blob: 52ba5604f25eadbdc989d14096fdd679e559efb0 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
import pandas as pd
from zipfile import ZipFile
from pathlib import Path
from dateutil.parser import parse
import datetime
import re
from math import isnan
csv_data = {}
reto_dir = Path("/home/serenitas/flint/retozip")
for zip_f in reto_dir.iterdir():
if zip_f.name.endswith(".zip"):
zip_file = ZipFile(zip_f)
fname = zip_file.namelist()[2]
df = pd.read_csv(zip_file.open(fname))
gross_exposure = pd.read_csv(zip_file.open(zip_file.namelist()[0]))
try:
if len(df.columns) == 3:
date = parse(df.columns[2]).date()
df = df.drop(columns=[df.columns[1]])
else:
date = parse(df.columns[1]).date()
except IndexError:
print(zip_f.name)
except Exception as e:
breakpoint()
continue
if date.year < 2000:
year = int(re.search("\d{4}", zip_f.name)[0])
date = datetime.date(year, date.month, date.day)
try:
gross_exposure = gross_exposure.set_index([gross_exposure.columns[0]]).loc[
"Gross Exposure"
][0]
if "x" in str(gross_exposure):
gross_exposure = float(gross_exposure.removesuffix("x")) * 100
try:
gross_exposure = float(str(gross_exposure).removesuffix("%"))
except:
breakpoint()
pass
except KeyError:
df = gross_exposure.set_index([gross_exposure.columns[0]]).to_dict()
dictionary_values = df[[*df][0]]
for k, v in dictionary_values.items():
if "ross H" in str(k):
gross_exposure = v
if "x" in str(gross_exposure):
gross_exposure = float(gross_exposure.removesuffix("x")) * 100
try:
gross_exposure = float(str(gross_exposure).removesuffix("%"))
except:
breakpoint()
pass
if isnan(gross_exposure):
print(zip_f)
pass
# except:
# breakpoint()
# print(zip_f.name)
csv_data[date] = gross_exposure
pd.DataFrame.from_dict(csv_data, orient="index").to_csv(
"/home/serenitas/flint/gross_exposure_returns.csv"
)
print("hi")
|