1 files changed, 22 insertions, 0 deletions
diff --git a/python/task_server/globeop.py b/python/task_server/globeop.py
index 0cecb1a2..397b1f47 100644
--- a/python/task_server/globeop.py
+++ b/python/task_server/globeop.py
@@ -108,6 +108,28 @@ def download_data(workdate):
         df.to_csv(os.path.join(reports_dir, "CDS_Report.csv"), index=False)
         os.remove(os.path.join(reports_dir, "CDS_Report.xls"))
 
+    engine = create_engine('postgresql://dawn_user@debian/dawndb')
+    for f, table in zip(["Valuation_Report.csv", "Pnl.csv"],
+                        ["val_reports", "pnl_reports"]):
+        df = pd.read_csv(os.path.join(reports_dir, f))
+        if 'PeriodEndDate' in df:
+            period_end_date = pd.Timestamp(df.PeriodEndDate[0])
+        df['row'] = df.index
+        if 'AccountingPeriod' in df:
+            del df['AccountingPeriod']
+        df.Strat = df.Strat.str.replace("^(SERCGMAST__){1,2}(M_|SER_)?", "", 1)
+        df.Port = df.Port.str.replace("^(SERCGMAST__){1,2}(SERG__|SERG_)?", "", 1)
+        df.columns = df.columns.str.lower()
+        if f == "Pnl.csv":
+            df['longshortindicator'] = df['longshortindicator'].str.strip()
+            df.columns = df.columns.str.replace(" ", "")
+            df['date'] = period_end_date
+            sql_str = "DELETE FROM pnl_reports WHERE date=%s"
+        else:
+            sql_str = "DELETE FROM val_reports WHERE periodenddate=%s"
+        engine.execute(sql_str, (period_end_date,))
+        df.to_sql(table, engine, if_exists='append', index=False)
+
 def upload_bond_marks(engine, workdate):
     df = pd.read_sql_query("SELECT * from list_marks(%s)", engine, params = (workdate.date(),))
     df.rename(columns = {'identifier': 'IDENTIFIER',