diff options
Diffstat (limited to 'python/globeop.py')
| -rw-r--r-- | python/globeop.py | 26 |
1 files changed, 16 insertions, 10 deletions
diff --git a/python/globeop.py b/python/globeop.py index 6e0a067d..f0eaf644 100644 --- a/python/globeop.py +++ b/python/globeop.py @@ -55,18 +55,23 @@ def download_data(workdate): "Valuation" in filename if get_ped(filename) < workdate]
cdsfiles = [filename for filename in files if "TradeSearch" in filename \
if run_date(filename).date()<=workdate]
- try:
- pnlfile = sorted(pnlfiles, key=key_fun, reverse=True)[0]
- valuationfile = sorted(valuationfiles, key=key_fun, reverse=True)[0]
- cdsfile = sorted(cdsfiles, key=run_date, reverse=True)[0]
- except IndexError:
+ available_files = []
+ if pnlfiles:
+ available_files.append(sorted(pnlfiles, key=key_fun, reverse=True)[0])
+ if valuationfiles:
+ available_files.append(sorted(valuationfiles, key=key_fun, reverse=True)[0])
+ if cdsfiles:
+ available_files.append(sorted(cdsfiles, key=run_date, reverse=True)[0])
+
+ if not available_files:
logging.error("no file available for date: %s" % str(workdate))
return
+
reports_dir = os.path.join(root, str(workdate), "Reports")
if not os.path.exists(reports_dir):
os.makedirs(reports_dir)
- for filename in [pnlfile, valuationfile, cdsfile]:
+ for filename in available_files:
with open(os.path.join(reports_dir, filename), "wb") as fh:
ftp.retrbinary('RETR ' + filename, fh.write)
logging.info("downloaded {0}".format(filename))
@@ -77,7 +82,7 @@ def download_data(workdate): elif os.name == 'posix':
gpg = gnupg.GPG(gnupghome = '/home/guillaume/.gnupg')
gpg.encoding = 'utf8'
- for filename in [pnlfile, valuationfile, cdsfile]:
+ for filename in available_files:
if "Profit" in filename:
newfilename = "Pnl.csv"
elif "Valuation" in filename:
@@ -88,9 +93,10 @@ def download_data(workdate): gpg.decrypt_file(fh, output = os.path.join(reports_dir, newfilename),
passphrase=config.key_password)
os.remove(os.path.join(reports_dir, filename))
- df = pd.read_excel(os.path.join(reports_dir, "CDS_Report.xls"), sheetname=1, skiprows=[0,1,2,3])
- df.to_csv(os.path.join(reports_dir, "CDS_Report.csv"), index=False)
- os.remove(os.path.join(reports_dir, "CDS_Report.xls"))
+ if os.path.exists(os.path.join(reports_dir, "CDS_Report.xls")):
+ df = pd.read_excel(os.path.join(reports_dir, "CDS_Report.xls"), sheetname=1, skiprows=[0,1,2,3])
+ df.to_csv(os.path.join(reports_dir, "CDS_Report.csv"), index=False)
+ os.remove(os.path.join(reports_dir, "CDS_Report.xls"))
def upload_data(startdate):
for i in range(10):
|
