diff options
Diffstat (limited to 'python/parse_emails.py')
| -rw-r--r-- | python/parse_emails.py | 12 |
1 files changed, 8 insertions, 4 deletions
diff --git a/python/parse_emails.py b/python/parse_emails.py index 9d2a180e..5e71380c 100644 --- a/python/parse_emails.py +++ b/python/parse_emails.py @@ -4,7 +4,7 @@ import os import pdb from db import dbconn import psycopg2.sql as sql -from download_emails import save_emails +from download_emails import save_emails, errors import datetime import logging import pickle @@ -339,7 +339,7 @@ def parse_email(email, date_received): series = int(series) quotedate = parse_quotedate(fh, date_received) if quotedate is None: - print(email.path) + logging.error("missing quotedate") continue expiration_dates = list_imm_dates(quotedate) parse_fun = globals()['parse_'+source.lower()] @@ -413,7 +413,11 @@ def pickle_drop_date(date): if __name__ == "__main__": - save_emails() + try: + save_emails() + except errors.HttpError as e: + logging.error(e) + save_emails(update=False) data_dir = os.path.join(os.getenv("DATA_DIR"), "swaptions") emails = [f for f in os.scandir(data_dir) if f.is_file()] swaption_stack = {} @@ -436,7 +440,7 @@ if __name__ == "__main__": logging.error(e) else: if key[0] is None or len(option_stack) == 0: - logging.error(f"Something wrong with email: f.name") + logging.error(f"Something wrong with email: {f.name}") continue swaption_stack[key] = pd.concat(option_stack, names=['expiry', 'strike']) |