diff options
| -rw-r--r-- | python/download_emails.py | 3 | ||||
| -rw-r--r-- | python/parse_emails.py | 9 |
2 files changed, 9 insertions, 3 deletions
diff --git a/python/download_emails.py b/python/download_emails.py index cf4e8a18..1d0c54c8 100644 --- a/python/download_emails.py +++ b/python/download_emails.py @@ -13,6 +13,7 @@ import base64 import binascii from send_email import get_gmail_service import argparse +import logging SCOPES = 'https://www.googleapis.com/auth/gmail.readonly' CLIENT_SECRET_FILE = 'secret.json' @@ -93,7 +94,7 @@ def update_emails(): try: subject, content, date = msg_content(get_msg(service, 'me', msg['id'])) except (binascii.Error, KeyError, UnicodeDecodeError) as e: - print("error decoding {0}".format(msg['id'])) + logging.error("error decoding " + msg['id']) continue else: email = p / msg['id'] diff --git a/python/parse_emails.py b/python/parse_emails.py index 0f359a6c..15b98aaf 100644 --- a/python/parse_emails.py +++ b/python/parse_emails.py @@ -5,6 +5,11 @@ import pdb from download_emails import update_emails import datetime import sys +import logging + +logging.basicConfig(filename='/home/share/CorpCDOs/logs/emails_parsing.log', + level=logging.WARNING, + format='%(asctime)s %(message)s') def makedf(r, indextype, quote_source): if indextype=='IG': @@ -55,7 +60,7 @@ def parse_refline(line): d = m.groupdict() d['expiry'] = pd.to_datetime(d['expiry'], format='%d-%b-%y') except AttributeError: - print("something wrong with " + fh.name) + logging.error("something wrong with " + fh.name) return d def parse_baml(fh, indextype, series, quotedate): @@ -179,7 +184,7 @@ if __name__=="__main__": try: key, (option_stack, fwd_index) = parse_email(f) except RuntimeError as e: - print(e) + logging.error(e) else: swaption_stack[key] = pd.concat(option_stack, names=['expiry', 'strike']) index_data = index_data.append(fwd_index) |