diff options
Diffstat (limited to 'python')
| -rw-r--r-- | python/quote_parsing/__main__.py | 22 |
1 files changed, 15 insertions, 7 deletions
diff --git a/python/quote_parsing/__main__.py b/python/quote_parsing/__main__.py index 92ecf197..74b18bf0 100644 --- a/python/quote_parsing/__main__.py +++ b/python/quote_parsing/__main__.py @@ -1,3 +1,4 @@ +import argparse import datetime import logging import pandas as pd @@ -5,10 +6,8 @@ import pickle import sys from serenitas.utils.env import DATA_DIR -from googleapiclient import errors from serenitas.utils import SerenitasRotatingFileHandler from . import logger -from .download_emails import save_emails from .parse_emails import parse_email, write_todb from serenitas.utils.db import serenitas_pool @@ -16,11 +15,20 @@ fh = SerenitasRotatingFileHandler("emails_parsing.log", 1_000_000, 5) logger.addHandler(fh) logger.setLevel(logging.WARNING) -try: - save_emails() -except (errors.HttpError, FileNotFoundError) as e: - logger.error(e) - save_emails(update=False) +parser = argparse.ArgumentParser() +parser.add_argument( + "-d", "--download", action="store_true", help="download emails", default=False +) +args = parser.parse_args() +if args.download: + from .download_emails import save_emails + from googleapiclient import errors + + try: + save_emails() + except (errors.HttpError, FileNotFoundError) as e: + logger.error(e) + save_emails(update=False) emails = [f for f in (DATA_DIR / "swaptions").glob("????-??/*") if f.is_file()] swaption_stack = {} |