diff options
Diffstat (limited to 'python/quote_parsing')
| -rw-r--r-- | python/quote_parsing/__init__.py | 4 | ||||
| -rw-r--r-- | python/quote_parsing/__main__.py | 6 | ||||
| -rw-r--r-- | python/quote_parsing/download_emails.py | 11 |
3 files changed, 6 insertions, 15 deletions
diff --git a/python/quote_parsing/__init__.py b/python/quote_parsing/__init__.py index 9b60344f..eea436a3 100644 --- a/python/quote_parsing/__init__.py +++ b/python/quote_parsing/__init__.py @@ -1,7 +1,3 @@ import logging -import sys - -sys.path.append("..") -from utils import SerenitasRotatingFileHandler logger = logging.getLogger(__name__) diff --git a/python/quote_parsing/__main__.py b/python/quote_parsing/__main__.py index a21bda85..92ecf197 100644 --- a/python/quote_parsing/__main__.py +++ b/python/quote_parsing/__main__.py @@ -4,13 +4,13 @@ import pandas as pd import pickle import sys -from env import DATA_DIR +from serenitas.utils.env import DATA_DIR from googleapiclient import errors -from . import SerenitasRotatingFileHandler +from serenitas.utils import SerenitasRotatingFileHandler from . import logger from .download_emails import save_emails from .parse_emails import parse_email, write_todb -from utils.db import serenitas_pool +from serenitas.utils.db import serenitas_pool fh = SerenitasRotatingFileHandler("emails_parsing.log", 1_000_000, 5) logger.addHandler(fh) diff --git a/python/quote_parsing/download_emails.py b/python/quote_parsing/download_emails.py index c27097e8..ed4aa446 100644 --- a/python/quote_parsing/download_emails.py +++ b/python/quote_parsing/download_emails.py @@ -1,16 +1,12 @@ -import base64 -import json -import os -import sys import unicodedata from . import logger -from apiclient import errors from bs4 import BeautifulSoup, NavigableString, Tag -from pathlib import Path + from pytz import timezone -from gmail_helpers import GmailMessage from email.utils import parsedate_to_datetime +from serenitas.utils.env import DATA_DIR +from serenitas.utils.gmail import GmailMessage def print_citi_html2(soup): @@ -43,7 +39,6 @@ def print_citi_html(email): def save_emails(update=True): """Download new emails that were labeled swaptions.""" - DATA_DIR = Path(os.getenv("DATA_DIR")) if update: last_history_id = int((DATA_DIR / ".lastHistoryId").read_text()) |
