aboutsummaryrefslogtreecommitdiffstats
path: root/python/quote_parsing
diff options
context:
space:
mode:
Diffstat (limited to 'python/quote_parsing')
-rw-r--r--python/quote_parsing/__init__.py4
-rw-r--r--python/quote_parsing/__main__.py6
-rw-r--r--python/quote_parsing/download_emails.py11
3 files changed, 6 insertions, 15 deletions
diff --git a/python/quote_parsing/__init__.py b/python/quote_parsing/__init__.py
index 9b60344f..eea436a3 100644
--- a/python/quote_parsing/__init__.py
+++ b/python/quote_parsing/__init__.py
@@ -1,7 +1,3 @@
import logging
-import sys
-
-sys.path.append("..")
-from utils import SerenitasRotatingFileHandler
logger = logging.getLogger(__name__)
diff --git a/python/quote_parsing/__main__.py b/python/quote_parsing/__main__.py
index a21bda85..92ecf197 100644
--- a/python/quote_parsing/__main__.py
+++ b/python/quote_parsing/__main__.py
@@ -4,13 +4,13 @@ import pandas as pd
import pickle
import sys
-from env import DATA_DIR
+from serenitas.utils.env import DATA_DIR
from googleapiclient import errors
-from . import SerenitasRotatingFileHandler
+from serenitas.utils import SerenitasRotatingFileHandler
from . import logger
from .download_emails import save_emails
from .parse_emails import parse_email, write_todb
-from utils.db import serenitas_pool
+from serenitas.utils.db import serenitas_pool
fh = SerenitasRotatingFileHandler("emails_parsing.log", 1_000_000, 5)
logger.addHandler(fh)
diff --git a/python/quote_parsing/download_emails.py b/python/quote_parsing/download_emails.py
index c27097e8..ed4aa446 100644
--- a/python/quote_parsing/download_emails.py
+++ b/python/quote_parsing/download_emails.py
@@ -1,16 +1,12 @@
-import base64
-import json
-import os
-import sys
import unicodedata
from . import logger
-from apiclient import errors
from bs4 import BeautifulSoup, NavigableString, Tag
-from pathlib import Path
+
from pytz import timezone
-from gmail_helpers import GmailMessage
from email.utils import parsedate_to_datetime
+from serenitas.utils.env import DATA_DIR
+from serenitas.utils.gmail import GmailMessage
def print_citi_html2(soup):
@@ -43,7 +39,6 @@ def print_citi_html(email):
def save_emails(update=True):
"""Download new emails that were labeled swaptions."""
- DATA_DIR = Path(os.getenv("DATA_DIR"))
if update:
last_history_id = int((DATA_DIR / ".lastHistoryId").read_text())