1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
import time
from selenium import webdriver
from selenium.webdriver.firefox.options import Options
from selenium.webdriver.support.ui import WebDriverWait
import logging
from serenitas.utils.env import DAILY_DIR
from serenitas.analytics.dates import prev_business_day
logger = logging.getLogger(__name__)
def wait(driver):
WebDriverWait(driver, 10).until(
lambda driver: driver.execute_script("return document.readyState") == "complete"
)
def download_report(account_username, password, report_dir):
driver = create_driver(report_dir)
login(driver, account_username, password)
navigate_to_inbox(driver)
attachment_element = get_attachment_element(driver)
attachment_element.click()
fname = attachment_element.text.split()[0]
driver.quit()
return fname
def login(driver, account_username, password):
driver.get("https://web1.mail.scotiabank.com/webmail/do/Home")
wait(driver)
username_element = driver.find_element_by_id("username")
username_element.send_keys(account_username)
password_element = driver.find_element_by_id("passwordid")
password_element.send_keys(password)
login_button = driver.find_element_by_id("loginbutton")
login_button.click()
wait(driver)
def navigate_to_inbox(driver):
time.sleep(1)
login_button = driver.find_element_by_id("leftNavFolderLink")
login_button.click()
time.sleep(1)
login_button = driver.find_element_by_id("leftNavInboxFolderLink")
login_button.click()
time.sleep(1)
elements = driver.find_elements_by_class_name("zfolder-msg-clickable")[0]
elements.click()
time.sleep(1)
def get_attachment_element(driver):
return driver.find_elements_by_class_name("zmessage-attachment-link")[0]
def create_driver(download_dir):
options = Options()
options.add_argument("--headless")
fp = webdriver.FirefoxProfile()
fp.set_preference("browser.download.dir", str(download_dir))
fp.set_preference("browser.download.folderList", 2)
fp.set_preference(
"browser.helperApps.neverAsk.saveToDisk", "application/octet-stream"
)
return webdriver.Firefox(firefox_profile=fp, options=options)
def download_scotia_report(date):
scotia_login = {"selene-ops@lmcg.com": "oeujG*UF!53o"}
for username, password in scotia_login.items():
REPORT_DIR = DAILY_DIR / "Selene" / "Scotia_reports"
try:
fname = next(
REPORT_DIR.glob(
f"IsoSelene_{prev_business_day(date):%d-%b-%Y}_*_xlsx.JOAAPKO3.JOAAPKO1"
)
)
logger.info(f"{fname} already exists in {REPORT_DIR}")
except StopIteration: # File doesn't exist, let's get it"
fname = download_report(username, password, REPORT_DIR)
logger.info(f"Downloaded Scotia Report for {date}: {fname}")
|
