aboutsummaryrefslogtreecommitdiffstats
path: root/python/download_scotia.py
blob: db64b61c176eca832ba94dda66cbfd02be1220d9 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
import os
import time
from selenium import webdriver
from selenium.webdriver.firefox.options import Options
from selenium.webdriver.support.ui import WebDriverWait
import logging
import sys

from serenitas.utils.env import DAILY_DIR

logging.basicConfig(stream=sys.stdout, level=logging.INFO)
logger = logging.getLogger(__name__)


def wait(driver):
    WebDriverWait(driver, 10).until(
        lambda driver: driver.execute_script("return document.readyState") == "complete"
    )


def download_report(account_username, password, report_dir):
    driver = create_driver(report_dir)
    login(driver, account_username, password)
    navigate_to_inbox(driver)
    attachment_element = get_attachment_element(driver)
    fname = attachment_element.text.split()[0]
    if not os.path.exists(os.path.join(report_dir, fname)):
        attachment_element.click()
    else:
        logging.info(f"{fname} already exists in {report_dir}")
    driver.quit()


def login(driver, account_username, password):
    driver.get("https://web1.mail.scotiabank.com/webmail/do/Home")
    wait(driver)
    username_element = driver.find_element_by_id("username")
    username_element.send_keys(account_username)
    password_element = driver.find_element_by_id("passwordid")
    password_element.send_keys(password)
    login_button = driver.find_element_by_id("loginbutton")
    login_button.click()
    wait(driver)


def navigate_to_inbox(driver):
    time.sleep(1)
    login_button = driver.find_element_by_id("leftNavFolderLink")
    login_button.click()
    time.sleep(1)
    login_button = driver.find_element_by_id("leftNavInboxFolderLink")
    login_button.click()
    time.sleep(1)
    elements = driver.find_elements_by_class_name("zfolder-msg-clickable")[0]
    elements.click()
    time.sleep(1)


def get_attachment_element(driver):
    return driver.find_elements_by_class_name("zmessage-attachment-link")[0]


def create_driver(download_dir):
    options = Options()
    options.add_argument("--headless")
    fp = webdriver.FirefoxProfile()
    fp.set_preference("browser.download.dir", str(download_dir))
    fp.set_preference("browser.download.folderList", 2)
    fp.set_preference(
        "browser.helperApps.neverAsk.saveToDisk", "application/octet-stream"
    )
    return webdriver.Firefox(firefox_profile=fp, options=options)


def main():
    scotia_login = {"selene-ops@lmcg.com": "oeujG*UF!53o"}
    for username, password in scotia_login.items():
        REPORT_DIR = DAILY_DIR / "Selene" / "Scotia_reports"
        download_report(username, password, REPORT_DIR)


if __name__ == "__main__":
    main()