1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
import os
import time
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.firefox.options import Options
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.ui import WebDriverWait
from serenitas.utils.env import DAILY_DIR
def wait(driver):
WebDriverWait(driver, 10).until(
lambda driver: driver.execute_script("return document.readyState") == "complete"
)
def download_report(account_username, password, report_dir):
driver = create_driver()
driver.get("https://web1.mail.scotiabank.com/webmail/do/Home")
wait(driver)
username_element = driver.find_element_by_id("username")
username_element.send_keys(account_username)
password_element = driver.find_element_by_id("passwordid")
password_element.send_keys(password)
login_button = driver.find_element_by_id("loginbutton")
login_button.click()
wait(driver)
time.sleep(1)
login_button = driver.find_element_by_id("leftNavFolderLink")
login_button.click()
time.sleep(1)
login_button = driver.find_element_by_id("leftNavInboxFolderLink")
login_button.click()
time.sleep(1)
elements = driver.find_elements_by_class_name("zfolder-msg-clickable")[0]
elements.click()
time.sleep(1)
elements = driver.find_elements_by_class_name("zmessage-attachment-link")[0]
fname = elements.text.split()[0]
# check if the file exists in the directory
if not os.path.exists(os.path.join(report_dir, fname)):
elements.click()
else:
print(f"{fname} exists already in {report_dir}")
driver.quit()
def create_driver():
options = Options()
options.add_argument("--headless")
fp = webdriver.FirefoxProfile()
fp.set_preference("browser.download.folderList", 2)
fp.set_preference("browser.download.useDownloadDir", True)
fp.set_preference(
"browser.helperApps.neverAsk.saveToDisk", "application/octet-stream"
)
fp.set_preference("browser.download.manager.showWhenStarting", False)
fp.set_preference("browser.download.manager.useWindow", False)
fp.set_preference("browser.download.manager.focusWhenStarting", False)
fp.set_preference("browser.download.manager.alertOnEXEOpen", False)
fp.set_preference("browser.download.manager.closeWhenDone", True)
fp.set_preference("browser.download.manager.showAlertOnComplete", False)
fp.set_preference("browser.download.manager.scanWhenDone", False)
fp.set_preference("browser.download.manager.skipSchedule", True)
return webdriver.Firefox(firefox_profile=fp, options=options)
def main():
scotia_login = {"selene-ops@lmcg.com": "oeujG*UF!53o"}
for username, password in scotia_login.items():
REPORT_DIR = DAILY_DIR / "Selene" / "Scotia_reports"
download_report(username, password, REPORT_DIR)
if __name__ == "__main__":
main()
|
