import os import time from selenium import webdriver from selenium.webdriver.common.by import By from selenium.webdriver.firefox.options import Options from selenium.webdriver.support import expected_conditions as EC from selenium.webdriver.support.ui import WebDriverWait import logging import sys from serenitas.utils.env import DAILY_DIR logging.basicConfig(stream=sys.stdout, level=logging.INFO) logger = logging.getLogger(__name__) def wait(driver): WebDriverWait(driver, 10).until( lambda driver: driver.execute_script("return document.readyState") == "complete" ) def download_report(account_username, password, report_dir): driver = create_driver() driver.get("https://web1.mail.scotiabank.com/webmail/do/Home") wait(driver) username_element = driver.find_element_by_id("username") username_element.send_keys(account_username) password_element = driver.find_element_by_id("passwordid") password_element.send_keys(password) login_button = driver.find_element_by_id("loginbutton") login_button.click() wait(driver) time.sleep(1) login_button = driver.find_element_by_id("leftNavFolderLink") login_button.click() time.sleep(1) login_button = driver.find_element_by_id("leftNavInboxFolderLink") login_button.click() time.sleep(1) elements = driver.find_elements_by_class_name("zfolder-msg-clickable")[0] elements.click() time.sleep(1) elements = driver.find_elements_by_class_name("zmessage-attachment-link")[0] fname = elements.text.split()[0] # check if the file exists in the directory if not os.path.exists(os.path.join(report_dir, fname)): elements.click() else: logging.info(f"{fname} exists already in {report_dir}") driver.quit() def create_driver(): options = Options() options.add_argument("--headless") fp = webdriver.FirefoxProfile() fp.set_preference("browser.download.folderList", 2) fp.set_preference("browser.download.useDownloadDir", True) fp.set_preference( "browser.helperApps.neverAsk.saveToDisk", "application/octet-stream" ) fp.set_preference("browser.download.manager.showWhenStarting", False) fp.set_preference("browser.download.manager.useWindow", False) fp.set_preference("browser.download.manager.focusWhenStarting", False) fp.set_preference("browser.download.manager.alertOnEXEOpen", False) fp.set_preference("browser.download.manager.closeWhenDone", True) fp.set_preference("browser.download.manager.showAlertOnComplete", False) fp.set_preference("browser.download.manager.scanWhenDone", False) fp.set_preference("browser.download.manager.skipSchedule", True) return webdriver.Firefox(firefox_profile=fp, options=options) def main(): scotia_login = {"selene-ops@lmcg.com": "oeujG*UF!53o"} for username, password in scotia_login.items(): REPORT_DIR = DAILY_DIR / "Selene" / "Scotia_reports" download_report(username, password, REPORT_DIR) if __name__ == "__main__": main()