import selenium
from selenium.webdriver import Firefox, PhantomJS, FirefoxProfile
from selenium.webdriver.common.action_chains import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.ui import WebDriverWait
from selenium.common.exceptions import TimeoutException

import time, os, shutil
from config import markit_login, markit_password
from insert_tranche_quotes import insert_quotes
import logging
import sys

logging.basicConfig(filename='/home/share/CorpCDOs/logs/download_tranche_quotes.log',
                    level=logging.INFO,
                    format='%(asctime)s %(message)s')

##profile was created as so: firefox -CreateProfile "Selenium /home/guillaume/ffprofile"
profile = FirefoxProfile()
profile.set_preference('browser.download.folderList', 2) # custom location
profile.set_preference('browser.download.manager.showWhenStarting', False)
profile.set_preference('browser.download.dir', '/tmp')
profile.set_preference('browser.helperApps.neverAsk.saveToDisk', 'text/csv')

driver = Firefox(profile)
driver.get("https://markit.com/")
driver.find_element_by_css_selector("a.loginLink").click()
driver.find_element_by_css_selector("input[name=username]").send_keys(markit_login)
driver.find_element_by_css_selector("input[name=password]").send_keys(markit_password)
driver.find_element_by_css_selector("input[name=Login]").click()
driver.switch_to.window(driver.window_handles[1])
WebDriverWait(driver, 10).until(EC.frame_to_be_available_and_switch_to_it((By.ID, "provider-frame")))
menu = WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.CSS_SELECTOR,
                                                                       "table.menuNavTable td + td div")))
ActionChains(driver).move_to_element(menu).perform()
hiddenmenu = WebDriverWait(driver, 10).until(
    EC.element_to_be_clickable((By.CSS_SELECTOR,
                                "div.MPopUpMenu div.popupContent table tbody tr:nth-of-type(3) td div")))
time.sleep(5)
hiddenmenu.click()
WebDriverWait(driver, 15).until(EC.frame_to_be_available_and_switch_to_it((By.NAME, "MFrame")))

try:
    link = WebDriverWait(driver, 10).until(EC.element_to_be_clickable(
        (By.CSS_SELECTOR,
         ".searchBg_bottom span:nth-child(1)  table:nth-child(1) tbody:nth-child(1) " \
         "tr:nth-child(1) td:nth-child(2) a:nth-child(1)")))
    link.click()
except TimeoutException:
    logging.info("timeout before being able to click")
    driver.close()
    shutil.rmtree(profile.profile_dir)
    sys.exit()

total_wait = 0
while (not os.path.exists("/tmp/Quotes.csv") or total_wait==10):
    time.sleep(1)
    total_wait += 1
if total_wait==10:
    logging.info("failed to download quotes")
else:
    logging.info("download worked")
    insert_quotes(quote_dir="/tmp")

driver.close()
shutil.rmtree(profile.profile_dir)