1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
import requests
import os
from common import root
from db import conn, query_db
legal = 'serecap'
username = 'serecapuser'
password = 'Welcome1'
# sqlstring = "SELECT DISTINCT LoanXID from markit_prices";
# common.cursor.execute(sqlstring)
flag = False
# with open( os.path.join(common.root, "data", "Facility files",
# "facility_latest.csv"), "wb") as fh:
# for loanxid in common.cursor.fetchall():
# r = requests.get('https://loans.markit.com/loanx/LoanXOneFacility.csv?LEGALENTITY={0}&USERNAME={1}&PASSWORD={2}&LOANXID={3}'.format(legal, username, password, loanxid[0]))
# if flag:
# fh.write(r.content.split('\n')[1] + "\n")
# else:
# fh.write(r.content.split('\n')[0] + "\n")
# fh.write(r.content.split('\n')[1] + "\n")
# flag = True
sqlstring = "select loanxid from markit_prices except (select loanxid from latest_markit_prices2)"
loan_ids = query_db(sqlstring, one=False)
with open( os.path.join(root, "data", "Facility files",
"facility_test.csv"), "wb") as fh:
for loanxid in loan_ids:
r = requests.get('https://loans.markit.com/loanx/LoanXOneFacility.csv?LEGALENTITY={0}&USERNAME={1}&PASSWORD={2}&LOANXID={3}'.format(legal, username, password, loanxid[0]))
if flag:
fh.write(r.content.split('\n')[1] + "\n")
else:
fh.write(r.content.split('\n')[0] + "\n")
fh.write(r.content.split('\n')[1] + "\n")
flag = True
conn.close()
|
