diff options
Diffstat (limited to 'python/load_intex_collateral.py')
| -rw-r--r-- | python/load_intex_collateral.py | 18 |
1 files changed, 9 insertions, 9 deletions
diff --git a/python/load_intex_collateral.py b/python/load_intex_collateral.py index e78444cd..d6224fa2 100644 --- a/python/load_intex_collateral.py +++ b/python/load_intex_collateral.py @@ -4,8 +4,8 @@ import re import csv import datetime import pdb -import common -from common import query_db +from common import root +from db import conn, query_db import sys fields = ['Asset Name', 'Issuer', 'Contributed Balance', 'Maturity Date', \ @@ -26,12 +26,12 @@ def sanitize_float(intex_float): intex_float = float(intex_float) return intex_float -def upload_data(dealnames, workdate, conn): +def upload_data(conn, dealnames, workdate): for dealname in dealnames: #dealname, updatedate = line.rstrip().split() # updatedate = datetime.datetime.strptime(updatedate, '%m/%d/%Y') #dealname = dealname.upper() + ",AD.txt - with open( os.path.join(common.root, "data", "Collaterals_" + workdate, dealname.upper() + "_AD.txt"), + with open( os.path.join(root, "data", "Collaterals_" + workdate, dealname.upper() + "_AD.txt"), "r", encoding='windows-1252') as fh: dr = csv.DictReader(fh, dialect = 'excel-tab') missingfields = set(fields) - set(dr.fieldnames) @@ -87,15 +87,15 @@ def upload_data(dealnames, workdate, conn): data.append(r) sqlstr = "select distinct(updatedate) from et_collateral where dealname= %s" - old_update_dates = [date[0] for date in query_db(conn, sqlstr, params=(dealname,), one=False)] + old_update_dates = [date[0] for date in query_db(sqlstr, params=(dealname,), one=False)] sqlstr = 'select max("Latest Update") from clo_universe where dealname= %s' - updatedate = query_db(conn, sqlstr, params=(dealname,))[0] + updatedate = query_db(sqlstr, params=(dealname,))[0] reinsert = False if updatedate in old_update_dates: sqlstr = "SELECT count(*) FROM et_collateral where dealname = %s and updatedate= %s" - currlen = query_db(conn, sqlstr, params = (dealname, updatedate))[0] + currlen = query_db(sqlstr, params = (dealname, updatedate))[0] if currlen != len(data): print("{0} has {1} rows in the database and current collateral file has {2}".format(dealname, currlen, len(data))) with conn.cursor() as c: @@ -149,6 +149,6 @@ if __name__ == "__main__": else: dealnames = [re.sub("_AD.txt", "", d).lower() for d in os.listdir(os.path.join(common.root, "data", "Collaterals_" + workdate))] - upload_data(dealnames, workdate, common.conn) - common.conn.close() + upload_data(conn, dealnames, workdate) + conn.close() print("done") |