blob: 20958eff8e8c61e843f5e96378ad1ffaf9163a89 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
|
import requests
from common import root
from db import conn
import os
import datetime
import csv
import sys
import zipfile, io
import shutil
user = 'GuillaumeHorel'
password = 'password'
def convertToNone(v):
return v if v else None
def download_data(workdate):
r = requests.get('https://www.markit.com/export.jsp?user={0}&password={1}&date={2}&format=csv&report=FIXED_COUPON&type=CDS&version=5'.format(user, password, workdate))
marks_filename = os.path.join(root, "data", "CDS", "eod {0}.zip".format(workdate))
f2 = open(os.path.join(root, "data", "CDS", "cds eod {0}.csv".format(workdate)), "wb")
with zipfile.ZipFile(io.BytesIO(r.content)) as z:
for f in z.namelist():
if "csv" in f:
f1 = z.open(f)
next(f1)
next(f1)
shutil.copyfileobj(f1, f2)
f1.close()
f2.close()
if __name__=="__main__":
if len(sys.argv) > 1:
workdate = datetime.datetime.strptime(sys.argv[1], "%Y-%m-%d").date()
else:
workdate = datetime.date.today()
workdate = datetime.datetime.strftime(workdate, "%Y%m%d")
download_data(workdate)
|
