diff options
Diffstat (limited to 'python/import_quotes.py')
| -rw-r--r-- | python/import_quotes.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/python/import_quotes.py b/python/import_quotes.py index 67bbcd72..5cf7c686 100644 --- a/python/import_quotes.py +++ b/python/import_quotes.py @@ -97,12 +97,12 @@ def insert_index(database, workdate): for f in filenames: if datetime.datetime.fromtimestamp(os.path.getctime(f)).date()==(workdate+BDay(1)).date(): data = pd.read_csv(f, skiprows=2, parse_dates=[0,7]) - data = data.dropna() + data.dropna(subset=['Composite Price'], inplace=True) data[['Composite Price', 'Composite Spread']] = data[['Composite Price', 'Composite Spread']].applymap(lambda x: float(x[:-1]) if x.endswith('%') else x) data['Term']=data['Term'].apply(lambda x: x.lower()+'r') data['Name'] = data['Name'].apply(lambda x: name_mapping[x] if x in name_mapping else np.NaN) - data = data.dropna() - data = data.set_index('Name', drop=False) + data = data.dropna(subset=['Name']) + data.set_index('Name', drop=False, inplace=True) data['Composite Spread'] = data['Composite Spread']*100 toinsert = [tuple(r) for r in data[["Date", "Name", "Series", "Version", "Term", "Composite Price", "Composite Spread"]].values] |