import redis from pickle import dumps import datetime import os import common import time import pdb cusipsfile = os.path.join(common.root, "scripts", "cusips_to_price.txt") q = redis.Redis() workdate = str(datetime.date.today()) while True: if os.path.exists(cusipsfile): with open(cusipsfile) as fh: cusip, reinvflag = zip(*[line.rstrip().split("\t") for line in fh]) c = common.conn.cursor() sqlstr = "select * from dealname_from_cusip({0})".format(",",join(["%s"]*len(cusip))) c.execute(sqlstr, params = cusip) dealnames = [d[0] for d in c.fetchall()] q.rpush("tasks", dumps(("build_portfolio", [workdate, dealname, reinvflag]))) os.unlink(cusipsfile) time.sleep(3) common.conn.close()