import logging import os import redis import socket import tasks from json import loads, dumps from db import dbconn def run(): hostname = socket.gethostname() ET = dbconn('etdb') if hostname in ['debian', 'gomez']: q = redis.Redis(host='ziggy') os.environ['OMP_NUM_THREADS'] = '4' if hostname == 'debian': os.envirion['OMP_NUM_THREADS'] = '8' elif hostname == 'ziggy': q = redis.Redis(unix_socket_path='/run/redis/redis.sock') os.environ['OMP_NUM_THREADS'] = '8' while True: f, args = loads(q.blpop("tasks")[1].decode('utf-8')) if f == 'generate_scenarios': args += [ET] getattr(tasks, f)(*args) if f == "build_portfolio": q.rpush("tasks", dumps(("build_scenarios", args))) if f == "build_scenarios": q.rpush("tasks", dumps(("generate_scenarios", args[:-1]))) ET.close() if __name__=="__main__": logger = logging.getLogger('intex') logger.setLevel(logging.INFO) logger.addHandler(logging.StreamHandler()) run()