blob: b89a717a27d18a0500f2f9e71e9335668d9b05c0 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
|
import logging
import os
import redis
import socket
import tasks
from json import loads, dumps
from db import dbconn
def run():
hostname = socket.gethostname()
ET = dbconn('etdb')
if hostname in ['debian', 'gomez']:
q = redis.Redis(host='ziggy')
os.environ['OMP_NUM_THREADS'] = '4'
if hostname == 'debian':
os.envirion['OMP_NUM_THREADS'] = '8'
elif hostname == 'ziggy':
q = redis.Redis(unix_socket_path='/run/redis/redis.sock')
os.environ['OMP_NUM_THREADS'] = '8'
while True:
f, args = loads(q.blpop("tasks")[1].decode('utf-8'))
if f == 'generate_scenarios':
args += [ET]
getattr(tasks, f)(*args)
if f == "build_portfolio":
q.rpush("tasks", dumps(("build_scenarios", args)))
if f == "build_scenarios":
q.rpush("tasks", dumps(("generate_scenarios", args[:-1])))
ET.close()
if __name__=="__main__":
logger = logging.getLogger('intex')
logger.setLevel(logging.INFO)
logger.addHandler(logging.StreamHandler())
run()
|
