aboutsummaryrefslogtreecommitdiffstats
path: root/python/task_runner.py
blob: 5fcf80705182cfbe64a0f1aac9d96eead02e908d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
import logging

from systemd.daemon import notify
from systemd import journal
from db import dbconn
from common import get_redis_queue
from tasks import Rpc

def run():
    ET = dbconn('etdb')
    q = get_redis_queue()
    notify("READY=1")
    while True:
        rpc = Rpc.from_json(q.blpop("tasks")[1].decode('utf-8'))

        journal.send("Running '{}'".format(rpc.fun), ARGS=rpc.args)
        if rpc.fun == 'generate_scenarios':
            rpc.args += [ET]
        rpc()
        journal.send("'{}' completed".format(rpc.fun))
        if rpc.fun == "build_portfolios":
            q.rpush("tasks",  str(Rpc('build_scenarios', rpc.args)))
        if rpc.fun == "build_scenarios":
            q.rpush("tasks", str(Rpc('generate_scenarios', rpc.args[:-1])))
    ET.close()

if __name__=="__main__":
    logger = logging.getLogger('intex')
    logger.setLevel(logging.INFO)
    logger.addHandler(logging.StreamHandler())
    run()