blob: 6e46b84c776944c071469b7b0cf4e5750b0a38ba (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
from stat import S_ISREG
import time
from contextlib import contextmanager
from report_ops.utils import CitcoSubmission
from paramiko.ssh_exception import SSHException
import logging
@contextmanager
def retry_on_exception_sftp():
retries = 5
for i in range(retries):
try:
yield
except (SSHException, OSError) as e:
if i == retries - 1:
raise e
else:
time.sleep(60)
def run():
CitcoSubmission.init_sftp()
while True:
try:
for f in CitcoSubmission._sftp.client.listdir_iter():
if S_ISREG(f.st_mode):
try:
CitcoSubmission.process(f.filename)
except ValueError as e:
logging.error(e)
continue
CitcoSubmission.commit()
except (SSHException, OSError):
with retry_on_exception_sftp():
CitcoSubmission._sftp.client.close()
CitcoSubmission.init_sftp()
time.sleep(60)
CitcoSubmission.check_cache()
if __name__ == "__main__":
run()
|
