diff options
Diffstat (limited to 'python/citco_submission.py')
| -rw-r--r-- | python/citco_submission.py | 21 |
1 files changed, 6 insertions, 15 deletions
diff --git a/python/citco_submission.py b/python/citco_submission.py index 5208af82..2495c746 100644 --- a/python/citco_submission.py +++ b/python/citco_submission.py @@ -7,27 +7,18 @@ from paramiko.ssh_exception import SSHException def run(): - sftp = SftpClient.from_creds("citco", folder="/outgoing/notifications") + sftp = CitcoSubmission.init_sftp() while True: try: - with open("citco.pickle", "rb") as fh: - already_uploaded = pickle.load(fh) - except FileNotFoundError: - already_uploaded = {} - try: for f in sftp.client.listdir_iter(): if S_ISREG(f.st_mode): - if f.filename not in already_uploaded: - _insert_queue = [] - with sftp.client.open(f.filename) as fh: - CitcoSubmission.process(fh, f.filename) - CitcoSubmission.commit() - already_uploaded[f.filename] = None - with open("citco.pickle", "wb") as fh: - pickle.dump(already_uploaded, fh) + CitcoSubmission.process(f.filename) + CitcoSubmission.check_cache() + + CitcoSubmission.commit() except (SSHException, OSError): sftp.client.close() - sftp = SftpClient.from_creds("citco", folder="/outgoing/notifications") + sftp = CitcoSubmission.init_sftp() time.sleep(60) |