From 8a46668ff0c9b3449548ad575611b62570f1c125 Mon Sep 17 00:00:00 2001 From: Karamaz0V1 Date: Sat, 13 Oct 2018 18:59:32 +0200 Subject: [PATCH] Upgrade queue management for big job list --- supervisor.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/supervisor.py b/supervisor.py index 4b7c000..63cacb8 100644 --- a/supervisor.py +++ b/supervisor.py @@ -164,6 +164,9 @@ class ExpePath: def _get_complete_name(self): return self._get_hash_name() + '.yml' + def exists(self): + return self._actual.exists() + def stage(self, expe): log.info('Staging {}'.format(self._base_name)) self._check_hash(expe) @@ -219,7 +222,11 @@ def main(): watch_folder() continue try: - run(queue.pop()['expe_file']) + expe_file = queue.pop()['expe_file'] + while(not expe_file.exists() and queue): + expe_file = queue.pop()['expe_file'] + if expe_file.exists(): + run(expe_file) except TestError: log.warning('Test failed, error logged. Resuming') except Exception: