florent/minigrida
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Upgrade queue management for big job list

Browse Source
This commit is contained in:
Florent Guiotte 2018-10-13 18:59:32 +02:00
parent a2214ee5fe
commit 8a46668ff0
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
supervisor.py
View File

@ -164,6 +164,9 @@ class ExpePath:
def _get_complete_name(self): def _get_complete_name(self):
return self._get_hash_name() + '.yml' return self._get_hash_name() + '.yml'
def exists(self):
return self._actual.exists()
def stage(self, expe): def stage(self, expe):
log.info('Staging {}'.format(self._base_name)) log.info('Staging {}'.format(self._base_name))
self._check_hash(expe) self._check_hash(expe)
@ -219,7 +222,11 @@ def main():
watch_folder() watch_folder()
continue continue
try: try:
run(queue.pop()['expe_file']) expe_file = queue.pop()['expe_file']
while(not expe_file.exists() and queue):
expe_file = queue.pop()['expe_file']
if expe_file.exists():
run(expe_file)
except TestError: except TestError:
log.warning('Test failed, error logged. Resuming') log.warning('Test failed, error logged. Resuming')
except Exception: except Exception: