Upgrade queue management for big job list

supervisor.py

@@ -164,6 +164,9 @@ class ExpePath:
     def _get_complete_name(self):
         return self._get_hash_name() + '.yml'
 
+    def exists(self):
+        return self._actual.exists()
+
     def stage(self, expe):
         log.info('Staging {}'.format(self._base_name))
         self._check_hash(expe)
@@ -219,7 +222,11 @@ def main():
             watch_folder()
             continue
         try:
-            run(queue.pop()['expe_file'])
+            expe_file = queue.pop()['expe_file']
+            while(not expe_file.exists() and queue):
+                expe_file = queue.pop()['expe_file']
+            if expe_file.exists():
+                run(expe_file)
         except TestError:
             log.warning('Test failed, error logged. Resuming')
         except Exception: