upped timeout for tests on theta

balsam/launcher/runners.py

@@ -252,7 +252,8 @@ class MPIEnsembleRunner(Runner):
                 job.update_state(state, msg) # TODO: handle RecordModified exception
                 logger.info(f"MPIEnsemble {job.cute_id} updated to {state}: {msg}")
             except (ValueError, KeyError, InvalidStateError) as e:
-                logger.error(f"Invalid statusMsg from mpi_ensemble: {line.strip()}")
+                if 'resources: utime' not in line:
+                    logger.error(f"Invalid statusMsg from mpi_ensemble: {line.strip()}")
 
         retcode = None
         if timeout:

tests/test_functional.py

@@ -597,7 +597,7 @@ class TestDAG(BalsamTestCase):
         def check():
             return all(j.state=='JOB_FINISHED' for j in BalsamJob.objects.all())
 
-        success = run_launcher_until(check)
+        success = run_launcher_until(check, timeout=120)
         self.assertTrue(success)
         
         parent.refresh_from_db()