start FT for user-kill feature (not done yet)

tests/ft_apps/dynamic_kill/killer.py

+import balsam.launcher.dag as dag
+
+slow_job = dag.BalsamJob.objects.get(name='slow_job')
+dag.kill(slow_job)

tests/ft_apps/dynamic_kill/slow.py

+from mpi4py import MPI
+import time
+
+rank = MPI.COMM_WORLD.Get_rank()
+if rank == 0: print("Sleeping for a long time...")
+
+time.sleep(20)
+
+if rank == 0: print("Done")

tests/test_functional.py

@@ -863,3 +863,12 @@ class TestThreadPlacement(BalsamTestCase):
         self.check_omp_exe_output(self.job0)
         self.check_omp_exe_output(self.job1)
         self.check_omp_exe_output(self.job2)
+
+class TestUserKill(BalsamTestCase):
+    def setUp(self):
+        self.app_path = find_spec("tests.ft_apps.c_apps").origin)
+        self.app = create_app(name='omp')
+
+        self.job0 = create_job(name='job0', app='omp', num_nodes=2, ranks_per_node=32, threads_per_rank=2)
+        self.job1 = create_job(name='job1', app='omp', num_nodes=2, ranks_per_node=64, threads_per_rank=1)
+        self.job2 = create_job(name='job2', app='omp', num_nodes=1, ranks_per_node=2, threads_per_rank=64, threads_per_core=2)