add --idle-timeout in case of single-node runs to improve scale in

molmod · Jul 22, 2024 · 1efcad1 · 1efcad1
1 parent 00c07a7
commit 1efcad1
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/psiflow/execution.py b/psiflow/execution.py
@@ -94,6 +94,12 @@ def create_executor(self, path: Path, **kwargs) -> ParslExecutor:
             if self.gpu:
                 worker_options.append("--gpus={}".format(self.max_workers))
 
+            # ensure proper scale in
+            if getattr(self.parsl_provider, 'nodes_per_block', 1) > 1:
+                worker_options.append("--idle-timeout={}".format(20))
+            else:
+                worker_options.append("--idle-timeout={}".format(int(1e6)))
+
             executor = MyWorkQueueExecutor(
                 label=self.name,
                 working_dir=str(path / self.name),