Better save location for slurm logs

nel-lab · Jun 7, 2024 · 1848bae · 1848bae
1 parent 4956678
commit 1848bae
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/mesmerize_core/caiman_extensions/common.py b/mesmerize_core/caiman_extensions/common.py
@@ -463,6 +463,7 @@ def _run_slurm(
         runfile_path: str,
         algo: str,
         uuid,
+        log_dir: Optional[str] = None,
         **kwargs
     ):
         # raise NotImplementedError("Not yet implemented, just a placeholder")
@@ -473,8 +474,14 @@ def _run_slurm(
         else:
             n_procs = psutil.cpu_count() - 1
 
+        if log_dir is None:
+            log_dir_path = Path(runfile_path).parent
+        else:
+            log_dir_path = Path(log_dir)
+
         submission_command = (
-            f'sbatch --job-name={algo}-{str(uuid)[:8]} --ntasks=1 --cpus-per-task={n_procs} --wrap="{runfile_path}"'
+            f'sbatch --job-name={algo}-{str(uuid)[:8]} --ntasks=1 --cpus-per-task={n_procs} ' +
+            f'--output={log_dir_path / "slurm-%x.out"} --wrap="{runfile_path}"'
         )
 
         return Popen(submission_command.split(" "))