From f235270a480ae4b78aa8ce48f01cecb10ae7da73 Mon Sep 17 00:00:00 2001 From: Luigi Lucas de Carvalho Silva Date: Fri, 3 Jul 2026 22:28:19 -0300 Subject: [PATCH] Increasing memory per worker --- config.py | 6 +++--- config.template.yaml | 6 +++--- sbatch.template | 2 +- tests/test_executor_scaling.py | 6 +++--- 4 files changed, 10 insertions(+), 10 deletions(-) diff --git a/config.py b/config.py index d812b58..9f8ffa4 100644 --- a/config.py +++ b/config.py @@ -13,14 +13,14 @@ class Slurm(BaseModel): class Instance(BaseModel): cores: int = 2 processes: int = 1 - memory: str = "30GB" + memory: str = "40GB" queue: str = "cpu_pipelines" account: str = "hpc-pipelines" job_extra_directives: list[str] = ["--propagate", "--time=04:00:00"] class Scale(BaseModel): - minimum_jobs: int = 15 - maximum_jobs: int = 15 + minimum_jobs: int = 11 + maximum_jobs: int = 11 adaptive: bool = False instance: Instance = Instance() diff --git a/config.template.yaml b/config.template.yaml index d5c0708..bc9bfba 100644 --- a/config.template.yaml +++ b/config.template.yaml @@ -16,15 +16,15 @@ executor: # instance: # cores: 2 # processes: 1 -# memory: "30GB" +# memory: "40GB" # queue: "cpu_small" # account: "hpc-public" # job_extra_directives: # - "--propagate" # - "--time=2:00:00" # scale: -# minimum_jobs: 15 -# maximum_jobs: 15 +# minimum_jobs: 11 +# maximum_jobs: 11 # adaptive: false inputs: diff --git a/sbatch.template b/sbatch.template index edcd3d4..1b5f872 100644 --- a/sbatch.template +++ b/sbatch.template @@ -6,7 +6,7 @@ #SBATCH --time=04:00:00 #SBATCH --ntasks=1 #SBATCH --cpus-per-task=4 -#SBATCH --mem=30G +#SBATCH --mem=40G #SBATCH --output={out} #SBATCH --error={err} #SBATCH --partition=cpu_pipelines diff --git a/tests/test_executor_scaling.py b/tests/test_executor_scaling.py index 01608c4..7dad6cc 100644 --- a/tests/test_executor_scaling.py +++ b/tests/test_executor_scaling.py @@ -22,13 +22,13 @@ def test_slurm_executor_uses_fixed_allocation_by_default(monkeypatch): { "name": "slurm", "args": { - "instance": {"cores": 2, "processes": 1, "memory": "30GB"}, - "scale": {"minimum_jobs": 15, "maximum_jobs": 15}, + "instance": {"cores": 2, "processes": 1, "memory": "40GB"}, + "scale": {"minimum_jobs": 11, "maximum_jobs": 11}, }, } ) - assert cluster.kwargs["n_workers"] == 15 + assert cluster.kwargs["n_workers"] == 11 assert cluster.adapt_calls == []