Skip to content

Commit

Permalink
Use significantly larger cluster for small workloads
Browse files Browse the repository at this point in the history
  • Loading branch information
fjetter committed Dec 10, 2024
1 parent 9cbf5f6 commit a41ae99
Show file tree
Hide file tree
Showing 7 changed files with 8 additions and 8 deletions.
2 changes: 1 addition & 1 deletion tests/geospatial/test_atmospheric_circulation.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ def test_atmospheric_circulation(
"region": "us-central1",
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"medium": {"n_workers": 100},
"large": {"n_workers": 100},
},
Expand Down
4 changes: 2 additions & 2 deletions tests/geospatial/test_climatology.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ def test_rechunk_map_blocks(
"region": "us-central1",
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"medium": {"n_workers": 100},
"large": {"n_workers": 100},
},
Expand All @@ -49,7 +49,7 @@ def test_highlevel_api(
"idle_timeout": "1h",
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"medium": {"n_workers": 100},
"large": {"n_workers": 100},
},
Expand Down
2 changes: 1 addition & 1 deletion tests/geospatial/test_cloud_optimize.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ def test_cloud_optimize(
"region": "us-west-2",
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"medium": {"n_workers": 100},
"large": {"n_workers": 200},
},
Expand Down
2 changes: 1 addition & 1 deletion tests/geospatial/test_rechunking.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ def test_era5_rechunking(
"region": "us-central1",
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"medium": {"n_workers": 100},
"large": {"n_workers": 100},
},
Expand Down
2 changes: 1 addition & 1 deletion tests/geospatial/test_regridding.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ def test_xesmf(
"wait_for_workers": True,
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"medium": {"n_workers": 10},
"large": {"n_workers": 10},
},
Expand Down
2 changes: 1 addition & 1 deletion tests/geospatial/test_satellite_filtering.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ def test_satellite_filtering(
"region": "westeurope",
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"large": {"n_workers": 100},
},
):
Expand Down
2 changes: 1 addition & 1 deletion tests/geospatial/test_zonal_average.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ def test_nwm(
"region": "us-east-1",
},
scale_kwargs={
"small": {"n_workers": 10},
"small": {"n_workers": 50},
"large": {"n_workers": 200, "scheduler_memory": "32 GiB"},
},
):
Expand Down

0 comments on commit a41ae99

Please sign in to comment.