Merge pull request #932 from CliMA/js/snowy_benchmark

add snowy land benchmark
CliMA · Dec 2, 2024 · 4f0ca04 · 4f0ca04
2 parents 5462eef + 867d312
commit 4f0ca04
Show file tree

Hide file tree

Showing 8 changed files with 500 additions and 9 deletions.
diff --git a/.buildkite/target/pipeline.yml b/.buildkite/target/pipeline.yml
@@ -60,3 +60,13 @@ steps:
         agents:
           slurm_mem: 8GB
           slurm_gpus: 1
+
+      - label: ":snow_capped_mountain: Snowy Land"
+        command: "julia --color=yes --project=.buildkite experiments/benchmarks/snowy_land.jl"
+        artifact_paths:
+          - "snowy_land_benchmark_gpu/*html"
+        env:
+          CLIMACOMMS_DEVICE: CUDA
+        agents:
+          slurm_mem: 8GB
+          slurm_gpus: 1
diff --git a/experiments/benchmarks/bucket.jl b/experiments/benchmarks/bucket.jl
@@ -242,7 +242,7 @@ if ClimaComms.device() isa ClimaComms.CUDADevice
 end
 
 if get(ENV, "BUILDKITE_PIPELINE_SLUG", nothing) == "climaland-benchmark"
-    PREVIOUS_BEST_TIME = 1.2
+    PREVIOUS_BEST_TIME = 1.1
     if average_timing_s > PREVIOUS_BEST_TIME + std_timing_s
         @info "Possible performance regression, previous average time was $(PREVIOUS_BEST_TIME)"
     elseif average_timing_s < PREVIOUS_BEST_TIME - std_timing_s

diff --git a/experiments/benchmarks/land.jl b/experiments/benchmarks/land.jl
@@ -462,7 +462,7 @@ if ClimaComms.device() isa ClimaComms.CUDADevice
 end
 
 if get(ENV, "BUILDKITE_PIPELINE_SLUG", nothing) == "climaland-benchmark"
-    PREVIOUS_BEST_TIME = 4.7
+    PREVIOUS_BEST_TIME = 4.9
     if average_timing_s > PREVIOUS_BEST_TIME + std_timing_s
         @info "Possible performance regression, previous average time was $(PREVIOUS_BEST_TIME)"
     elseif average_timing_s < PREVIOUS_BEST_TIME - std_timing_s

diff --git a/experiments/benchmarks/richards.jl b/experiments/benchmarks/richards.jl
@@ -293,7 +293,7 @@ if ClimaComms.device() isa ClimaComms.CUDADevice
 end
 
 if get(ENV, "BUILDKITE_PIPELINE_SLUG", nothing) == "climaland-benchmark"
-    PREVIOUS_BEST_TIME = 5.1
+    PREVIOUS_BEST_TIME = 5.9
     if average_timing_s > PREVIOUS_BEST_TIME + std_timing_s
         @info "Possible performance regression, previous average time was $(PREVIOUS_BEST_TIME)"
     elseif average_timing_s < PREVIOUS_BEST_TIME - std_timing_s