ECCO Restoring for OMIP simulations

.buildkite/pipeline.yml

@@ -5,6 +5,7 @@ agents:
 
 env:
   JULIA_LOAD_PATH: "${JULIA_LOAD_PATH}:${BUILDKITE_BUILD_CHECKOUT_PATH}/.buildkite"
+  JULIA_DEBUG: "Documenter"
   OPENBLAS_NUM_THREADS: 1
   OMPI_MCA_opal_warn_on_missing_libcuda: 0
 
@@ -20,6 +21,9 @@ steps:
     agents:
       slurm_mem: 32G
       slurm_cpus_per_task: 8
+      slurm_gpus: 1
+      slurm_ntasks: 1
+      slurm_gpus_per_task: 1
     env:
       JULIA_NUM_PRECOMPILE_TASKS: 8
 
@@ -33,11 +37,11 @@ steps:
     commands:
       - "julia --project -e 'using Pkg; Pkg.test()'"
 
-  - label: "Run ECCO2 tests"
-    key: "tests_ecco2"
+  - label: "Run ECCO tests"
+    key: "tests_ecco"
     env:
       CUDA_VISIBLE_DEVICES: "-1"
-      TEST_GROUP: "ecco2"
+      TEST_GROUP: "ecco"
     commands:
       - "julia --project -e 'using Pkg; Pkg.test()'"
 
@@ -49,16 +53,13 @@ steps:
     commands:
       - "julia --project -e 'using Pkg; Pkg.test()'"
 
-  # - label: "documentation"
-  #   env:
-  #     JULIA_DEBUG: "Documenter"
-  #   commands:
-  #     - "julia --color=yes --project=docs/ -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.instantiate()'"
-  #     - "julia --color=yes --project=docs/ docs/make.jl"
-  #   agents:
-  #     slurm_mem: 120G
-  #     slurm_ntasks: 1
-  #     slurm_gpus_per_task: 1
+  - label: "Run documentation"
+    key: "build_documentation"
+    env:
+      CUDA_VISIBLE_DEVICES: "0"
+    commands:
+      - "julia --color=yes --project=docs/ -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.instantiate()'"
+      - "julia --color=yes --project=docs/ docs/make.jl"
 
   - wait: ~
     continue_on_failure: true

.github/workflows/Documenter.yml

@@ -30,5 +30,7 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # For authentication with GitHub Actions token
           DOCUMENTER_KEY: ${{ secrets.DOCUMENTER_KEY }} # For authentication with SSH deploy key
-          JULIA_DEBUG: Documenter
-        run: julia --color=yes --project=docs/ docs/make.jl
+          JULIA_DEBUG: Documenter  
+          ECCO_USERNAME: ${{ secrets.ECCO_USERNAME }} # To download ECCO data from the podaac website
+          ECCO_PASSWORD: ${{ secrets.ECCO_PASSWORD }} # To download ECCO data from the podaac website
+        run: julia --color=yes --project=docs/ docs/make_without_examples.jl

.github/workflows/ci.yml

@@ -53,6 +53,8 @@ jobs:
           julia --color=yes --project -e 'using Pkg; Pkg.test()'
         env:
           TEST_GROUP: "downloading"
+          ECCO_USERNAME: ${{ secrets.ECCO_USERNAME }} # To download ECCO data from the podaac website
+          ECCO_PASSWORD: ${{ secrets.ECCO_PASSWORD }} # To download ECCO data from the podaac website
       - uses: julia-actions/julia-processcoverage@v1
       - uses: codecov/codecov-action@v3
         with:

.gitignore

@@ -39,3 +39,5 @@ docs/src/literated/
 *.qdrep
 *.nsys-rep
 *.ncu-rep
+*.sq
+*.sqlite