Optimize storage workflows.

AI-Hypercomputer · Mar 7, 2025 · b0e639e · b0e639e
1 parent 9b9919b
commit b0e639e
Show file tree

Hide file tree

Showing 4 changed files with 206 additions and 375 deletions.
diff --git a/.github/workflows/build_tests.yaml b/.github/workflows/build_tests.yaml
@@ -113,46 +113,46 @@ jobs:
           ~/.cache/pip
           ${{env.pythonLocation}}
         key: xpk-deps-${{ matrix.python-version }}-${{needs.set-variables.outputs.run-id}}
-  linter:
-    needs: [install-dependencies, set-variables]
-    concurrency: # We support one build or nightly test to run at a time currently.
-      group: linter-${{needs.set-variables.outputs.run-id}}
-      cancel-in-progress: true
-    uses: ./.github/workflows/reusable_lint_and_format.yml
-    with:
-      run-id: '${{needs.set-variables.outputs.run-id}}'
-  run-unit-tests:
-    needs: [install-dependencies, set-variables]
-    uses: ./.github/workflows/reusable_unit_tests.yaml
-    with:
-      run-id: ${{needs.set-variables.outputs.run-id}}
-    concurrency: # We support one build or nightly test to run at a time currently.
-      group: unit-tests-${{needs.set-variables.outputs.run-id}}
-      cancel-in-progress: true
-  run-integration-tests:
-    needs: [install-dependencies, set-variables]
-    uses: ./.github/workflows/reusable_integration_tests.yaml
-    with:
-      run-id: '${{needs.set-variables.outputs.run-id}}'
-    concurrency: # We support one build or nightly test to run at a time currently.
-      group: integration-tests-${{needs.set-variables.outputs.run-id}}
-      cancel-in-progress: true
-    secrets: inherit
-  cluster-private:
-    needs: [linter, run-unit-tests, run-integration-tests, set-variables]
-    uses: ./.github/workflows/reusable_cluster_private.yaml
-    concurrency: # We support one build or nightly test to run at a time currently.
-      group: cluster-private-${{needs.set-variables.outputs.run-id}}
-      cancel-in-progress: true
-    with:
-      run-id: '${{needs.set-variables.outputs.run-id}}'
-      cluster-name: '${{needs.set-variables.outputs.cluster-name}}'
-      tpu-type: '${{needs.set-variables.outputs.tpu-type || inputs.tpu-type}}'
-      zone: '${{needs.set-variables.outputs.zone}}'
-      location: '${{needs.set-variables.outputs.location}}'
-    secrets: inherit
+#  linter:
+#    needs: [install-dependencies, set-variables]
+#    concurrency: # We support one build or nightly test to run at a time currently.
+#      group: linter-${{needs.set-variables.outputs.run-id}}
+#      cancel-in-progress: true
+#    uses: ./.github/workflows/reusable_lint_and_format.yml
+#    with:
+#      run-id: '${{needs.set-variables.outputs.run-id}}'
+#  run-unit-tests:
+#    needs: [install-dependencies, set-variables]
+#    uses: ./.github/workflows/reusable_unit_tests.yaml
+#    with:
+#      run-id: ${{needs.set-variables.outputs.run-id}}
+#    concurrency: # We support one build or nightly test to run at a time currently.
+#      group: unit-tests-${{needs.set-variables.outputs.run-id}}
+#      cancel-in-progress: true
+#  run-integration-tests:
+#    needs: [install-dependencies, set-variables]
+#    uses: ./.github/workflows/reusable_integration_tests.yaml
+#    with:
+#      run-id: '${{needs.set-variables.outputs.run-id}}'
+#    concurrency: # We support one build or nightly test to run at a time currently.
+#      group: integration-tests-${{needs.set-variables.outputs.run-id}}
+#      cancel-in-progress: true
+#    secrets: inherit
+#  cluster-private:
+#    needs: [linter, run-unit-tests, run-integration-tests, set-variables]
+#    uses: ./.github/workflows/reusable_cluster_private.yaml
+#    concurrency: # We support one build or nightly test to run at a time currently.
+#      group: cluster-private-${{needs.set-variables.outputs.run-id}}
+#      cancel-in-progress: true
+#    with:
+#      run-id: '${{needs.set-variables.outputs.run-id}}'
+#      cluster-name: '${{needs.set-variables.outputs.cluster-name}}'
+#      tpu-type: '${{needs.set-variables.outputs.tpu-type || inputs.tpu-type}}'
+#      zone: '${{needs.set-variables.outputs.zone}}'
+#      location: '${{needs.set-variables.outputs.location}}'
+#    secrets: inherit
   cluster-create:
-    needs: [linter, run-unit-tests, run-integration-tests, set-variables]
+    needs: [set-variables]
     concurrency: # We support one build or nightly test to run at a time currently.
       group: cluster-create-${{needs.set-variables.outputs.run-id}}
       cancel-in-progress: true
@@ -187,24 +187,11 @@ jobs:
       zone: ${{needs.set-variables.outputs.zone}}
       run-id: ${{needs.set-variables.outputs.run-id}}
     secrets: inherit
-  filestore-tests:
+  storage-tests:
     needs: [cluster-create, set-variables, batch-tests, workloads-tests]
-    uses: ./.github/workflows/reusable_filestore_tests.yaml
-    concurrency: # We support one build or nightly test to run at a time currently.
-      group: filestore-tests-${{needs.set-variables.outputs.run-id}}
-      cancel-in-progress: true
-    with:
-      cluster-name: ${{needs.set-variables.outputs.cluster-name}}
-      tpu-type: ${{needs.set-variables.outputs.tpu-type}}
-      zone: ${{needs.set-variables.outputs.zone}}
-      location: ${{needs.set-variables.outputs.location}}
-      run-id: ${{needs.set-variables.outputs.run-id}}
-    secrets: inherit
-  fuse-tests:
-    needs: [filestore-tests, set-variables]
-    uses: ./.github/workflows/reusable_fuse_tests.yaml
+    uses: ./.github/workflows/reusable_storage_tests.yaml
     concurrency: # We support one build or nightly test to run at a time currently.
-      group: fuse-tests-${{needs.set-variables.outputs.run-id}}
+      group: storage-tests-${{needs.set-variables.outputs.run-id}}
       cancel-in-progress: true
     with:
       cluster-name: ${{needs.set-variables.outputs.cluster-name}}
@@ -215,7 +202,7 @@ jobs:
     secrets: inherit
   cluster-delete:
     if: always()
-    needs: [set-variables, fuse-tests]
+    needs: [set-variables, storage-tests]
     uses: ./.github/workflows/reusable_cluster_delete.yaml
     with:
       cluster-name: ${{needs.set-variables.outputs.cluster-name}}