From 3f2dbe07eb7666a654d58a42e6731eddd36e41b9 Mon Sep 17 00:00:00 2001 From: Junjie Qi Date: Thu, 26 Dec 2024 15:02:09 -0800 Subject: [PATCH 1/4] test for nightly CI --- .github/workflows/nightly.yml | 258 +++++++++++++++++----------------- 1 file changed, 130 insertions(+), 128 deletions(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index ef1e8d2357..babf1555d5 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -1,7 +1,9 @@ name: Nightly on: - schedule: - - cron: '10 6 * * *' + workflow_dispatch: + pull_request: + branches: + - main env: OMP_NUM_THREADS: '10' MKL_THREADING_LAYER: GNU @@ -20,129 +22,129 @@ jobs: ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} with: label: nightly - linux-x86_64-GPU-CUDA-11-4-4-nightly: - name: Linux x86_64 GPU nightlies (CUDA 11.4.4) - runs-on: 4-core-ubuntu-gpu-t4 - env: - CUDA_ARCHS: "60-real;61-real;62-real;70-real;72-real;75-real;80;86-real" - FAISS_FLATTEN_CONDA_INCLUDES: "1" - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - fetch-tags: true - - uses: ./.github/actions/build_conda - env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} - with: - label: nightly - cuda: "11.4.4" - linux-x86_64-GPU-CUVS-CUDA11-8-0-nightly: - name: Linux x86_64 GPU w/ cuVS nightlies (CUDA 11.8.0) - runs-on: 4-core-ubuntu-gpu-t4 - env: - CUDA_ARCHS: "70-real;72-real;75-real;80;86-real" - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - fetch-tags: true - - uses: ./.github/actions/build_conda - env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} - with: - label: nightly - cuvs: "ON" - cuda: "11.8.0" - linux-x86_64-GPU-CUDA-12-1-1-nightly: - name: Linux x86_64 GPU nightlies (CUDA 12.1.1) - runs-on: 4-core-ubuntu-gpu-t4 - env: - CUDA_ARCHS: "70-real;72-real;75-real;80;86-real" - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - fetch-tags: true - - uses: ./.github/actions/build_conda - env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} - with: - label: nightly - cuda: "12.1.1" - linux-x86_64-GPU-CUVS-CUDA12-4-0-nightly: - name: Linux x86_64 GPU w/ cuVS nightlies (CUDA 12.4.0) - runs-on: 4-core-ubuntu-gpu-t4 - env: - CUDA_ARCHS: "70-real;72-real;75-real;80;86-real" - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - fetch-tags: true - - uses: ./.github/actions/build_conda - env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} - with: - label: nightly - cuvs: "ON" - cuda: "12.4.0" - windows-x86_64-nightly: - name: Windows x86_64 nightlies - runs-on: windows-2019 - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - fetch-tags: true - - uses: ./.github/actions/build_conda - env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} - with: - label: nightly - osx-arm64-nightly: - name: OSX arm64 nightlies - runs-on: macos-14 - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - fetch-tags: true - - uses: ./.github/actions/build_conda - env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} - with: - label: nightly - linux-arm64-nightly: - name: Linux arm64 nightlies - runs-on: 2-core-ubuntu-arm - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - fetch-tags: true - - uses: ./.github/actions/build_conda - env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} - with: - label: nightly - auto-retry: - name: Auto retry on failure - if: fromJSON(github.run_attempt) < 2 - runs-on: ubuntu-latest - steps: - - name: Start rerun workflow - env: - GH_REPO: ${{ github.repository }} - GH_TOKEN: ${{ github.token }} - GH_DEBUG: api - run: | - gh workflow run retry_build.yml \ - -F run_id=${{ github.run_id }} + # linux-x86_64-GPU-CUDA-11-4-4-nightly: + # name: Linux x86_64 GPU nightlies (CUDA 11.4.4) + # runs-on: 4-core-ubuntu-gpu-t4 + # env: + # CUDA_ARCHS: "60-real;61-real;62-real;70-real;72-real;75-real;80;86-real" + # FAISS_FLATTEN_CONDA_INCLUDES: "1" + # steps: + # - name: Checkout + # uses: actions/checkout@v4 + # with: + # fetch-depth: 0 + # fetch-tags: true + # - uses: ./.github/actions/build_conda + # env: + # ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} + # with: + # label: nightly + # cuda: "11.4.4" + # linux-x86_64-GPU-CUVS-CUDA11-8-0-nightly: + # name: Linux x86_64 GPU w/ cuVS nightlies (CUDA 11.8.0) + # runs-on: 4-core-ubuntu-gpu-t4 + # env: + # CUDA_ARCHS: "70-real;72-real;75-real;80;86-real" + # steps: + # - name: Checkout + # uses: actions/checkout@v4 + # with: + # fetch-depth: 0 + # fetch-tags: true + # - uses: ./.github/actions/build_conda + # env: + # ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} + # with: + # label: nightly + # cuvs: "ON" + # cuda: "11.8.0" + # linux-x86_64-GPU-CUDA-12-1-1-nightly: + # name: Linux x86_64 GPU nightlies (CUDA 12.1.1) + # runs-on: 4-core-ubuntu-gpu-t4 + # env: + # CUDA_ARCHS: "70-real;72-real;75-real;80;86-real" + # steps: + # - name: Checkout + # uses: actions/checkout@v4 + # with: + # fetch-depth: 0 + # fetch-tags: true + # - uses: ./.github/actions/build_conda + # env: + # ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} + # with: + # label: nightly + # cuda: "12.1.1" + # linux-x86_64-GPU-CUVS-CUDA12-4-0-nightly: + # name: Linux x86_64 GPU w/ cuVS nightlies (CUDA 12.4.0) + # runs-on: 4-core-ubuntu-gpu-t4 + # env: + # CUDA_ARCHS: "70-real;72-real;75-real;80;86-real" + # steps: + # - name: Checkout + # uses: actions/checkout@v4 + # with: + # fetch-depth: 0 + # fetch-tags: true + # - uses: ./.github/actions/build_conda + # env: + # ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} + # with: + # label: nightly + # cuvs: "ON" + # cuda: "12.4.0" + # windows-x86_64-nightly: + # name: Windows x86_64 nightlies + # runs-on: windows-2019 + # steps: + # - name: Checkout + # uses: actions/checkout@v4 + # with: + # fetch-depth: 0 + # fetch-tags: true + # - uses: ./.github/actions/build_conda + # env: + # ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} + # with: + # label: nightly + # osx-arm64-nightly: + # name: OSX arm64 nightlies + # runs-on: macos-14 + # steps: + # - name: Checkout + # uses: actions/checkout@v4 + # with: + # fetch-depth: 0 + # fetch-tags: true + # - uses: ./.github/actions/build_conda + # env: + # ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} + # with: + # label: nightly + # linux-arm64-nightly: + # name: Linux arm64 nightlies + # runs-on: 2-core-ubuntu-arm + # steps: + # - name: Checkout + # uses: actions/checkout@v4 + # with: + # fetch-depth: 0 + # fetch-tags: true + # - uses: ./.github/actions/build_conda + # env: + # ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }} + # with: + # label: nightly + # auto-retry: + # name: Auto retry on failure + # if: fromJSON(github.run_attempt) < 2 + # runs-on: ubuntu-latest + # steps: + # - name: Start rerun workflow + # env: + # GH_REPO: ${{ github.repository }} + # GH_TOKEN: ${{ github.token }} + # GH_DEBUG: api + # run: | + # gh workflow run retry_build.yml \ + # -F run_id=${{ github.run_id }} From d55f9071226e287207decc6fc1dfe1ef56f8784f Mon Sep 17 00:00:00 2001 From: Junjie Qi Date: Fri, 27 Dec 2024 00:17:47 -0800 Subject: [PATCH 2/4] comment the fix --- .github/actions/build_conda/action.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/actions/build_conda/action.yml b/.github/actions/build_conda/action.yml index ff860007b2..80281ce4dd 100644 --- a/.github/actions/build_conda/action.yml +++ b/.github/actions/build_conda/action.yml @@ -36,10 +36,10 @@ runs: run: | conda install -y -q "conda!=24.11.0" conda install -y -q "conda-build!=24.11.0" - - name: Fix CI failure - shell: ${{ steps.choose_shell.outputs.shell }} - if: runner.os != 'Windows' - run: conda remove conda-anaconda-telemetry + # - name: Fix CI failure + # shell: ${{ steps.choose_shell.outputs.shell }} + # if: runner.os != 'Windows' + # run: conda remove conda-anaconda-telemetry - name: Enable anaconda uploads if: inputs.label != '' shell: ${{ steps.choose_shell.outputs.shell }} From ba1a6b7eed032151f439224f468c64adcd302b0f Mon Sep 17 00:00:00 2001 From: Junjie Qi Date: Fri, 27 Dec 2024 11:59:40 -0800 Subject: [PATCH 3/4] add reports --- .github/actions/build_conda/action.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/actions/build_conda/action.yml b/.github/actions/build_conda/action.yml index 80281ce4dd..e66affddad 100644 --- a/.github/actions/build_conda/action.yml +++ b/.github/actions/build_conda/action.yml @@ -31,6 +31,7 @@ runs: with: python-version: '3.11' miniconda-version: latest + reports: {'quiet': false} - name: Install conda build tools shell: ${{ steps.choose_shell.outputs.shell }} run: | From 2faec9d4ea2c1f8da5369f0c71147e211a230da5 Mon Sep 17 00:00:00 2001 From: Junjie Qi Date: Fri, 27 Dec 2024 17:07:53 -0800 Subject: [PATCH 4/4] test --- .github/actions/build_conda/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/build_conda/action.yml b/.github/actions/build_conda/action.yml index e66affddad..e0d11a8cf6 100644 --- a/.github/actions/build_conda/action.yml +++ b/.github/actions/build_conda/action.yml @@ -31,7 +31,7 @@ runs: with: python-version: '3.11' miniconda-version: latest - reports: {'quiet': false} + reports: {'quiet': 'False'} - name: Install conda build tools shell: ${{ steps.choose_shell.outputs.shell }} run: |