Run performance comparisons #106
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # cli command to run this from repo | |
| # given a run, get output (link?) | |
| # input variable to CLI to allow users to specify where to output their artefacts | |
| name: Run performance comparisons | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| c1: | |
| description: First commit hash | |
| required: true | |
| jobs: | |
| build: | |
| runs-on: buildjet-8vcpu-ubuntu-2204 | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| commit: | |
| - ${{ github.event.inputs.c1 }} | |
| timeout-minutes: 15 # Remove for ssh debugging | |
| permissions: | |
| id-token: write | |
| contents: read | |
| outputs: | |
| wheel: ${{ steps.upload_to_s3.outputs.wheel }} | |
| steps: | |
| - name: Assume AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: us-west-2 | |
| role-to-assume: ${{ secrets.ACTIONS_AWS_ROLE_ARN }} | |
| role-session-name: daft-performance-comparisons-build | |
| - name: Checkout commit ${{ matrix.commit }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ matrix.commit }} | |
| - uses: ./.github/actions/install | |
| - name: Install dependencies | |
| run: | | |
| # install rust | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y | |
| source $HOME/.cargo/env | |
| echo "$HOME/.cargo/bin" >> $GITHUB_PATH | |
| # install uv | |
| curl -LsSf https://astral.sh/uv/install.sh | sh | |
| echo "$HOME/.local/bin" >> $GITHUB_PATH | |
| # install python | |
| uv python install 3.9 | |
| uv python pin 3.9 | |
| # other | |
| sudo apt-get update | |
| sudo apt-get install gcc g++ pkg-config libssl-dev make -y | |
| - name: Cache dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: /mnt/target/debug | |
| key: ${{ runner.os }}-cargo-deps-${{ hashFiles('**/Cargo.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-cargo-deps- | |
| - name: Build wheel for commit ${{ matrix.commit }} | |
| run: | | |
| export CARGO_TARGET_DIR=/mnt/target | |
| uv v | |
| source .venv/bin/activate | |
| uv pip install pip | |
| uv pip install maturin | |
| maturin build | |
| - name: Upload files to s3 | |
| id: upload_to_s3 | |
| run: | | |
| # There should only be one output wheel in this directory | |
| for file in /mnt/target/wheels/*.whl; do | |
| aws s3 cp $file s3://github-actions-artifacts-bucket/builds/${{ github.sha }}/${{ matrix.commit }}/ --acl public-read --no-progress; | |
| file_basename=$(basename $file) | |
| echo "wheel=$file_basename" >> "$GITHUB_OUTPUT" | |
| done | |
| run: | |
| needs: build | |
| runs-on: [self-hosted, linux, x64, ci-dev] | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| commit: | |
| - ${{ github.event.inputs.c1 }} | |
| timeout-minutes: 15 # Remove for ssh debugging | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - name: Checkout commit ${{ matrix.commit }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ matrix.commit }} | |
| - uses: ./.github/actions/install | |
| - name: Modify ray.yaml to contain runtime variables | |
| run: | | |
| echo '${{ needs.build.outputs.wheel }}' | |
| sed -i 's|<<SHA>>|${{ github.sha }}|g' .github/assets/ray.yaml | |
| sed -i 's|<<COMMIT>>|${{ matrix.commit }}|g' .github/assets/ray.yaml | |
| sed -i 's|<<WHEEL>>|${{ needs.build.outputs.wheel }}|g' .github/assets/ray.yaml | |
| # - name: Get private ssh-key to boot up ray-cluster | |
| # uses: aws-actions/aws-secretsmanager-get-secrets@v2 | |
| # with: | |
| # secret-ids: | | |
| # SSH_KEY,arn:aws:secretsmanager:us-west-2:123456789012:secret:test2-a1b2c3 | |
| - name: Write ssh-key to file | |
| run: | | |
| echo "${{ secrets.SSH_KEY }}" >> ~/.ssh/ray-autoscaler_5_us-west-2.pem | |
| chmod 600 ~/.ssh/ray-autoscaler_5_us-west-2.pem | |
| - name: Manual breakpoint to update key | |
| uses: lhotari/action-upterm@v1 | |
| - name: Spin up ray cluster | |
| run: | | |
| uv v | |
| source .venv/bin/activate | |
| uv pip install ray boto3 | |
| ray up .github/assets/ray.yaml -y | |
| # - name: Run commit ${{ matrix.commit }} | |
| # run: | | |
| # echo $OUT | |
| # source .venv/bin/activate | |
| # uv pip install ray boto3 | |
| # ray up -y ci/ray.yaml | |
| # FILE=$(aws s3 ls s3://github-actions-artifacts-bucket/builds/${{ github.sha }}/${{ matrix.commit }}/ | awk '{print $4}') | |
| # mkdir dist | |
| # aws s3 cp s3://github-actions-artifacts-bucket/builds/${{ github.sha }}/${{ matrix.commit }}/$FILE dist --no-progress | |
| # uv pip install dist/$FILE |