build and upload binary #13
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Build Python Environment Tools Release" | |
| on: | |
| push: | |
| branches: ['main'] | |
| pull_request: | |
| branches: ['main', 'dev', '*-ci'] | |
| schedule: | |
| - cron: "0 0 1 * *" | |
| workflow_dispatch: | |
| jobs: | |
| # Extract the current version of python-environment-tools from upstream GitHub. | |
| get_version: | |
| name: Determine PET Version | |
| runs-on: ubuntu-latest | |
| outputs: | |
| PET_VERSION: ${{ steps.extract_version.outputs.result }} | |
| steps: | |
| # Extract version by getting the latest tag | |
| - name: Determine latest upstream version | |
| id: extract_version | |
| run: | | |
| VERSION=$(curl -s https://api.github.com/repos/microsoft/python-environment-tools/releases/latest | jq -r '.tag_name') | |
| echo "PET version: ${VERSION}" | |
| echo "result=${VERSION}" >> $GITHUB_OUTPUT | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Checkout Python Environment Tools | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'microsoft/python-environment-tools' | |
| branch: '${{ steps.extract_version.outputs.result }}' | |
| # Check to see whether we have already released this version. If we have, we will skip the | |
| # release process later on. | |
| check_release: | |
| name: Check for Existing Release | |
| runs-on: ubuntu-latest | |
| needs: [get_version] | |
| outputs: | |
| EXISTING_RELEASE: ${{ steps.release_flag.outputs.result }} | |
| steps: | |
| - name: Check for existing release tag | |
| uses: mukunku/[email protected] | |
| id: check_tag | |
| with: | |
| tag: ${{ needs.get_version.outputs.PET_VERSION }} | |
| - name: Set release flag | |
| id: release_flag | |
| run: | | |
| echo "Existing ${{ needs.get_version.outputs.PET_VERSION }} release: ${{steps.check_tag.outputs.exists}}" | |
| echo "result=${{steps.check_tag.outputs.exists}}" >> $GITHUB_OUTPUT | |
| do_release: | |
| name: Trigger a new release | |
| if: ${{ needs.check_release.outputs.EXISTING_RELEASE == 'false' }} | |
| runs-on: ubuntu-latest | |
| needs: [check_release] | |
| steps: | |
| - name: Dummy step | |
| run: ls | |
| # Build PET for macOS. Both arm64 (Apple Silicon) and x64 (Intel) hosts. | |
| build_macos: | |
| name: Build macOS | |
| runs-on: [self-hosted-staging, macos, arm64] | |
| needs: [do_release, get_version] | |
| timeout-minutes: 40 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| working-directory: 'python-environment-tools' | |
| strategy: | |
| max-parallel: 1 | |
| matrix: | |
| arch: [arm64, x64] | |
| include: | |
| - arch: arm64 | |
| arch_terminal: arm64 | |
| rust_target_prefix: aarch64 | |
| - arch: x64 | |
| arch_terminal: x86_64 | |
| rust_target_prefix: x86_64 | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Checkout Python Environment Tools | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'microsoft/python-environment-tools' | |
| branch: '${{ needs.get_version.outputs.PET_VERSION }}' | |
| - name: Install Rust toolchain | |
| run: | | |
| rustup update --no-self-update stable | |
| rustup default stable | |
| # Compile | |
| - name: Compile PET (${{ matrix.arch }}) | |
| env: | |
| npm_config_arch: ${{ matrix.arch }} | |
| RUST_TARGET: ${{ matrix.rust_target_prefix }}-apple-darwin | |
| PKG_CONFIG_ALLOW_CROSS: 1 | |
| run: | | |
| ls | |
| cargo clean | |
| cargo build --release --target ${{ matrix.rust_target_prefix }}-apple-darwin | |
| # Compress server to a zip file | |
| - name: Create archive | |
| run: | | |
| # Enter the build directory | |
| pushd target/${{ matrix.rust_target_prefix }}-apple-darwin/release | |
| # Compress the server to an archive | |
| ARCHIVE="$GITHUB_WORKSPACE/pet-${{ needs.get_version.outputs.PET_VERSION }}-darwin-${{ matrix.arch }}.zip" | |
| zip -Xry $ARCHIVE pet | |
| popd | |
| # Create build artifact | |
| - name: Upload client archive | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pet-darwin-${{ matrix.arch }}-archive | |
| path: pet-${{ needs.get_version.outputs.PET_VERSION }}-darwin-${{ matrix.arch }}.zip | |
| build_windows: | |
| name: Build Windows | |
| runs-on: windows-latest | |
| timeout-minutes: 40 | |
| needs: [do_release, get_version] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| working-directory: 'python-environment-tools' | |
| strategy: | |
| matrix: | |
| arch: [x64] | |
| include: | |
| - arch: x64 | |
| rust_target_prefix: x86_64 | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Checkout Python Environment Tools | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'microsoft/python-environment-tools' | |
| - name: Compile PET | |
| env: | |
| RUST_TARGET: ${{ matrix.rust_target_prefix }}-pc-windows-msvc | |
| shell: cmd | |
| run: | | |
| ls | |
| cargo clean | |
| cargo build --release --target ${{ matrix.rust_target_prefix }}-pc-windows-msvc | |
| - name: Create archive | |
| shell: pwsh | |
| run: | | |
| # Compress the server to an archive | |
| $params = @{ | |
| Path = "target\${{ matrix.rust_target_prefix }}-pc-windows-msvc\release\pet.exe", "LICENSE" | |
| DestinationPath = "pet-${{ needs.get_version.outputs.PET_VERSION }}-windows-${{ matrix.arch }}.zip" | |
| } | |
| Compress-Archive @params | |
| - name: Upload client archive | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pet-windows-${{ matrix.arch }}-archive | |
| path: pet-${{ needs.get_version.outputs.PET_VERSION }}-windows-${{ matrix.arch }}.zip | |
| build_linux: | |
| name: "Build Linux" | |
| runs-on: ${{ matrix.arch == 'x64' && 'ubuntu-22.04' || 'ubuntu-24.04-arm64-4-core' }} | |
| needs: [do_release, get_version] | |
| env: | |
| ARCH_FLAG: ${{ matrix.arch == 'x64' && 'x86_64' || 'aarch64' }} | |
| working-directory: 'python-environment-tools' | |
| strategy: | |
| matrix: | |
| arch: [x64, arm64] | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Checkout Python Environment Tools | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'microsoft/python-environment-tools' | |
| - name: Setup Build Environment | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y cargo | |
| - name: Setup Build Environment for arm64 | |
| if: matrix.arch == 'arm64' | |
| run: | | |
| rustup target add aarch64-unknown-linux-gnu | |
| - name: Compile PET | |
| run: | | |
| ls | |
| cargo clean | |
| cargo build --target ${ARCH_FLAG}-unknown-linux-gnu --release | |
| # Compress kernel to a zip file | |
| - name: Create archive | |
| run: | | |
| # Enter the build directory | |
| pushd target/${ARCH_FLAG}-unknown-linux-gnu/release | |
| # Compress the kernel to an archive | |
| ARCHIVE="$GITHUB_WORKSPACE/pet-${{ needs.get_version.outputs.PET_VERSION }}-linux-${{ matrix.arch }}.zip" | |
| [ -e LICENSE ] || cp "$GITHUB_WORKSPACE/LICENSE" LICENSE | |
| zip -Xry $ARCHIVE pet LICENSE | |
| popd | |
| - name: Upload archive | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pet-linux-${{ matrix.arch }}-archive | |
| path: pet-${{ needs.get_version.outputs.PET_VERSION }}-linux-${{ matrix.arch }}.zip | |
| create_release: | |
| name: Create Release | |
| runs-on: [self-hosted, macos, arm64] | |
| needs: [do_release, get_version, build_macos, build_windows] | |
| if: github.ref == 'refs/heads/main' | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| working-directory: 'python-environment-tools' | |
| outputs: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| steps: | |
| - name: Create release | |
| uses: actions/create-release@v1 | |
| id: create_release | |
| with: | |
| draft: false | |
| prerelease: true | |
| release_name: ${{ needs.get_version.outputs.PET_VERSION }} | |
| tag_name: ${{ needs.get_version.outputs.PET_VERSION }} | |
| # Uploads binaries, if we created a release | |
| upload_release_binaries: | |
| name: Upload Release Binaries | |
| runs-on: [self-hosted, macos, arm64] | |
| needs: [create_release, get_version, build_macos, build_windows, build_linux] | |
| permissions: | |
| contents: write # Required for creating a tag and release | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| RELEASE_TAG: ${{ needs.get_version.outputs.PET_VERSION }} | |
| strategy: | |
| max-parallel: 1 | |
| steps: | |
| # Download all binaries | |
| - name: Download PET for macOS arm64 server | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: pet-darwin-arm64-archive | |
| - name: Download PET for macOS x64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: pet-darwin-x64-archive | |
| - name: Download PET for Windows x64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: pet-windows-x64-archive | |
| - name: Download PET for Linux x64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: pet-linux-x64-archive | |
| - name: Download PET for Linux arm64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: pet-linux-arm64-archive | |
| # Combine macOS binaries to a single binary with lipo | |
| - name: Create macOS universal binary | |
| run: | | |
| # Decompress x64 builds | |
| rm -rf x64 && mkdir x64 && pushd x64 | |
| unzip ../pet-${{ env.RELEASE_TAG }}-darwin-x64.zip | |
| popd | |
| # Decompress arm64 build | |
| rm -rf arm64 && mkdir arm64 && pushd arm64 | |
| unzip ../pet-${{ env.RELEASE_TAG }}-darwin-arm64.zip | |
| popd | |
| # Create a universal binary | |
| lipo -create x64/pet arm64/pet -output pet | |
| # Compress and bundle licenses | |
| ARCHIVE="$GITHUB_WORKSPACE/pet-${{ env.RELEASE_TAG }}-darwin-universal.zip" | |
| zip -Xry $ARCHIVE pet | |
| - name: Upload macOS release artifact (universal) | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| with: | |
| upload_url: ${{ needs.create_release.outputs.upload_url }} | |
| asset_path: pet-${{ env.RELEASE_TAG }}-darwin-universal.zip | |
| asset_name: pet-${{ needs.get_version.outputs.PET_VERSION }}-darwin-universal.zip | |
| asset_content_type: application/octet-stream | |
| - name: Upload Windows release artifact (x64) | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| with: | |
| upload_url: ${{ needs.create_release.outputs.upload_url }} | |
| asset_path: pet-${{ env.RELEASE_TAG }}-windows-x64.zip | |
| asset_name: pet-${{ env.RELEASE_TAG }}-windows-x64.zip | |
| asset_content_type: application/octet-stream | |
| - name: Upload Linux release artifacts (x64) | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| with: | |
| upload_url: ${{ needs.create_release.outputs.upload_url }} | |
| asset_path: pet-${{ env.RELEASE_TAG }}-linux-x64.zip | |
| asset_name: pet-${{ env.RELEASE_TAG }}-linux-x64.zip | |
| asset_content_type: application/octet-stream | |
| - name: Upload Linux release artifacts (arm64) | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| with: | |
| upload_url: ${{ needs.create_release.outputs.upload_url }} | |
| asset_path: pet-${{ env.RELEASE_TAG }}-linux-arm64.zip | |
| asset_name: pet-${{ env.RELEASE_TAG }}-linux-arm64.zip | |
| asset_content_type: application/octet-stream | |
| # Publish new releases to the pet-builds public repository | |
| publish_public_release: | |
| name: Publish Public Release | |
| runs-on: ubuntu-latest | |
| needs: [upload_release_binaries, get_version] | |
| permissions: | |
| contents: write # Required for creating a tag and release | |
| env: | |
| RELEASE_TAG: ${{ needs.get_version.outputs.PET_VERSION }} | |
| steps: | |
| - name: Download macOS release | |
| uses: dsaltares/[email protected] | |
| with: | |
| version: tags/${{ env.RELEASE_TAG }} | |
| file: pet-${{ env.RELEASE_TAG }}-darwin-universal.zip | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Download Linux release (x64) | |
| uses: dsaltares/[email protected] | |
| with: | |
| version: tags/${{ env.RELEASE_TAG }} | |
| file: pet-${{ env.RELEASE_TAG }}-linux-x64.zip | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Download Linux release (arm64) | |
| uses: dsaltares/[email protected] | |
| with: | |
| version: tags/${{ env.RELEASE_TAG }} | |
| file: pet-${{ env.RELEASE_TAG }}-linux-arm64.zip | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Download Windows release | |
| uses: dsaltares/[email protected] | |
| with: | |
| version: tags/${{ env.RELEASE_TAG }} | |
| file: pet-${{ env.RELEASE_TAG }}-windows-x64.zip | |
| token: ${{ secrets.GITHUB_TOKEN }} |