Test benchmarks pipeline #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmark | |
| on: | |
| pull_request: | |
| types: [opened, synchronize, reopened, labeled] | |
| permissions: | |
| contents: read | |
| pull-requests: write | |
| jobs: | |
| benchmarks: | |
| if: contains(github.event.pull_request.labels.*.name, 'request-benchmarks') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source Branch | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ github.event.pull_request.head.ref }} | |
| path: source | |
| - name: Setup Node.js for Source Branch | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '22.x' | |
| - name: Install Dependencies for Source Branch | |
| run: | | |
| cd source | |
| npm install | |
| - name: Run Benchmarks on Source Branch | |
| run: | | |
| cd source/benchmarks | |
| make > source_results.log | |
| - name: Save Source Results | |
| id: save-source-results | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: source-results | |
| path: source/benchmarks/source_results.log | |
| - name: Checkout Target Branch | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ github.event.pull_request.base.ref }} | |
| path: target | |
| - name: Setup Node.js for Target Branch | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '22.x' | |
| - name: Install Dependencies for Target Branch | |
| run: | | |
| cd target | |
| npm install | |
| - name: Run Benchmarks on Target Branch | |
| run: | | |
| cd target/benchmarks | |
| make > target_results.log | |
| - name: Save Target Results | |
| id: save-target-results | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: target-results | |
| path: target/benchmarks/target_results.log | |
| - name: Download Source Results | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: source-results | |
| path: source-results | |
| - name: Download Target Results | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: target-results | |
| path: target-results | |
| - name: Compare Results and Comment on PR | |
| run: | | |
| echo "Comparing benchmark results..." | |
| # Compare the benchmark results and generate a summary | |
| SOURCE_RESULTS=$(cat source-results/source_results.log) | |
| TARGET_RESULTS=$(cat target-results/target_results.log) | |
| DIFF=$(diff <(echo "$SOURCE_RESULTS") <(echo "$TARGET_RESULTS")) | |
| # Create a comment body | |
| COMMENT_BODY="### Benchmark Comparison\n\n" | |
| COMMENT_BODY+="**Source Branch (${github.event.pull_request.head.ref}) Results:**\n\`\`\`\n$SOURCE_RESULTS\n\`\`\`\n\n" | |
| COMMENT_BODY+="**Target Branch (${github.event.pull_request.base.ref}) Results:**\n\`\`\`\n$TARGET_RESULTS\n\`\`\`\n\n" | |
| COMMENT_BODY+="**Differences:**\n\`\`\`\n$DIFF\n\`\`\`\n" | |
| # Post the comment to the PR | |
| curl -s -X POST -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \ | |
| -H "Content-Type: application/json" \ | |
| -d "{\"body\":\"${COMMENT_BODY}\"}" \ | |
| "${{ github.event.pull_request.comments_url }}" | |
| continue-on-error: true | |
| - name: Remove request-benchmarks Label | |
| run: | | |
| curl -s -X DELETE -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \ | |
| -H "Content-Type: application/json" \ | |
| "${{ github.event.pull_request.issue_url }}/labels/request-benchmarks" |