Add script to generate test benchmark locally #278
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests for SpeckCn2 | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| types: | |
| - opened | |
| - reopened | |
| - synchronize | |
| - ready_for_review | |
| workflow_dispatch: | |
| jobs: | |
| Build-n-test: | |
| if: github.event.pull_request.draft == false | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ['3.9', '3.10'] | |
| toolchain: | |
| - {compiler: gcc, version: 13} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: 'true' | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - uses: actions/cache@v3 | |
| id: cache-virtualenv | |
| with: | |
| path: ${{ env.pythonLocation }} | |
| key: ${{ env.pythonLocation }}-${{ hashFiles('pyproject.toml') }} | |
| - name: Download ResNet results | |
| id: download-artifact | |
| uses: dawidd6/action-download-artifact@v6 | |
| with: | |
| github_token: ${{secrets.GITHUB_TOKEN}} | |
| workflow: generate_test_reference.yaml | |
| workflow_search: false | |
| workflow_conclusion: success | |
| name: ResNet-results-${{ matrix.python-version }} | |
| path: Model_test_resnet_score | |
| if_no_artifact_found: fail | |
| - name: Download SCNN results | |
| id: download-artifact2 | |
| uses: dawidd6/action-download-artifact@v6 | |
| with: | |
| github_token: ${{secrets.GITHUB_TOKEN}} | |
| workflow: generate_test_reference.yaml | |
| workflow_search: false | |
| workflow_conclusion: success | |
| name: SCNN-results-${{ matrix.python-version }} | |
| path: Model_test_scnn_score | |
| if_no_artifact_found: fail | |
| - name: Download ResNet weights | |
| id: download-artifact3 | |
| uses: dawidd6/action-download-artifact@v6 | |
| with: | |
| github_token: ${{secrets.GITHUB_TOKEN}} | |
| workflow: generate_test_reference.yaml | |
| workflow_search: false | |
| workflow_conclusion: success | |
| name: ResNet-weights-${{ matrix.python-version }} | |
| path: Model_test_resnet_states | |
| if_no_artifact_found: fail | |
| - name: Download SCNN weights | |
| id: download-artifact4 | |
| uses: dawidd6/action-download-artifact@v6 | |
| with: | |
| github_token: ${{secrets.GITHUB_TOKEN}} | |
| workflow: generate_test_reference.yaml | |
| workflow_search: false | |
| workflow_conclusion: success | |
| name: SCNN-weights-${{ matrix.python-version }} | |
| path: Model_test_scnn_states | |
| if_no_artifact_found: fail | |
| - name: Move test baseline to the correct location | |
| run: | | |
| rm -rf tests/test_data/speckles/expected_results/* | |
| mv Model_test_*_score tests/test_data/speckles/expected_results/. | |
| rm -rf tests/test_data/speckles/expected_model_weights/* | |
| mv Model_test_*_states tests/test_data/speckles/expected_model_weights/. | |
| - name: Install dependencies | |
| if: steps.cache-virtualenv.outputs.cache-hit != 'true' | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install -e .[develop] | |
| - name: Clean Pytest Cache | |
| run: rm -rf .pytest_cache | |
| - name: Test with pytest | |
| run: | | |
| coverage run -p -m pytest | |
| - name: Upload test results | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: testfail-images-${{ matrix.python-version }} | |
| path: .tests/image_diff/ | |
| - name: Upload ResNet images | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: resnet-images-testfail-${{ matrix.python-version }} | |
| path: tests/test_data/speckles/Model_test_resnet_score | |
| - name: Upload SCNN images | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: scnn-images-testfail-${{ matrix.python-version }} | |
| path: tests/test_data/speckles/Model_test_scnn_score | |
| - name: Upload ResNet weights | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: resnet-weights-testfail-${{ matrix.python-version }} | |
| path: tests/test_data/speckles/Model_test_resnet_states | |
| - name: Upload SCNN weights | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: scnn-weights-testfail-${{ matrix.python-version }} | |
| path: tests/test_data/speckles/Model_test_scnn_states | |
| - name: Combine | |
| run: | | |
| coverage combine | |
| - name: Report coverage | |
| run: | | |
| coverage json | |
| export TOTAL=$(python -c "import json;print(json.load(open('coverage.json'))['totals']['percent_covered_display'])") | |
| echo "total=$TOTAL" >> $GITHUB_ENV | |
| echo "### Total coverage: ${TOTAL}%" >> $GITHUB_STEP_SUMMARY | |
| echo $'\n```' >> $GITHUB_STEP_SUMMARY | |
| coverage report >> $GITHUB_STEP_SUMMARY | |
| echo $'\n```' >> $GITHUB_STEP_SUMMARY | |
| - name: Make coverage badge | |
| if: github.ref == 'refs/heads/main' | |
| uses: schneegans/[email protected] | |
| with: | |
| auth: ${{ secrets.GIST_SECRET }} | |
| gistID: ee30d5a40792fc1de92e9dcf0d0e092a | |
| filename: covbadge.json | |
| label: Coverage | |
| message: ${{ env.total }}% | |
| minColorRange: 50 | |
| maxColorRange: 90 | |
| valColorRange: ${{ env.total }} |