Support for GlobusComputeExecutor #47
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: GlobusComputeExecutor tests | |
| on: | |
| pull_request: | |
| types: | |
| - opened | |
| - synchronize | |
| jobs: | |
| main-test-suite: | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@master | |
| - name: Set up Python 3.11 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.11 | |
| - name: Collect Job Information | |
| id: job-info | |
| run: | | |
| echo "Python Version: 3.11" >> ci_job_info.txt | |
| echo "CI Triggering Event: ${{ github.event_name }}" >> ci_job_info.txt | |
| echo "Triggering Git Ref: ${{ github.ref }}" >> ci_job_info.txt | |
| echo "Triggering Git SHA: ${{ github.sha }}" >> ci_job_info.txt | |
| echo "Workflow Run: ${{ github.run_number }}" >> ci_job_info.txt | |
| echo "Workflow Attempt: ${{ github.run_attempt }}" >> ci_job_info.txt | |
| as_ascii="$(echo "${{ github.ref_name }}" | perl -pe "s/[^A-z0-9-]+/-/g; s/^-+|-+\$//g; s/--+/-/g;")" | |
| echo "as-ascii=$as_ascii" >> $GITHUB_OUTPUT | |
| - name: setup virtual env | |
| run: | | |
| make virtualenv | |
| source .venv/bin/activate | |
| - name: Non-requirements based install | |
| run: | | |
| # mpich: required by mpi4py which is in test-requirements for radical-pilot | |
| sudo apt-get update -q | |
| sudo apt-get install -qy mpich | |
| - name: make deps clean_coverage | |
| run: | | |
| source .venv/bin/activate | |
| make deps | |
| make clean_coverage | |
| # Temporary fix until fixes make it to a release | |
| git clone -b main https://github.com/globus/globus-compute.git | |
| pip3 install globus-compute/compute_sdk globus-compute/compute_endpoint | |
| - name: start globus_compute_endpoint | |
| env: | |
| GLOBUS_COMPUTE_CLIENT_ID: ${{ secrets.GLOBUS_COMPUTE_CLIENT_ID }} | |
| GLOBUS_COMPUTE_CLIENT_SECRET: ${{ secrets.GLOBUS_COMPUTE_SECRET_KEY }} | |
| run: | | |
| source /home/runner/work/parsl/parsl/.venv/bin/activate | |
| globus-compute-endpoint configure default | |
| which globus-compute-endpoint | |
| python3 -c "import globus_compute_sdk; print(globus_compute_sdk.__version__)" | |
| python3 -c "import globus_compute_endpoint; print(globus_compute_endpoint.__version__)" | |
| cat << EOF > /home/runner/.globus_compute/default/config.yaml | |
| engine: | |
| type: ThreadPoolEngine | |
| max_workers: 4 | |
| EOF | |
| cat /home/runner/.globus_compute/default/config.yaml | |
| mkdir ~/.globus_compute/default/tasks_working_dir | |
| globus-compute-endpoint start default | |
| globus-compute-endpoint list | |
| - name: make test | |
| env: | |
| GLOBUS_COMPUTE_CLIENT_ID: ${{ secrets.GLOBUS_COMPUTE_CLIENT_ID }} | |
| GLOBUS_COMPUTE_CLIENT_SECRET: ${{ secrets.GLOBUS_COMPUTE_SECRET_KEY }} | |
| run: | | |
| source .venv/bin/activate | |
| export GLOBUS_COMPUTE_ENDPOINT=$(globus-compute-endpoint list | grep default | cut -c 3-38) | |
| echo "GLOBUS_COMPUTE_ENDPOINT = $GLOBUS_COMPUTE_ENDPOINT" | |
| # temporary; until test-matrixification | |
| export PARSL_TEST_PRESERVE_NUM_RUNS=7 | |
| make gce_test | |
| ln -s pytest-parsl/parsltest-current test_runinfo | |
| - name: Archive runinfo logs | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: runinfo-3.11-${{ steps.job-info.outputs.as-ascii }}-${{ github.sha }} | |
| path: | | |
| runinfo/ | |
| pytest-parsl/ | |
| ci_job_info.txt | |
| compression-level: 9 |