python-test.yaml

# This workflow will install Python dependencies, run tests and lint with a single version of Python
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python

name: flag-gems-test

on:
  push:
    branches: [ "master" ]
  pull_request:
    branches: [ "master" ]

jobs:
  container-unit-test:
    runs-on: [self-hosted, docker]
    container:
      image: localhost:5000/flag-gems-ci:v1.0
      ports:
        - 81
      options: --gpus all --hostname flag-gems_cicd_ut
    steps:
      - name: checkout-code
        uses: actions/checkout@v4

      - name: check-gpu-free
        run: tests/scripts/gpu_check.sh

      - name: unit_test-flag-gems
        shell: bash
        run: |
          cmds=(
            "CUDA_VISIBLE_DEVICES=0 pytest -s tests/test_unary_pointwise_ops.py &"
            "CUDA_VISIBLE_DEVICES=0 pytest -s tests/test_pointwise_type_promotion.py &"
            "CUDA_VISIBLE_DEVICES=1 pytest -s tests/test_binary_pointwise_ops.py &"
            "CUDA_VISIBLE_DEVICES=1 pytest -s tests/test_tensor_constructor_ops.py &"
            "CUDA_VISIBLE_DEVICES=1 pytest -s tests/test_distribution_ops.py &"
            "CUDA_VISIBLE_DEVICES=2 pytest -s tests/test_blas_ops.py &"
            "CUDA_VISIBLE_DEVICES=3 pytest -s tests/test_reduction_ops.py &"
            "CUDA_VISIBLE_DEVICES=4 pytest -s tests/test_special_ops.py &"
            "CUDA_VISIBLE_DEVICES=5 pytest -s tests/test_libentry.py &"
          )

          declare -a exit_statuses

          for cmd in "${cmds[@]}"; do
            eval "$cmd"
          done

          for job in $(jobs -p); do
            wait $job
            exit_statuses+=($?)
            echo "Task $pid completed with exit status ${exit_statuses[-1]}"
          done

          echo "Exit statuses of all tasks: ${exit_statuses[@]}"

          overall_status=0
          for status in "${exit_statuses[@]}"; do
            if [ $status -ne 0 ]; then
              overall_status=1
              break
            fi
          done

          exit $overall_status

  container-model-test:
    runs-on: [self-hosted, docker]
    container:
      image: localhost:5000/flag-gems-ci:v1.0
      ports:
        - 82
      options: --gpus all --hostname flag-gems_cicd_model -v /home/flaggems_cicd/huggingface_cache_bert:/__w/_temp/_github_home/.cache/huggingface
    steps:
      - name: checkout-code
        uses: actions/checkout@v4

      - name: check-gpu-free
        run: tests/scripts/gpu_check.sh

      - name: examples-flag-gems
        run: |
          CUDA_VISIBLE_DEVICES=5 pytest -s examples/model_bert_test.py