end-to-end.yaml

name: End-to-End Tests

on:
  push:
    branches: ["main", "rc-*"]
  pull_request:
    types: [opened, synchronize, reopened, ready_for_review]
  schedule:
    - cron: "0 8 * * *"
  workflow_dispatch:

jobs:
  # config:
  #   runs-on: ubuntu-latest
  #   outputs:
  #     is-draft: ${{ steps.is-draft.outputs.value }}
  #     os-versions: ${{ steps.os-versions.outputs.values }}
  #     python-versions: ${{ steps.python-versions.outputs.values }}
  #     browsers: ${{ steps.browsers.outputs.values }}
  #   steps:
  #     - name: Is Draft
  #       id: is-draft
  #       run: |
  #         echo 'value=${{ github.event.pull_request.draft }}' > $GITHUB_OUTPUT

  #     - name: OS versions
  #       id: os-versions
  #       run: |
  #         if [[ ${{ steps.is-draft.outputs.value }} == "true" ]]; then
  #           echo 'values=["ubuntu-latest", "windows-latest", "macOS-latest"]' > $GITHUB_OUTPUT
  #         else
  #           echo 'values=["ubuntu-latest"]' > $GITHUB_OUTPUT
  #         fi

  #     - name: Python versions
  #       id: python-versions
  #       run: |
  #         if [[ ${{ steps.is-draft.outputs.value }} == "true" ]]; then
  #           echo 'values=["3.12", "3.11", "3.10", "3.9", "3.8"]' > $GITHUB_OUTPUT
  #         else
  #           echo 'values=["3.12", "3.8"]' > $GITHUB_OUTPUT
  #         fi

  #     - name: Browsers
  #       id: browsers
  #       run: |
  #         if [[ ${{ steps.is-draft.outputs.value }} == "true" ]]; then
  #           echo 'values=["chromium", "firefox", "webkit"]' > $GITHUB_OUTPUT
  #         else
  #           echo 'values=["chromium"]' > $GITHUB_OUTPUT
  #         fi

  e2e-shiny:
    runs-on: ubuntu-latest
    # needs: [config]
    strategy:
      matrix:
        # python-version: ${{ fromJson(needs.config.outputs.python-versions) }}
        # browser: ${{ fromJson(needs.config.outputs.browsers) }}
        python-version: ["3.12", "3.11", "3.10", "3.9", "3.8"]
        browser: ["chromium", "firefox", "webkit"]
        exclude:
          - python-version: ${{ github.event.pull_request.draft && '3.11' }}
          - python-version: ${{ github.event.pull_request.draft && '3.10' }}
          - python-version: ${{ github.event.pull_request.draft && '3.9' }}
          - browser: ${{ github.event.pull_request.draft && 'firefox' }}
          - browser: ${{ github.event.pull_request.draft && 'webkit' }}
      fail-fast: false

    steps:
      - uses: actions/checkout@v4
      - name: Setup py-shiny
        uses: ./.github/py-shiny/setup
        with:
          python-version: ${{ matrix.python-version }}

      - name: Determine browsers for testing
        uses: ./.github/py-shiny/pytest-browsers
        id: browsers
        with:
          browser: ${{ matrix.browser }}

      # TODO-barret remove
      - name: Display browser
        shell: bash
        run: echo '${{ steps.browsers.outputs.browsers }}'

      - name: Run End-to-End tests
        timeout-minutes: 20
        run: |
          make playwright-shiny SUB_FILE=". -vv" ${{ steps.browsers.outputs.browsers }}
      - uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: "playright-shiny-${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.browser }}-results"
          path: test-results/
          retention-days: 5

  e2e-examples:
    runs-on: ubuntu-latest
    # needs: [config]
    strategy:
      matrix:
        # python-version: ${{ fromJson(needs.config.outputs.python-versions) }}
        # browser: ${{ fromJson(needs.config.outputs.browsers) }}
        python-version: ["3.12", "3.11", "3.10", "3.9", "3.8"]
        browser: ["chromium", "firefox", "webkit"]
        exclude:
          - python-version: ${{ github.event.pull_request.draft && '3.11' }}
          - python-version: ${{ github.event.pull_request.draft && '3.10' }}
          - python-version: ${{ github.event.pull_request.draft && '3.9' }}
          - browser: ${{ github.event.pull_request.draft && 'firefox' }}
          - browser: ${{ github.event.pull_request.draft && 'webkit' }}
      fail-fast: false

    steps:
      - uses: actions/checkout@v4
      - name: Setup py-shiny
        uses: ./.github/py-shiny/setup
        with:
          python-version: ${{ matrix.python-version }}
      - name: Determine browsers for testing
        uses: ./.github/py-shiny/pytest-browsers
        id: browsers
        with:
          browser: ${{ matrix.browser }}

      - name: Install node.js
        uses: actions/setup-node@v4
        with:
          node-version: "18"
          cache: npm
          cache-dependency-path: examples/brownian/shinymediapipe/package-lock.json
      - name: Install node.js package
        working-directory: examples/brownian/shinymediapipe
        run: |
          npm ci

      - name: Run example app tests
        timeout-minutes: 20
        run: |
          make playwright-examples SUB_FILE=". -vv" ${{ steps.browsers.outputs.browsers }}
      - uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: "playright-examples-${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.browser }}-results"
          path: test-results/
          retention-days: 5

  e2e-deploys-precheck:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        # Matches deploy server python version
        python-version: ["3.10"]
      fail-fast: false

    steps:
      - uses: actions/checkout@v4
      - name: Setup py-shiny
        uses: ./.github/py-shiny/setup
        with:
          python-version: ${{ matrix.python-version }}
      - name: Determine browsers for testing
        uses: ./.github/py-shiny/pytest-browsers
        id: browsers
        with:
          all-browsers: ${{ ! github.event.pull_request.draft }}

      - name: Test that deployable example apps work
        timeout-minutes: 5 # ~10s locally
        env:
          DEPLOY_APPS: "false"
        run: |
          make playwright-deploys SUB_FILE=". -vv"

      - uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: "playright-examples-${{ runner.os }}-${{ matrix.python-version }}-results"
          path: test-results/
          retention-days: 5