build-genai-commit.yml

name: genai commit tests

on:
    workflow_dispatch:
    schedule:
        - cron: "0 7 * * *"
    push:
        branches: [main]
        paths:
            - "packages/core/**"
            - "packages/sample/**"
            - "packages/cli/**"
concurrency:
    group: ${{ github.workflow }}-${{ github.ref }}
    cancel-in-progress: true
jobs:
    build:
        runs-on: ubuntu-latest
        steps:
            - uses: actions/checkout@v4
              with:
                  submodules: "recursive"
                  fetch-depth: 0
            - uses: actions/setup-node@v4
              with:
                  node-version: "20"
                  cache: yarn
            - run: yarn install --frozen-lockfile
            - name: typecheck
              run: yarn typecheck
            - name: compile
              run: yarn compile
            - name: download ollama docker
              run: docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
            - name: generate dummy result
              working-directory: packages/sample
              run: mkdir -p temp && touch temp/commit-tests.txt
            - name: select llm tests to run
              run: node packages/cli/built/genaiscript.cjs run test-commit --out-trace $GITHUB_STEP_SUMMARY --model azure:gpt-4o --small-model azure:gpt-4o-mini
              env:
                  AZURE_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_OPENAI_API_ENDPOINT }}
                  AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
            - name: run llm tests
              working-directory: packages/sample
              run: xargs -r -a temp/commit-tests.txt node ../cli/built/genaiscript.cjs test --out-summary $GITHUB_STEP_SUMMARY --test-delay 10 --model azure:gpt-4o --small-model azure:gpt-4o-mini
              env:
                  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
                  AZURE_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_OPENAI_API_ENDPOINT }}
                  AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
                  WEATHER_API_KEY: ${{ secrets.WEATHER_API_KEY }}