Set default predict_concurrency when using trt-llm to 512 #2427
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: PR | |
| on: | |
| pull_request: | |
| concurrency: | |
| group: pr-${{ github.ref_name }} | |
| cancel-in-progress: true | |
| jobs: | |
| lint: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| lfs: true | |
| - uses: ./.github/actions/setup-python/ | |
| - run: poetry install | |
| - run: poetry run pre-commit run --all-files | |
| env: | |
| SKIP: isort,flake8 | |
| - run: poetry run isort **/*.py --check-only | |
| - run: poetry run flake8 truss | |
| test: | |
| timeout-minutes: 30 | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| lfs: true | |
| - uses: ./.github/actions/setup-python/ | |
| - run: poetry install | |
| - name: run tests (poetry run pytest...) | |
| run: poetry run pytest -v --cov=truss -m 'not integration' | |
| markdown-link-check: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@master | |
| - uses: gaurav-nelson/github-action-markdown-link-check@v1 | |
| with: | |
| use-verbose-mode: "yes" | |
| folder-path: "docs" |