Bump fastapi from 0.65.2 to 0.109.1 in /docs #2907
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Python Build | |
on: | |
push: | |
pull_request: | |
branches: [ master ] | |
# Allows you to run this workflow manually from the Actions tab | |
workflow_dispatch: | |
inputs: | |
tmate_enabled: | |
type: boolean | |
description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)' | |
required: false | |
default: false | |
jobs: | |
build: | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
# https://github.com/actions/setup-python/issues/544#issuecomment-1333893110 | |
# Python 3.6 is removed from workflow matrices now. | |
# One alternative is to support 3.6 but duplicate all the workflow steps in | |
# another ubuntu-20.04. But that would result in a full copy of all the | |
# workflow steps, causing many problems in future upgrade. | |
# Afaik, there is no good way to avoid copying right now: https://stackoverflow.com/a/71570847 | |
python-version: [ 3.7 ] | |
torch-version: [ 1.5.0, 1.6.0 ] | |
tensorflow-version: [ 1.15.0 ] | |
include: | |
- python-version: 3.8 | |
torch-version: 1.7.1 | |
tensorflow-version: 2.2.0 | |
- python-version: 3.8 | |
torch-version: 1.8.1 | |
tensorflow-version: 2.2.0 | |
- python-version: 3.9 | |
torch-version: 1.7.1 | |
tensorflow-version: 2.5.0 | |
- python-version: 3.9 | |
torch-version: 1.8.1 | |
tensorflow-version: 2.5.0 | |
env: | |
notebook-details-dep: "huggingface nltk" | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Set up Python ${{ matrix.python-version }} | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- name: Cache pip | |
uses: actions/cache@v3 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }} | |
restore-keys: | | |
${{ runner.os }}-pip- | |
${{ runner.os }}- | |
- name: Install dependencies | |
run: | | |
sudo apt-get install -y libsndfile1-dev | |
python -m pip install --progress-bar off --upgrade pip | |
pip install --progress-bar off Django django-guardian | |
pip install --progress-bar off black==22.12.0 | |
python -m pip install ipykernel | |
python -m ipykernel install --user | |
- name: Format check with Black | |
run: | | |
black --line-length 80 --check forte/ | |
- name: Obtain Stave Database Examples | |
run: | | |
git clone https://github.com/asyml/stave.git | |
cd stave/simple-backend | |
python manage.py migrate | |
cat sample_sql/*.sql | sqlite3 db.sqlite3 | |
cd ../.. | |
# Simply keep the database file but remove the repo. | |
cp stave/simple-backend/db.sqlite3 . | |
rm -rf stave | |
- name: Install Forte | |
run: | | |
pip install --progress-bar off .[data_aug,ir,remote,audio_ext,stave,models,test,wikipedia,nlp,extractor,payload] | |
- name: Install deep learning frameworks | |
run: | | |
pip install --progress-bar off torch==${{ matrix.torch-version }} | |
pip install --progress-bar off tensorflow==${{ matrix.tensorflow-version }} | |
- name: Install linting tools after regular installation | |
# Remember to update pre commit hook (pre-commit-config.yaml) if the following is updated. | |
# Better run after other installations (e.g. tensorflow), since those packages may ask for different versions. | |
run: | | |
pip install --progress-bar off pylint==2.14.5 flake8==5.0.4 mypy==0.991 pytest==7.2.0 black==22.12.0 | |
pip install --progress-bar off types-PyYAML==5.4.8 types-typed-ast==1.4.4 types-requests==2.25.6 types-dataclasses==0.1.7 | |
pip install --progress-bar off --upgrade typing-extensions | |
pip install --progress-bar off coverage codecov | |
- name: Build ontology | |
run: | | |
./scripts/build_ontology_specs.sh | |
- name: Setup tmate session | |
# Add a tmate step after most of the installation. | |
uses: mxschmitt/action-tmate@v3 | |
if: ${{ github.event_name == 'workflow_dispatch' && inputs.tmate_enabled }} | |
- name: Lint with flake8 | |
run: | | |
# stop the build if there are Python syntax errors or undefined names | |
flake8 forte/ examples/ ft/ scripts/ tests/ --count --select=E9,F63,F7,F82 --show-source --statistics | |
# Test the rest but ignore the tests/ folder The GitHub editor is 127 chars wide | |
flake8 forte/ examples/ ft/ scripts/ --ignore E203,W503 --count --max-complexity=10 --max-line-length=127 --statistics | |
- name: Lint with pylint | |
run: | | |
pip show typing-extensions | |
pylint forte/ | |
- name: Lint main code with mypy when torch version is not 1.5.0 and python is 3.9 | |
run: | | |
if [[ ${{ matrix.torch-version }} != "1.5.0" && ${{ matrix.python-version }} == "3.9" ]]; then mypy forte --check-untyped-defs; fi | |
- name: Test with pytest and run coverage | |
run: | | |
coverage run -m pytest tests --ignore=tests/forte/notebooks --ignore=tests/forte/forte_backbone_test.py | |
coverage run --append -m pytest --doctest-modules forte | |
- name: Upload coverage | |
run: | | |
codecov | |
- name: Test notebook tutorials with installing Fortex | |
if: ${{ contains(fromJson('["1.5.0", "1.7.1"]'), matrix.torch-version) }} | |
run: | | |
git clone https://github.com/asyml/forte-wrappers.git | |
cd forte-wrappers | |
for d in ${{ env.notebook-details-dep }}; do pip install "src/"$d; done | |
cd .. | |
if [ ${{ matrix.torch-version }} == "1.5.0" ] | |
then | |
coverage run -m pytest tests/forte/notebooks --ignore=tests/forte/notebooks/ocr_test.py --ignore=tests/forte/notebooks/tutorial_MT_with_forte_test.py | |
fi | |
if [ ${{ matrix.torch-version }} == "1.7.1" ] | |
then | |
coverage run -m pytest tests/forte/notebooks/tutorial_MT_with_forte_test.py | |
fi | |
test_ocr_example: | |
runs-on: ubuntu-latest | |
env: | |
python-version: 3.7 | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.python-version }} | |
uses: actions/setup-python@v2 | |
with: | |
python-version: ${{ env.python-version }} | |
- name: Cache pip | |
uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }} | |
restore-keys: | | |
${{ runner.os }}-pip- | |
${{ runner.os }}- | |
- name: ocr test | |
run: | | |
sudo apt-get install -y automake ca-certificates g++ git libtool libleptonica-dev make pkg-config | |
sudo apt install tesseract-ocr | |
pip install --progress-bar off .[ocr_tutorial,test] | |
python tests/forte/notebooks/ocr_test.py | |
test_backbone: | |
runs-on: ubuntu-latest | |
env: | |
python-version: 3.7 | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.python-version }} | |
uses: actions/setup-python@v2 | |
with: | |
python-version: ${{ env.python-version }} | |
- name: Cache pip | |
uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }} | |
restore-keys: | | |
${{ runner.os }}-pip- | |
${{ runner.os }}- | |
- name: Test backbone Forte import test | |
run: | | |
# Try to install Forte backbone only and test basic imports. | |
pip install --progress-bar off . | |
python tests/forte/forte_backbone_test.py | |
test_modules: | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
python-version: [ 3.7 ] | |
torch-version: [ 1.5.0 ] | |
tensorflow-version: [ 1.15.0 ] | |
modules: | |
- { module: "data_aug", test_file: "tests/forte/processors/data_augment"} | |
- { module: "ir",test_file: "tests/forte/processors/ir/"} | |
- { module: "remote", test_file: "tests/forte/remote_processor_test.py"} | |
- { module: "audio_ext",test_file: "tests/forte/data/readers/audio_reader_test.py"} | |
- { module: "stave",test_file: "tests/forte/data/readers/stave_reader_test.py tests/forte/processors/stave_processor_test.py"} | |
- { module: "models", test_file: "tests/forte/models"} | |
- { module: "wikipedia", test_file: "tests/forte/datasets/wikipedia"} | |
- { module: "nlp",test_file: "tests/forte/processors/subword_tokenizer_test.py tests/forte/processors/pretrained_encoder_processors_test.py"} | |
- { module: "extractor",test_file: "tests/forte/train_preprocessor_test.py forte/data/extractors tests/forte/data/data_pack_dataset_test.py tests/forte/data/converter/converter_test.py"} | |
- { module: "payload", test_file: "tests/forte/utils/payload_decorator_test.py"} | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python ${{ matrix.python-version }} | |
uses: actions/setup-python@v2 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- name: Cache pip | |
uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }} | |
restore-keys: | | |
${{ runner.os }}-pip- | |
${{ runner.os }}- | |
- name: install forte | |
run: | | |
pip install --progress-bar off . | |
- name: install dependencies | |
run: | | |
sudo apt-get install -y libsndfile1-dev | |
python -m pip install --progress-bar off --upgrade pip | |
pip install --progress-bar off Django django-guardian | |
- name: Obtain Stave Database Examples | |
run: | | |
git clone https://github.com/asyml/stave.git | |
cd stave/simple-backend | |
python manage.py migrate | |
cat sample_sql/*.sql | sqlite3 db.sqlite3 | |
cd ../.. | |
# Simply keep the database file but remove the repo. | |
cp stave/simple-backend/db.sqlite3 . | |
rm -rf stave | |
- name: Test modules need extra packages | |
run: | | |
pip install --progress-bar off .[test] | |
pip install --progress-bar off .[${{ matrix.modules.module }}] | |
pip install --progress-bar off torch==${{ matrix.torch-version }} | |
pip install --progress-bar off pytest==5.1.3 | |
- name: Setup tmate session | |
# Add a tmate step before the actual testing. | |
uses: mxschmitt/action-tmate@v3 | |
if: ${{ github.event_name == 'workflow_dispatch' && inputs.tmate_enabled }} | |
- name: Run the test | |
run: | | |
pytest ${{ matrix.modules.test_file }} | |
docs: | |
needs: build | |
runs-on: ubuntu-latest | |
env: | |
python-version: 3.7 | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.python-version }} | |
uses: actions/setup-python@v2 | |
with: | |
python-version: ${{ env.python-version }} | |
- name: Cache pip | |
uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }} | |
restore-keys: | | |
${{ runner.os }}-pip- | |
${{ runner.os }}- | |
- name: Install dependencies | |
run: | | |
python -m pip install --progress-bar off --upgrade pip | |
sudo apt-get install pandoc | |
pip install --progress-bar off -r requirements.txt | |
pip install --progress-bar off -r docs/requirements.txt | |
git clone https://github.com/asyml/texar-pytorch.git | |
cd texar-pytorch | |
pip install --progress-bar off . | |
cd .. | |
rm -rf texar-pytorch | |
- name: Build Docs | |
run: | | |
cd docs | |
sphinx-build -W -b html -d _build/doctrees . _build/html | |
sphinx-build -W -b spelling -d _build/doctrees . _build/spelling | |
cd .. | |
dispatch: | |
needs: build | |
runs-on: ubuntu-latest | |
if: github.repository == 'asyml/forte' && github.ref == 'refs/heads/master' | |
steps: | |
- name: Repository Dispatch | |
uses: peter-evans/repository-dispatch@v1 | |
with: | |
token: ${{ secrets.REPO_DISPATCH_PAT_HECTOR }} | |
repository: asyml/forte-wrappers | |
event-type: trigger-forte-wrappers | |
readme: | |
needs: build | |
runs-on: ubuntu-latest | |
env: | |
python-version: 3.9 | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.python-version }} | |
uses: actions/setup-python@v2 | |
with: | |
python-version: ${{ env.python-version }} | |
- name: Test README.md when python version is 3.9 | |
run: | | |
pip install mkcodes | |
pip install --progress-bar off . | |
pip install --progress-bar off forte.spacy nltk | |
mkcodes --github --output tests/temp_readme_test.py README.md | |
python tests/temp_readme_test.py | |
rm tests/temp_readme_test.py |