Skip to content

Add environment variables related to project variables so models are … #271

Add environment variables related to project variables so models are …

Add environment variables related to project variables so models are … #271

name: Run Unit Tests on Pull Request
# on: [pull_request_target,workflow_dispatch]
on:
push:
branches:
- 'feature/add_dbt_unit_tests'
env:
BIGQUERY_PROJECT: ${{ secrets.BIGQUERY_PROJECT }}
BIGQUERY_PROPERTY_ID: ${{ secrets.BIGQUERY_PROPERTY_ID }}
BIGQUERY_DATASET: ${{ secrets.BIGQUERY_DATASET }}
BIGQUERY_KEYFILE: ./unit_tests/dbt-service-account.json
GA4_CONVERSION_EVENTS: ${{ vars.GA4_CONVERSION_EVENTS }}
GA4_DERIVED_SESSION_PROPERTIES: ${{ vars.GA4_DERIVED_SESSION_PROPERTIES }}
GA4_DERIVED_USER_PROPERTIES: ${{ vars.GA4_DERIVED_USER_PROPERTIES }}
jobs:
pytest_run_all:
name: Pytest Run All
runs-on: ubuntu-latest
defaults:
run:
working-directory: ./unit_tests
steps:
- name: Check out
uses: actions/checkout@v3
with:
ref: ${{ github.event.pull_request.head.sha }}
- uses: actions/setup-python@v1
with:
python-version: "3.11.x"
- name: Authenticate using service account
run: 'echo "$KEYFILE" > ./dbt-service-account.json'
shell: bash
env:
KEYFILE: ${{secrets.GCP_BIGQUERY_USER_KEYFILE}}
- name: Install dependencies
run: |
pip install dbt-core
pip install dbt-bigquery
pip install pytest
- name: Run tests
run: python -m pytest .
run_dbt_unit_tests:
name: Run dbt Unit Tests
runs-on: ubuntu-latest
steps:
- name: Check out
uses: actions/checkout@v3
with:
ref: ${{ github.event.pull_request.head.sha }}
- uses: actions/setup-python@v1
with:
python-version: "3.11.x"
- name: Authenticate using service account
run: 'echo "$KEYFILE" > ./unit_tests/dbt-service-account.json'
shell: bash
env:
KEYFILE: ${{ secrets.GCP_BIGQUERY_USER_KEYFILE }}
- name: Install dbt
run: |
pip install dbt-core
pip install dbt-bigquery
dbt deps
- name: Materialize necessary dbt resources
run: |
dbt seed -f
dbt run -s +test_type:unit -f --empty
- name: Run dbt unit tests
run: dbt test -s test_type:unit