Skip to content

production-features-pipeline #357

production-features-pipeline

production-features-pipeline #357

name: production-features-pipeline
on:
workflow_dispatch:
schedule:
- cron: '0 8 * * *'
jobs:
scrape_features:
#runs-on: windows-latest
runs-on: ubuntu-latest
steps:
- name: checkout repo content
uses: actions/checkout@v2
- name: setup python
uses: actions/setup-python@v2
with:
python-version: '3.9.13'
- name: install python packages
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt.main
python -m pip install jupyter nbconvert nbformat scrapingant-client
- name: execute python workflows from notebook
env:
HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
NEPTUNE_API_TOKEN: ${{ secrets.NEPTUNE_API_TOKEN }}
SCRAPINGANT_API_KEY: ${{ secrets.SCRAPINGANT_API_KEY }}
run:
jupyter nbconvert --to notebook --execute notebooks/09_production_features_pipeline.ipynb