Merge pull request #1 from AbsaOSS/Release/1.3.0

Release/1.3.0

.flake8

@@ -0,0 +1,16 @@
+[flake8]
+max-line-length = 120
+ban-relative-imports = true
+inline-quotes = double
+max-complexity = 15
+multiline-quotes = double
+per-file-ignores =
+    __init__.py:F401
+    tests/*:D
+extend-ignore =
+    N812,
+    E800,
+    D400,
+    D100,
+    D104,
+    D107,

.github/CODEOWNERS

@@ -0,0 +1 @@
+/rialto/ @MDobransky

.github/workflows/autodoc.yml

@@ -0,0 +1,62 @@
+# Simple workflow for deploying static content to GitHub Pages
+name: Sphinx Autodoc to Github Pages
+
+on:
+  # Runs on pushes targeting the default branch
+  push:
+    branches: [ "master" ]
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow one concurrent deployment
+concurrency:
+  group: "pages"
+  cancel-in-progress: true
+
+jobs:
+  # Single deploy job since we're just deploying
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.10.6"
+
+      - name: Setup Poetry
+        uses: abatilo/[email protected]
+        with:
+          poetry-version: 1.5.1
+
+      - name: Install dependencies
+        run: |
+          poetry install
+
+      - name: Publish Sphinx Pages
+        run: |
+          cd docs && poetry run make html
+
+      - name: Setup Pages
+        uses: actions/configure-pages@v2
+
+      - name: Upload artifact
+        uses: actions/upload-pages-artifact@v1
+        with:
+          path: 'docs/build/html'
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v1

.github/workflows/pull_rq.yml

@@ -0,0 +1,36 @@
+name: Testing
+
+on:
+  pull_request:
+    branches: [ master, develop ]
+
+env:
+  LANG: C.UTF-8
+
+jobs:
+  run-tests:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout Rialto
+        uses: actions/checkout@v3
+
+      - uses: actions/setup-java@v1
+        with:
+          java-version: "8"
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10.6"
+
+      - name: Setup Poetry
+        uses: abatilo/[email protected]
+        with:
+          poetry-version: 1.5.1
+
+      - name: Install dependencies
+        run: |
+          poetry install
+
+      - name: ✅ Test with pytest
+        run: |
+          poetry run pytest

.github/workflows/release-merge.yml

@@ -0,0 +1,25 @@
+name: Merge to develop
+
+on:
+  pull_request:
+    branches: [master]
+    types: [closed]
+jobs:
+  merge-master-back-to-dev:
+    if: github.event.pull_request.merged == true
+    timeout-minutes: 2
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set Git config
+      run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "Github Actions"
+    - name: Merge master back to dev
+      run: |
+          git fetch --unshallow
+          git pull
+          git checkout develop
+          git pull
+          git merge --ff-only master
+          git push

.github/workflows/release.yml

@@ -0,0 +1,40 @@
+name: Release
+
+on:
+  push:
+    branches: [ master ]
+
+env:
+  LC_ALL: C.UTF-8
+  LANG: C.UTF-8
+
+jobs:
+  publish:
+    environment: jfrog
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout Rialto
+        uses: actions/checkout@v3
+
+      - name: Install system dependencies
+        run: |
+          apt-get update
+          apt-get install -y openssl libssl-dev wget
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10.6"
+
+      - name: Setup Poetry
+        uses: abatilo/[email protected]
+        with:
+          poetry-version: 1.5.1
+
+      - name: Install dependencies
+        run: |
+          poetry install
+
+      - name: Build and publish the wheel to jfrog
+        run: |
+          poetry build
+#          poetry publish

.gitignore

@@ -0,0 +1,10 @@
+.DS_store
+.idea
+__pycache__
+.vscode
+.env
+.coverage
+coverage.xml
+.ipynb_checkpoints/
+tmp
+dist

.pre-commit-config.yaml

@@ -0,0 +1,35 @@
+minimum_pre_commit_version: 3.4.0
+#files: ^rialto/
+
+repos:
+- hooks:
+    - additional_dependencies:
+        - toml
+      id: isort
+  repo: https://github.com/timothycrosley/isort
+  rev: 5.12.0
+- hooks:
+  - id: black
+    name: Format code (black)
+    language_version: python3.10
+  repo: https://github.com/psf/black
+  rev: 23.7.0
+- hooks:
+  - id: end-of-file-fixer
+  - id: trailing-whitespace
+  - id: check-json
+  - id: check-toml
+  - id: check-yaml
+  - id: check-merge-conflict
+  repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v4.4.0
+
+- hooks:
+  - id: flake8
+    additional_dependencies:
+      - flake8-docstrings==1.7.0
+      - flake8-broken-line==1.0.0
+      - pep8-naming==0.13.3
+    name: Lint code (flake8)
+  repo: https://github.com/PyCQA/flake8
+  rev: 6.1.0

CHANGELOG.md

@@ -0,0 +1,17 @@
+# Change Log
+All notable changes to this project will be documented in this file.
+
+
+## 1.3.0 - 2024-06-07
+
+
+### Added
+ - passing dependencies from runner to a Transformation
+   - optional dependency names in the config that could be recalled via dictionary to access paths and date columns
+ - Rialto now adds rialto_date_column property to written tables
+
+### Changed
+- signature of Transformation
+- Allowed future dependencies
+
+[//]: # (### Fixed)