Update CI matrix to use Python 3.13

MobileTeleSystems · Jan 10, 2025 · 22c9463 · 22c9463
1 parent d0e647d
commit 22c9463
Show file tree

Hide file tree

Showing 30 changed files with 43 additions and 42 deletions.
diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml
@@ -7,7 +7,7 @@ on:
       - master
 
 env:
-  DEFAULT_PYTHON: '3.12'
+  DEFAULT_PYTHON: '3.13'
 
 permissions:
   contents: read

diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -14,9 +14,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  # flake8-commas is failing on Python 3.12
-  # as well as bandit https://github.com/PyCQA/bandit/issues/1077
-  DEFAULT_PYTHON: '3.11'
+  DEFAULT_PYTHON: '3.13'
 
 jobs:
   linters:
@@ -66,6 +64,8 @@ jobs:
             -r requirements/spark.txt \
             -r requirements/webdav.txt
 
+          pip install -U flake8-commas
+
           # Set the `CODEQL-PYTHON` environment variable to the Python executable
           # that includes the dependencies
           echo "CODEQL_PYTHON=$(which python)" >> $GITHUB_ENV

diff --git a/.github/workflows/data/clickhouse/matrix.yml b/.github/workflows/data/clickhouse/matrix.yml
@@ -13,7 +13,7 @@ max: &max
   clickhouse-version: 24.11-alpine
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
@@ -22,7 +22,7 @@ latest: &latest
   clickhouse-version: latest-alpine
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/core/matrix.yml b/.github/workflows/data/core/matrix.yml
@@ -16,7 +16,7 @@ max: &max
 latest: &latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/ftp/matrix.yml b/.github/workflows/data/ftp/matrix.yml
@@ -10,7 +10,7 @@ max: &max
 
 latest: &latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   os: ubuntu-latest
 
 matrix:

diff --git a/.github/workflows/data/ftps/matrix.yml b/.github/workflows/data/ftps/matrix.yml
@@ -10,7 +10,7 @@ max: &max
 
 latest: &latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   os: ubuntu-latest
 
 matrix:

diff --git a/.github/workflows/data/hdfs/matrix.yml b/.github/workflows/data/hdfs/matrix.yml
@@ -18,7 +18,7 @@ latest: &latest
   hadoop-version: hadoop3-hdfs
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/hive/matrix.yml b/.github/workflows/data/hive/matrix.yml
@@ -8,14 +8,14 @@ min: &min
 max: &max
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/kafka/matrix.yml b/.github/workflows/data/kafka/matrix.yml
@@ -13,15 +13,15 @@ max: &max
   kafka-version: 3.9.0
   pydantic-version: 2
   spark-version: 3.5.4
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   kafka-version: latest
   pydantic-version: latest
   spark-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/local-fs/matrix.yml b/.github/workflows/data/local-fs/matrix.yml
@@ -22,14 +22,14 @@ min_excel: &min_excel
 max: &max
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/mongodb/matrix.yml b/.github/workflows/data/mongodb/matrix.yml
@@ -11,15 +11,15 @@ max: &max
   mongodb-version: 8.0.3
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   mongodb-version: latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/mssql/matrix.yml b/.github/workflows/data/mssql/matrix.yml
@@ -10,15 +10,15 @@ max: &max
   mssql-version: 2022-latest
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   mssql-version: latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/mysql/matrix.yml b/.github/workflows/data/mysql/matrix.yml
@@ -12,15 +12,15 @@ max: &max
   mysql-version: 9.1.0
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   mysql-version: latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/oracle/matrix.yml b/.github/workflows/data/oracle/matrix.yml
@@ -14,7 +14,7 @@ max: &max
   db-name: FREEPDB1
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
@@ -24,7 +24,7 @@ latest: &latest
   db-name: FREEPDB1
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/postgres/matrix.yml b/.github/workflows/data/postgres/matrix.yml
@@ -11,15 +11,15 @@ max: &max
   postgres-version: 17.2-alpine
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   postgres-version: alpine
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/s3/matrix.yml b/.github/workflows/data/s3/matrix.yml
@@ -20,7 +20,7 @@ latest: &latest
   minio-version: latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/samba/matrix.yml b/.github/workflows/data/samba/matrix.yml
@@ -8,13 +8,13 @@ min: &min
 max: &max
   server-version: latest
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   os: ubuntu-latest
 
 latest: &latest
   server-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   os: ubuntu-latest
 
 matrix:

diff --git a/.github/workflows/data/sftp/matrix.yml b/.github/workflows/data/sftp/matrix.yml
@@ -14,7 +14,7 @@ max: &max
 latest: &latest
   openssh-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   os: ubuntu-latest
 
 matrix:

diff --git a/.github/workflows/data/teradata/matrix.yml b/.github/workflows/data/teradata/matrix.yml
@@ -1,14 +1,14 @@
 max: &max
   spark-version: 3.5.4
   pydantic-version: 2
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 
 latest: &latest
   spark-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   java-version: 20
   os: ubuntu-latest
 

diff --git a/.github/workflows/data/webdav/matrix.yml b/.github/workflows/data/webdav/matrix.yml
@@ -14,7 +14,7 @@ max: &max
 latest: &latest
   webdav-version: latest
   pydantic-version: latest
-  python-version: '3.12'
+  python-version: '3.13'
   os: ubuntu-latest
 
 matrix:

diff --git a/.github/workflows/dev-release.yml b/.github/workflows/dev-release.yml
@@ -9,7 +9,7 @@ on:
   workflow_dispatch:
 
 env:
-  DEFAULT_PYTHON: '3.12'
+  DEFAULT_PYTHON: '3.13'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}

diff --git a/.github/workflows/get-matrix.yml b/.github/workflows/get-matrix.yml
@@ -47,7 +47,7 @@ on:
         value: ${{ jobs.get-matrix.outputs.matrix-webdav }}
 
 env:
-  DEFAULT_PYTHON: '3.12'
+  DEFAULT_PYTHON: '3.13'
 
 jobs:
   get-matrix:

diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
@@ -10,7 +10,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  DEFAULT_PYTHON: '3.12'
+  DEFAULT_PYTHON: '3.13'
 
 jobs:
   get-matrix:

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -6,7 +6,7 @@ on:
       - '[0-9]+.[0-9]+.[0-9]+'
 
 env:
-  DEFAULT_PYTHON: '3.12'
+  DEFAULT_PYTHON: '3.13'
 
 jobs:
   release:

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -13,7 +13,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  DEFAULT_PYTHON: '3.12'
+  DEFAULT_PYTHON: '3.13'
 
 jobs:
   get-matrix:

diff --git a/.readthedocs.yml b/.readthedocs.yml
@@ -3,7 +3,7 @@ version: 2
 build:
   os: ubuntu-22.04
   tools:
-    python: "3.12"
+    python: "3.13"
   jobs:
     post_checkout:
       - git fetch --unshallow || true

diff --git a/README.rst b/README.rst
@@ -65,7 +65,7 @@ Non-goals
 Requirements
 ------------
 
-* **Python 3.7 - 3.12**
+* **Python 3.7 - 3.13**
 * PySpark 2.3.x - 3.5.x (depends on used connector)
 * Java 8+ (required by Spark, see below)
 * Kerberos libs & GCC (required by ``Hive``, ``HDFS`` and ``SparkHDFS`` connectors)

diff --git a/codecov.yml b/codecov.yml
@@ -2,5 +2,5 @@ coverage:
   status:
     project:
       default:
-        target: 91%
+        target: 90%
         threshold: 1%
diff --git a/docker/Dockerfile b/docker/Dockerfile
@@ -1,4 +1,4 @@
-FROM python:3.12-slim as base
+FROM python:3.13-slim as base
 LABEL maintainer="DataOps.ETL"
 
 ARG ONETL_USER_HOME=/usr/local/onetl

diff --git a/setup.py b/setup.py
@@ -79,6 +79,7 @@ def parse_requirements(file: Path) -> list[str]:
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
         "Programming Language :: Python :: 3.12",
+        "Programming Language :: Python :: 3.13",
         "Topic :: Software Development :: Libraries",
         "Topic :: Software Development :: Libraries :: Java Libraries",
         "Topic :: Software Development :: Libraries :: Python Modules",