Fix reference to pyspark version (3.3.0 only) (#5)

tadodotcom · Feb 1, 2024 · 2b9b57d · 2b9b57d
2 parents 6ad5caa + 4a36598
commit 2b9b57d
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/generate-spark-distro.sh b/generate-spark-distro.sh
@@ -28,7 +28,9 @@ do
 
   major_version=$(echo $version | cut -d. -f1 -f2)
 
-  mvn clean package
+  mvn clean package \
+       -Dspark.full_version=$version \
+       -Dspark.version=$major_version
   cp target/tado-custom-spark* $SPARK_BASE_PATH/assembly/target/scala-2.12/jars/
 
   cd $SPARK_BASE_PATH/python