Upgrade hudi to working version for spark 3.3

dbt-labs · Oct 17, 2024 · 5637b98 · 5637b98
1 parent f2f771b
commit 5637b98
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/docker/spark-defaults.conf b/docker/spark-defaults.conf
@@ -4,6 +4,6 @@ spark.hadoop.datanucleus.autoCreateTables	true
 spark.hadoop.datanucleus.schema.autoCreateTables	true
 spark.hadoop.datanucleus.fixedDatastore 	false
 spark.serializer	org.apache.spark.serializer.KryoSerializer
-spark.jars.packages	org.apache.hudi:hudi-spark3-bundle_2.12:0.10.0
+spark.jars.packages	org.apache.hudi:hudi-spark3-bundle_2.12:0.13.0
 spark.sql.extensions	org.apache.spark.sql.hudi.HoodieSparkSessionExtension
 spark.driver.userClassPathFirst true
diff --git a/docker/spark.Dockerfile b/docker/spark.Dockerfile
@@ -1,8 +1,8 @@
-ARG OPENJDK_VERSION=8
+ARG OPENJDK_VERSION=17
 FROM eclipse-temurin:${OPENJDK_VERSION}-jre
 
 ARG BUILD_DATE
-ARG SPARK_VERSION=3.3.2
+ARG SPARK_VERSION=3.3.4
 ARG HADOOP_VERSION=3
 
 LABEL org.label-schema.name="Apache Spark ${SPARK_VERSION}" \