diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml index 46f1cd79..d2a9be6f 100644 --- a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml +++ b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml @@ -56,7 +56,7 @@ data: mainApplicationFile: local:///spark-scripts/spark-ad.py deps: packages: - - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.10.1 + - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.10.0 requirements: - scikit-learn==1.4.0 s3connection: @@ -104,9 +104,6 @@ data: spark.sql.catalog.prediction: org.apache.iceberg.spark.SparkCatalog spark.sql.catalog.prediction.type: hive spark.sql.catalog.prediction.uri: thrift://hive-iceberg-metastore:9083 - # AFAIK This can be removed in 24.3 - #spark.driver.userClassPathFirst: "false" - #spark.executor.userClassPathFirst: "false" --- apiVersion: v1 kind: ConfigMap