You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@polaris.apache.org by yu...@apache.org on 2024/09/17 20:28:40 UTC
(polaris) branch main updated: Change scala from 2.13 to 2.12 and iceberg runtime from 1.5.0 to 1.5.2 (#305)
This is an automated email from the ASF dual-hosted git repository.
yufei pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/polaris.git
The following commit(s) were added to refs/heads/main by this push:
new 73732349 Change scala from 2.13 to 2.12 and iceberg runtime from 1.5.0 to 1.5.2 (#305)
73732349 is described below
commit 737323496ad64aaed694e405022b514452f34553
Author: MonkeyCanCode <yo...@gmail.com>
AuthorDate: Tue Sep 17 15:28:37 2024 -0500
Change scala from 2.13 to 2.12 and iceberg runtime from 1.5.0 to 1.5.2 (#305)
---
notebooks/SparkPolaris.ipynb | 2 +-
regtests/t_pyspark/src/iceberg_spark.py | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/notebooks/SparkPolaris.ipynb b/notebooks/SparkPolaris.ipynb
index f55db1df..6510c670 100644
--- a/notebooks/SparkPolaris.ipynb
+++ b/notebooks/SparkPolaris.ipynb
@@ -258,7 +258,7 @@
"\n",
"spark = (SparkSession.builder\n",
" .config(\"spark.sql.catalog.spark_catalog\", \"org.apache.iceberg.spark.SparkSessionCatalog\")\n",
- " .config(\"spark.jars.packages\", \"org.apache.iceberg:iceberg-spark-runtime-3.5_2.13:1.5.0,org.apache.hadoop:hadoop-aws:3.4.0,software.amazon.awssdk:bundle:2.23.19,software.amazon.awssdk:url-connection-client:2.23.19\")\n",
+ " .config(\"spark.jars.packages\", \"org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.2,org.apache.hadoop:hadoop-aws:3.4.0,software.amazon.awssdk:bundle:2.23.19,software.amazon.awssdk:url-connection-client:2.23.19\")\n",
" .config('spark.sql.iceberg.vectorization.enabled', 'false')\n",
" \n",
" # Configure the 'polaris' catalog as an Iceberg rest catalog\n",
diff --git a/regtests/t_pyspark/src/iceberg_spark.py b/regtests/t_pyspark/src/iceberg_spark.py
index 4bccb659..339b3eda 100644
--- a/regtests/t_pyspark/src/iceberg_spark.py
+++ b/regtests/t_pyspark/src/iceberg_spark.py
@@ -72,7 +72,7 @@ class IcebergSparkSession:
"""Initial method for Iceberg Spark session. Creates a Spark session with specified configs.
"""
packages = [
- "org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.0",
+ "org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.2",
"org.apache.hadoop:hadoop-aws:3.4.0",
"software.amazon.awssdk:bundle:2.23.19",
"software.amazon.awssdk:url-connection-client:2.23.19",