You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@polaris.apache.org by yu...@apache.org on 2024/09/17 20:28:40 UTC

(polaris) branch main updated: Change scala from 2.13 to 2.12 and iceberg runtime from 1.5.0 to 1.5.2 (#305)

This is an automated email from the ASF dual-hosted git repository.

yufei pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/polaris.git


The following commit(s) were added to refs/heads/main by this push:
     new 73732349 Change scala from 2.13 to 2.12 and iceberg runtime from 1.5.0 to 1.5.2 (#305)
73732349 is described below

commit 737323496ad64aaed694e405022b514452f34553
Author: MonkeyCanCode <yo...@gmail.com>
AuthorDate: Tue Sep 17 15:28:37 2024 -0500

    Change scala from 2.13 to 2.12 and iceberg runtime from 1.5.0 to 1.5.2 (#305)
---
 notebooks/SparkPolaris.ipynb            | 2 +-
 regtests/t_pyspark/src/iceberg_spark.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/notebooks/SparkPolaris.ipynb b/notebooks/SparkPolaris.ipynb
index f55db1df..6510c670 100644
--- a/notebooks/SparkPolaris.ipynb
+++ b/notebooks/SparkPolaris.ipynb
@@ -258,7 +258,7 @@
     "\n",
     "spark = (SparkSession.builder\n",
     "  .config(\"spark.sql.catalog.spark_catalog\", \"org.apache.iceberg.spark.SparkSessionCatalog\")\n",
-    "  .config(\"spark.jars.packages\", \"org.apache.iceberg:iceberg-spark-runtime-3.5_2.13:1.5.0,org.apache.hadoop:hadoop-aws:3.4.0,software.amazon.awssdk:bundle:2.23.19,software.amazon.awssdk:url-connection-client:2.23.19\")\n",
+    "  .config(\"spark.jars.packages\", \"org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.2,org.apache.hadoop:hadoop-aws:3.4.0,software.amazon.awssdk:bundle:2.23.19,software.amazon.awssdk:url-connection-client:2.23.19\")\n",
     "  .config('spark.sql.iceberg.vectorization.enabled', 'false')\n",
     "         \n",
     "  # Configure the 'polaris' catalog as an Iceberg rest catalog\n",
diff --git a/regtests/t_pyspark/src/iceberg_spark.py b/regtests/t_pyspark/src/iceberg_spark.py
index 4bccb659..339b3eda 100644
--- a/regtests/t_pyspark/src/iceberg_spark.py
+++ b/regtests/t_pyspark/src/iceberg_spark.py
@@ -72,7 +72,7 @@ class IcebergSparkSession:
     """Initial method for Iceberg Spark session. Creates a Spark session with specified configs.
     """
     packages = [
-      "org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.0",
+      "org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.2",
       "org.apache.hadoop:hadoop-aws:3.4.0",
       "software.amazon.awssdk:bundle:2.23.19",
       "software.amazon.awssdk:url-connection-client:2.23.19",