You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by ao...@apache.org on 2020/12/10 13:40:20 UTC
[iceberg] branch master updated: Spark: Speed up tests for
extensions (#1903)
This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/master by this push:
new 38a48a5 Spark: Speed up tests for extensions (#1903)
38a48a5 is described below
commit 38a48a52dd6f4affd26c173aafedab8d3959ad5c
Author: Anton Okolnychyi <ao...@apple.com>
AuthorDate: Thu Dec 10 15:40:06 2020 +0200
Spark: Speed up tests for extensions (#1903)
---
.../org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java | 1 +
1 file changed, 1 insertion(+)
diff --git a/spark3-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java b/spark3-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java
index 342f951..83c104c 100644
--- a/spark3-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java
+++ b/spark3-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java
@@ -48,6 +48,7 @@ public abstract class SparkExtensionsTestBase extends SparkCatalogTestBase {
.config(SQLConf.PARTITION_OVERWRITE_MODE().key(), "dynamic")
.config("spark.sql.extensions", IcebergSparkSessionExtensions.class.getName())
.config("spark.hadoop." + METASTOREURIS.varname, hiveConf.get(METASTOREURIS.varname))
+ .config("spark.sql.shuffle.partitions", "4")
.enableHiveSupport()
.getOrCreate();