You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gluten.apache.org by ho...@apache.org on 2024/09/06 01:49:50 UTC
(incubator-gluten) branch main updated: [VL] CI Run Q97 oom test but ignore the failure (#7135)
This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 49addf1de [VL] CI Run Q97 oom test but ignore the failure (#7135)
49addf1de is described below
commit 49addf1deec9e596bb427502e29c43bea51c2cc5
Author: Hongze Zhang <ho...@intel.com>
AuthorDate: Fri Sep 6 09:49:46 2024 +0800
[VL] CI Run Q97 oom test but ignore the failure (#7135)
---
.github/workflows/velox_backend.yml | 20 ++++++++++----------
1 file changed, 10 insertions(+), 10 deletions(-)
diff --git a/.github/workflows/velox_backend.yml b/.github/workflows/velox_backend.yml
index a4fd3e440..171786d39 100644
--- a/.github/workflows/velox_backend.yml
+++ b/.github/workflows/velox_backend.yml
@@ -346,16 +346,16 @@ jobs:
-d=FLUSH_MODE:DISABLED,spark.gluten.sql.columnar.backend.velox.flushablePartialAggregation=false,spark.gluten.sql.columnar.backend.velox.maxPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.maxExtendedPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinPct=100,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinRows=0 \
-d=FLUSH_MODE:ABANDONED,spark.gluten.sql.columnar.backend.velox.maxPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.maxExtendedPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinPct=0,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinRows=0 \
-d=FLUSH_MODE:FLUSHED,spark.gluten.sql.columnar.backend.velox.maxPartialAggregationMemoryRatio=0.05,spark.gluten.sql.columnar.backend.velox.maxExtendedPartialAggregationMemoryRatio=0.1,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinPct=100,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinRows=0
- # - name: TPC-DS SF30.0 Parquet local spark3.2 Q97 low memory
- # run: |
- # cd tools/gluten-it \
- # && GLUTEN_IT_JVM_ARGS=-Xmx3G sbin/gluten-it.sh parameterized \
- # --local --preset=velox --benchmark-type=ds --error-on-memleak --queries=q97 -s=30.0 --threads=12 --shuffle-partitions=72 --iterations=1 \
- # --data-gen=skip -m=OffHeapExecutionMemory \
- # -d=ISOLATION:OFF,spark.gluten.memory.isolation=false \
- # -d=ISOLATION:ON,spark.gluten.memory.isolation=true,spark.memory.storageFraction=0.1 \
- # -d=OFFHEAP_SIZE:2g,spark.memory.offHeap.size=2g \
- # -d=OFFHEAP_SIZE:1g,spark.memory.offHeap.size=1g || true
+ - name: (To be fixed) TPC-DS SF30.0 Parquet local spark3.2 Q97 low memory
+ run: |
+ cd tools/gluten-it \
+ && GLUTEN_IT_JVM_ARGS=-Xmx3G sbin/gluten-it.sh parameterized \
+ --local --preset=velox --benchmark-type=ds --error-on-memleak --queries=q97 -s=30.0 --threads=12 --shuffle-partitions=72 --iterations=1 \
+ --data-gen=skip -m=OffHeapExecutionMemory \
+ -d=ISOLATION:OFF,spark.gluten.memory.isolation=false \
+ -d=ISOLATION:ON,spark.gluten.memory.isolation=true,spark.memory.storageFraction=0.1 \
+ -d=OFFHEAP_SIZE:2g,spark.memory.offHeap.size=2g \
+ -d=OFFHEAP_SIZE:1g,spark.memory.offHeap.size=1g || true
run-tpc-test-ubuntu-randomkill:
needs: build-native-lib-centos-7
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org