You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by ag...@apache.org on 2026/07/16 14:23:25 UTC
(datafusion-ballista) branch main updated: Add TPC-DS correctness testing (#2048)
This is an automated email from the ASF dual-hosted git repository.
andygrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-ballista.git
The following commit(s) were added to refs/heads/main by this push:
new e843c8e86 Add TPC-DS correctness testing (#2048)
e843c8e86 is described below
commit e843c8e86e1d0d1f9206c2c71c9b15062242957a
Author: Andy Grove <ag...@apache.org>
AuthorDate: Thu Jul 16 08:23:20 2026 -0600
Add TPC-DS correctness testing (#2048)
---
.github/workflows/tpcds.yml | 180 +++++++++++++++++++
benchmarks/.gitignore | 3 +-
benchmarks/README.md | 80 +++++++++
benchmarks/queries-tpcds/q1.sql | 26 +++
benchmarks/queries-tpcds/q10.sql | 60 +++++++
benchmarks/queries-tpcds/q11.sql | 82 +++++++++
benchmarks/queries-tpcds/q12.sql | 35 ++++
benchmarks/queries-tpcds/q13.sql | 53 ++++++
benchmarks/queries-tpcds/q14.sql | 211 ++++++++++++++++++++++
benchmarks/queries-tpcds/q15.sql | 21 +++
benchmarks/queries-tpcds/q16.sql | 32 ++++
benchmarks/queries-tpcds/q17.sql | 46 +++++
benchmarks/queries-tpcds/q18.sql | 35 ++++
benchmarks/queries-tpcds/q19.sql | 26 +++
benchmarks/queries-tpcds/q2.sql | 61 +++++++
benchmarks/queries-tpcds/q20.sql | 31 ++++
benchmarks/queries-tpcds/q21.sql | 31 ++++
benchmarks/queries-tpcds/q22.sql | 21 +++
benchmarks/queries-tpcds/q23.sql | 108 ++++++++++++
benchmarks/queries-tpcds/q24.sql | 108 ++++++++++++
benchmarks/queries-tpcds/q25.sql | 49 ++++++
benchmarks/queries-tpcds/q26.sql | 22 +++
benchmarks/queries-tpcds/q27.sql | 24 +++
benchmarks/queries-tpcds/q28.sql | 54 ++++++
benchmarks/queries-tpcds/q29.sql | 48 +++++
benchmarks/queries-tpcds/q3.sql | 22 +++
benchmarks/queries-tpcds/q30.sql | 31 ++++
benchmarks/queries-tpcds/q31.sql | 53 ++++++
benchmarks/queries-tpcds/q32.sql | 29 +++
benchmarks/queries-tpcds/q33.sql | 76 ++++++++
benchmarks/queries-tpcds/q34.sql | 32 ++++
benchmarks/queries-tpcds/q35.sql | 59 +++++++
benchmarks/queries-tpcds/q36.sql | 31 ++++
benchmarks/queries-tpcds/q37.sql | 18 ++
benchmarks/queries-tpcds/q38.sql | 24 +++
benchmarks/queries-tpcds/q39.sql | 55 ++++++
benchmarks/queries-tpcds/q4.sql | 117 +++++++++++++
benchmarks/queries-tpcds/q40.sql | 29 +++
benchmarks/queries-tpcds/q41.sql | 53 ++++++
benchmarks/queries-tpcds/q42.sql | 23 +++
benchmarks/queries-tpcds/q43.sql | 20 +++
benchmarks/queries-tpcds/q44.sql | 36 ++++
benchmarks/queries-tpcds/q45.sql | 21 +++
benchmarks/queries-tpcds/q46.sql | 36 ++++
benchmarks/queries-tpcds/q47.sql | 52 ++++++
benchmarks/queries-tpcds/q48.sql | 68 ++++++++
benchmarks/queries-tpcds/q49.sql | 130 ++++++++++++++
benchmarks/queries-tpcds/q5.sql | 129 ++++++++++++++
benchmarks/queries-tpcds/q50.sql | 60 +++++++
benchmarks/queries-tpcds/q51.sql | 46 +++++
benchmarks/queries-tpcds/q52.sql | 23 +++
benchmarks/queries-tpcds/q53.sql | 29 +++
benchmarks/queries-tpcds/q54.sql | 57 ++++++
benchmarks/queries-tpcds/q55.sql | 15 ++
benchmarks/queries-tpcds/q56.sql | 70 ++++++++
benchmarks/queries-tpcds/q57.sql | 49 ++++++
benchmarks/queries-tpcds/q58.sql | 66 +++++++
benchmarks/queries-tpcds/q59.sql | 45 +++++
benchmarks/queries-tpcds/q6.sql | 27 +++
benchmarks/queries-tpcds/q60.sql | 79 +++++++++
benchmarks/queries-tpcds/q61.sql | 45 +++++
benchmarks/queries-tpcds/q62.sql | 36 ++++
benchmarks/queries-tpcds/q63.sql | 30 ++++
benchmarks/queries-tpcds/q64.sql | 122 +++++++++++++
benchmarks/queries-tpcds/q65.sql | 30 ++++
benchmarks/queries-tpcds/q66.sql | 221 +++++++++++++++++++++++
benchmarks/queries-tpcds/q67.sql | 45 +++++
benchmarks/queries-tpcds/q68.sql | 43 +++++
benchmarks/queries-tpcds/q69.sql | 48 +++++
benchmarks/queries-tpcds/q7.sql | 22 +++
benchmarks/queries-tpcds/q70.sql | 39 +++++
benchmarks/queries-tpcds/q71.sql | 41 +++++
benchmarks/queries-tpcds/q72.sql | 30 ++++
benchmarks/queries-tpcds/q73.sql | 29 +++
benchmarks/queries-tpcds/q74.sql | 62 +++++++
benchmarks/queries-tpcds/q75.sql | 71 ++++++++
benchmarks/queries-tpcds/q76.sql | 25 +++
benchmarks/queries-tpcds/q77.sql | 109 ++++++++++++
benchmarks/queries-tpcds/q78.sql | 59 +++++++
benchmarks/queries-tpcds/q79.sql | 24 +++
benchmarks/queries-tpcds/q8.sql | 109 ++++++++++++
benchmarks/queries-tpcds/q80.sql | 97 +++++++++++
benchmarks/queries-tpcds/q81.sql | 32 ++++
benchmarks/queries-tpcds/q82.sql | 18 ++
benchmarks/queries-tpcds/q83.sql | 68 ++++++++
benchmarks/queries-tpcds/q84.sql | 22 +++
benchmarks/queries-tpcds/q85.sql | 85 +++++++++
benchmarks/queries-tpcds/q86.sql | 27 +++
benchmarks/queries-tpcds/q87.sql | 24 +++
benchmarks/queries-tpcds/q88.sql | 95 ++++++++++
benchmarks/queries-tpcds/q89.sql | 29 +++
benchmarks/queries-tpcds/q9.sql | 52 ++++++
benchmarks/queries-tpcds/q90.sql | 23 +++
benchmarks/queries-tpcds/q91.sql | 32 ++++
benchmarks/queries-tpcds/q92.sql | 31 ++++
benchmarks/queries-tpcds/q93.sql | 19 ++
benchmarks/queries-tpcds/q94.sql | 30 ++++
benchmarks/queries-tpcds/q95.sql | 33 ++++
benchmarks/queries-tpcds/q96.sql | 17 ++
benchmarks/queries-tpcds/q97.sql | 26 +++
benchmarks/queries-tpcds/q98.sql | 34 ++++
benchmarks/queries-tpcds/q99.sql | 36 ++++
benchmarks/src/bin/tpcds.rs | 354 +++++++++++++++++++++++++++++++++++++
benchmarks/src/bin/tpch.rs | 317 +--------------------------------
benchmarks/src/lib.rs | 368 +++++++++++++++++++++++++++++++++++++++
benchmarks/tpcds-gen.sh | 50 ++++++
dev/vendor-tpcds-queries.sh | 36 ++++
107 files changed, 6037 insertions(+), 315 deletions(-)
diff --git a/.github/workflows/tpcds.yml b/.github/workflows/tpcds.yml
new file mode 100644
index 000000000..bc1ceb52f
--- /dev/null
+++ b/.github/workflows/tpcds.yml
@@ -0,0 +1,180 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: TPC-DS SF1
+
+permissions:
+ contents: read
+
+concurrency:
+ group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
+ cancel-in-progress: true
+
+on:
+ push:
+ branches: ["main"]
+ paths:
+ - "ballista/**"
+ - "benchmarks/**"
+ - "Cargo.toml"
+ - "Cargo.lock"
+ - "rust-toolchain.toml"
+ - ".github/workflows/tpcds.yml"
+ - ".github/actions/setup-builder/**"
+ pull_request:
+ paths:
+ - "ballista/**"
+ - "benchmarks/**"
+ - "Cargo.toml"
+ - "Cargo.lock"
+ - "rust-toolchain.toml"
+ - ".github/workflows/tpcds.yml"
+ - ".github/actions/setup-builder/**"
+ workflow_dispatch:
+
+jobs:
+ tpcds-sf1:
+ name: TPC-DS SF1 (all queries, static planner)
+ runs-on: ubuntu-latest
+ container:
+ image: amd64/rust
+ steps:
+ - name: Install dependencies
+ run: |
+ apt-get update
+ apt-get install -y netcat-traditional
+
+ - uses: actions/checkout@v7.0.0
+ with:
+ fetch-depth: 1
+
+ - name: Setup Rust toolchain
+ uses: ./.github/actions/setup-builder
+ with:
+ rust-version: stable
+
+ - uses: swatinem/rust-cache@c19371144df3bb44fab255c43d04cbc2ab54d1c4 #2.9.1
+
+ - name: Build Ballista binaries
+ run: |
+ cargo build --profile tpch-ci --locked \
+ -p ballista-scheduler \
+ -p ballista-executor \
+ -p ballista-benchmarks
+
+ - name: Install tpcgen-cli
+ run: |
+ cargo install --git https://github.com/clflushopt/tpchgen-rs \
+ --rev 573fd0018dd1b41e52880162f615e9903418c397 --locked tpcgen-cli
+
+ - name: Generate TPC-DS SF1 data
+ run: |
+ mkdir -p "$RUNNER_TEMP/tpcds-data"
+ tpcgen-cli tpcds parquet \
+ --scale-factor 1 \
+ --output-dir "$RUNNER_TEMP/tpcds-data"
+
+ - name: Run TPC-DS queries against Ballista cluster
+ env:
+ DATA_DIR: ${{ runner.temp }}/tpcds-data
+ WORK_DIR: ${{ runner.temp }}/work
+ SCHEDULER_LOG: ${{ runner.temp }}/scheduler.log
+ EXECUTOR_LOG: ${{ runner.temp }}/executor.log
+ run: |
+ set -euo pipefail
+
+ mkdir -p "$WORK_DIR"
+
+ ./target/tpch-ci/ballista-scheduler \
+ --bind-host 127.0.0.1 \
+ > "$SCHEDULER_LOG" 2>&1 &
+ SCHEDULER_PID=$!
+
+ ./target/tpch-ci/ballista-executor \
+ --bind-host 127.0.0.1 \
+ --bind-port 50051 \
+ --scheduler-host 127.0.0.1 \
+ --scheduler-connect-timeout-seconds 10 \
+ --concurrent-tasks 4 \
+ --memory-pool-size 2GB \
+ --work-dir "$WORK_DIR" \
+ > "$EXECUTOR_LOG" 2>&1 &
+ EXECUTOR_PID=$!
+
+ cleanup() {
+ echo "::group::scheduler log (tail)"
+ tail -n 200 "$SCHEDULER_LOG" || true
+ echo "::endgroup::"
+ echo "::group::executor log (tail)"
+ tail -n 200 "$EXECUTOR_LOG" || true
+ echo "::endgroup::"
+ kill "$SCHEDULER_PID" "$EXECUTOR_PID" 2>/dev/null || true
+ wait "$SCHEDULER_PID" "$EXECUTOR_PID" 2>/dev/null || true
+ }
+ trap cleanup EXIT
+
+ echo "Waiting for scheduler on 127.0.0.1:50050..."
+ for _ in $(seq 1 30); do
+ if nc -z 127.0.0.1 50050; then
+ break
+ fi
+ sleep 1
+ done
+ nc -z 127.0.0.1 50050 || { echo "scheduler did not start"; exit 1; }
+
+ echo "Waiting for executor on 127.0.0.1:50051..."
+ for _ in $(seq 1 30); do
+ if nc -z 127.0.0.1 50051; then
+ break
+ fi
+ sleep 1
+ done
+ nc -z 127.0.0.1 50051 || { echo "executor did not start"; exit 1; }
+
+ # Run the suite under the default (static) planner. The tpcds binary
+ # internally loops all non-skipped queries and exits non-zero on any
+ # failure, so a single invocation covers the whole suite.
+ #
+ # The adaptive planner (AQE on) is intentionally not run here yet: it
+ # currently fails many TPC-DS queries with an `EmptyExec invalid
+ # partition` assertion (issue #2047). Re-add an `AQE on` invocation
+ # once that is fixed.
+ run_suite() {
+ local label="$1"; shift
+ echo "::group::[$label] TPC-DS suite"
+ ./target/tpch-ci/tpcds \
+ --host 127.0.0.1 --port 50050 \
+ --path "$DATA_DIR" \
+ --partitions 16 \
+ --verify \
+ "$@"
+ echo "::endgroup::"
+ }
+
+ run_suite "static planner" \
+ -c datafusion.optimizer.prefer_hash_join=false
+
+ - name: Upload cluster logs on failure
+ if: failure()
+ uses: actions/upload-artifact@v7
+ with:
+ name: tpcds-sf1-cluster-logs
+ retention-days: 14
+ path: |
+ ${{ runner.temp }}/scheduler.log
+ ${{ runner.temp }}/executor.log
+ if-no-files-found: ignore
diff --git a/benchmarks/.gitignore b/benchmarks/.gitignore
index 6320cd248..b1cc22660 100644
--- a/benchmarks/.gitignore
+++ b/benchmarks/.gitignore
@@ -1 +1,2 @@
-data
\ No newline at end of file
+data
+data-tpcds
diff --git a/benchmarks/README.md b/benchmarks/README.md
index 14711180b..a92286cea 100644
--- a/benchmarks/README.md
+++ b/benchmarks/README.md
@@ -298,4 +298,84 @@ $SPARK_HOME/bin/spark-submit \
--debug
```
+## TPC-DS Correctness Tests
+
+Unlike the TPC-H suite above (which measures performance), the TPC-DS suite is
+a correctness gate: it runs each query on a Ballista cluster and compares the
+result, row-by-row, against a single-process DataFusion oracle running the
+same query.
+
+### Vendoring the queries
+
+The 99 TPC-DS queries are checked in at `benchmarks/queries-tpcds/qN.sql`, so
+no fetch step is needed to run the harness. They were vendored from DataFusion's
+`branch-54` (the queries DataFusion uses in its own TPC-DS tests) with:
+
+```bash
+./dev/vendor-tpcds-queries.sh
+```
+
+That script fetches `1.sql` .. `99.sql` from `datafusion/core/tests/tpc-ds` on
+the configured branch (`DATAFUSION_BRANCH`, default `branch-54`) and writes them
+to `benchmarks/queries-tpcds/qN.sql` (prefixed with `q` to match the TPC-H
+naming convention). Re-run it only to refresh the committed queries when the
+DataFusion pin changes.
+
+### Generating Test Data
+
+TPC-DS data is generated with the same [tpchgen-rs](https://github.com/clflushopt/tpchgen-rs)
+project as TPC-H, via its `tpcgen-cli tpcds` subcommand. TPC-DS support is not
+yet published to crates.io, so the script installs `tpcgen-cli` from git,
+pinned to a fixed rev:
+
+```bash
+SCALE_FACTOR=1 OUTPUT_DIR=./data-tpcds ./benchmarks/tpcds-gen.sh
+```
+
+`SCALE_FACTOR` (default `1`) and `OUTPUT_DIR` (default `benchmarks/data-tpcds`,
+resolved relative to the script) are env overrides; `TPCGEN_REV` overrides the
+pinned `tpcgen-cli` git rev if needed. Note that, unlike the TPC-H generator, `tpcgen-cli tpcds` has no
+`--parts` flag — it writes a single `<table>.parquet` file per table for all
+24 TPC-DS tables.
+
+### Running the correctness check
+
+Bring up a scheduler and executor as described above in "Running the
+Ballista Benchmarks", then run the `tpcds` binary with `--verify`:
+
+```bash
+cargo run --release --bin tpcds -- \
+ --host localhost --port 50050 \
+ --path $(pwd)/data-tpcds \
+ --partitions 16 \
+ --verify \
+ -c datafusion.optimizer.prefer_hash_join=false
+```
+
+With no `--query` given, this runs every non-skipped query (see "Skip list"
+below) on the Ballista cluster and, because `--verify` is set, also runs it
+against a single-process DataFusion `SessionContext` and diffs the results.
+The process exits non-zero and prints a summary if any query fails or
+mismatches. `--verify` assumes a local `--path`: the oracle context registers
+the tables directly and does not apply object-store credentials.
+
+### Skip list
+
+Some queries are excluded from the gate. These are listed in the `SKIP` const
+near the top of `benchmarks/src/bin/tpcds.rs`, as `(query_id, reason)` pairs,
+grouped by cause: queries whose distributed result diverges from DataFusion
+(tracked as bugs), queries that are non-deterministic under `LIMIT`/`ORDER BY`
+ties, and queries whose `tpcgen-cli` schema column names differ from the
+DataFusion query text. A default run (no `--query`) executes `1..=99` minus
+`SKIP`.
+
+### CI
+
+`.github/workflows/tpcds.yml` runs the SF1 suite against a local
+scheduler + executor on every push/PR touching `ballista/**` or
+`benchmarks/**`, under the default (static) planner. The adaptive planner
+(AQE on) is not gated yet — it currently fails many TPC-DS queries with an
+`EmptyExec invalid partition` assertion (issue #2047); re-enable an AQE-on run
+once that is fixed.
+
[1]: http://www.tpc.org/tpch/
diff --git a/benchmarks/queries-tpcds/q1.sql b/benchmarks/queries-tpcds/q1.sql
new file mode 100644
index 000000000..b90411d04
--- /dev/null
+++ b/benchmarks/queries-tpcds/q1.sql
@@ -0,0 +1,26 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with customer_total_return as
+(select sr_customer_sk as ctr_customer_sk
+,sr_store_sk as ctr_store_sk
+,sum(SR_FEE) as ctr_total_return
+from store_returns
+,date_dim
+where sr_returned_date_sk = d_date_sk
+and d_year =2000
+group by sr_customer_sk
+,sr_store_sk)
+ select c_customer_id
+from customer_total_return ctr1
+,store
+,customer
+where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+from customer_total_return ctr2
+where ctr1.ctr_store_sk = ctr2.ctr_store_sk)
+and s_store_sk = ctr1.ctr_store_sk
+and s_state = 'SD'
+and ctr1.ctr_customer_sk = c_customer_sk
+order by c_customer_id
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q10.sql b/benchmarks/queries-tpcds/q10.sql
new file mode 100644
index 000000000..37111a7c1
--- /dev/null
+++ b/benchmarks/queries-tpcds/q10.sql
@@ -0,0 +1,60 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ count(*) cnt1,
+ cd_purchase_estimate,
+ count(*) cnt2,
+ cd_credit_rating,
+ count(*) cnt3,
+ cd_dep_count,
+ count(*) cnt4,
+ cd_dep_employed_count,
+ count(*) cnt5,
+ cd_dep_college_count,
+ count(*) cnt6
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ ca_county in ('Walker County','Richland County','Gaines County','Douglas County','Dona Ana County') and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 and 4+3) and
+ (exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 ANd 4+3) or
+ exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 and 4+3))
+ group by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ order by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q11.sql b/benchmarks/queries-tpcds/q11.sql
new file mode 100644
index 000000000..776ee3712
--- /dev/null
+++ b/benchmarks/queries-tpcds/q11.sql
@@ -0,0 +1,82 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(ss_ext_list_price-ss_ext_discount_amt) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(ws_ext_list_price-ws_ext_discount_amt) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ )
+ select
+ t_s_secyear.customer_id
+ ,t_s_secyear.customer_first_name
+ ,t_s_secyear.customer_last_name
+ ,t_s_secyear.customer_email_address
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.dyear = 2001
+ and t_s_secyear.dyear = 2001+1
+ and t_w_firstyear.dyear = 2001
+ and t_w_secyear.dyear = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else 0.0 end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else 0.0 end
+ order by t_s_secyear.customer_id
+ ,t_s_secyear.customer_first_name
+ ,t_s_secyear.customer_last_name
+ ,t_s_secyear.customer_email_address
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q12.sql b/benchmarks/queries-tpcds/q12.sql
new file mode 100644
index 000000000..c62441759
--- /dev/null
+++ b/benchmarks/queries-tpcds/q12.sql
@@ -0,0 +1,35 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(ws_ext_sales_price) as itemrevenue
+ ,sum(ws_ext_sales_price)*100/sum(sum(ws_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+from
+ web_sales
+ ,item
+ ,date_dim
+where
+ ws_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and ws_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and cast('2001-01-12' as date) + INTERVAL '30 days'
+group by
+ i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+order by
+ i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q13.sql b/benchmarks/queries-tpcds/q13.sql
new file mode 100644
index 000000000..d0b85b7b2
--- /dev/null
+++ b/benchmarks/queries-tpcds/q13.sql
@@ -0,0 +1,53 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select avg(ss_quantity)
+ ,avg(ss_ext_sales_price)
+ ,avg(ss_ext_wholesale_cost)
+ ,sum(ss_ext_wholesale_cost)
+ from store_sales
+ ,store
+ ,customer_demographics
+ ,household_demographics
+ ,customer_address
+ ,date_dim
+ where s_store_sk = ss_store_sk
+ and ss_sold_date_sk = d_date_sk and d_year = 2001
+ and((ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'D'
+ and cd_education_status = '2 yr Degree'
+ and ss_sales_price between 100.00 and 150.00
+ and hd_dep_count = 3
+ )or
+ (ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'S'
+ and cd_education_status = 'Secondary'
+ and ss_sales_price between 50.00 and 100.00
+ and hd_dep_count = 1
+ ) or
+ (ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'W'
+ and cd_education_status = 'Advanced Degree'
+ and ss_sales_price between 150.00 and 200.00
+ and hd_dep_count = 1
+ ))
+ and((ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('CO', 'IL', 'MN')
+ and ss_net_profit between 100 and 200
+ ) or
+ (ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('OH', 'MT', 'NM')
+ and ss_net_profit between 150 and 300
+ ) or
+ (ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('TX', 'MO', 'MI')
+ and ss_net_profit between 50 and 250
+ ))
+;
+
+
diff --git a/benchmarks/queries-tpcds/q14.sql b/benchmarks/queries-tpcds/q14.sql
new file mode 100644
index 000000000..97af50bbb
--- /dev/null
+++ b/benchmarks/queries-tpcds/q14.sql
@@ -0,0 +1,211 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with cross_items as
+ (select i_item_sk ss_item_sk
+ from item,
+ (select iss.i_brand_id brand_id
+ ,iss.i_class_id class_id
+ ,iss.i_category_id category_id
+ from store_sales
+ ,item iss
+ ,date_dim d1
+ where ss_item_sk = iss.i_item_sk
+ and ss_sold_date_sk = d1.d_date_sk
+ and d1.d_year between 1998 AND 1998 + 2
+ intersect
+ select ics.i_brand_id
+ ,ics.i_class_id
+ ,ics.i_category_id
+ from catalog_sales
+ ,item ics
+ ,date_dim d2
+ where cs_item_sk = ics.i_item_sk
+ and cs_sold_date_sk = d2.d_date_sk
+ and d2.d_year between 1998 AND 1998 + 2
+ intersect
+ select iws.i_brand_id
+ ,iws.i_class_id
+ ,iws.i_category_id
+ from web_sales
+ ,item iws
+ ,date_dim d3
+ where ws_item_sk = iws.i_item_sk
+ and ws_sold_date_sk = d3.d_date_sk
+ and d3.d_year between 1998 AND 1998 + 2)
+ where i_brand_id = brand_id
+ and i_class_id = class_id
+ and i_category_id = category_id
+),
+ avg_sales as
+ (select avg(quantity*list_price) average_sales
+ from (select ss_quantity quantity
+ ,ss_list_price list_price
+ from store_sales
+ ,date_dim
+ where ss_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2
+ union all
+ select cs_quantity quantity
+ ,cs_list_price list_price
+ from catalog_sales
+ ,date_dim
+ where cs_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2
+ union all
+ select ws_quantity quantity
+ ,ws_list_price list_price
+ from web_sales
+ ,date_dim
+ where ws_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2) x)
+ select channel, i_brand_id,i_class_id,i_category_id,sum(sales), sum(number_sales)
+ from(
+ select 'store' channel, i_brand_id,i_class_id
+ ,i_category_id,sum(ss_quantity*ss_list_price) sales
+ , count(*) number_sales
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk in (select ss_item_sk from cross_items)
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ss_quantity*ss_list_price) > (select average_sales from avg_sales)
+ union all
+ select 'catalog' channel, i_brand_id,i_class_id,i_category_id, sum(cs_quantity*cs_list_price) sales, count(*) number_sales
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk in (select ss_item_sk from cross_items)
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(cs_quantity*cs_list_price) > (select average_sales from avg_sales)
+ union all
+ select 'web' channel, i_brand_id,i_class_id,i_category_id, sum(ws_quantity*ws_list_price) sales , count(*) number_sales
+ from web_sales
+ ,item
+ ,date_dim
+ where ws_item_sk in (select ss_item_sk from cross_items)
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ws_quantity*ws_list_price) > (select average_sales from avg_sales)
+ ) y
+ group by rollup (channel, i_brand_id,i_class_id,i_category_id)
+ order by channel,i_brand_id,i_class_id,i_category_id
+ limit 100;
+with cross_items as
+ (select i_item_sk ss_item_sk
+ from item,
+ (select iss.i_brand_id brand_id
+ ,iss.i_class_id class_id
+ ,iss.i_category_id category_id
+ from store_sales
+ ,item iss
+ ,date_dim d1
+ where ss_item_sk = iss.i_item_sk
+ and ss_sold_date_sk = d1.d_date_sk
+ and d1.d_year between 1998 AND 1998 + 2
+ intersect
+ select ics.i_brand_id
+ ,ics.i_class_id
+ ,ics.i_category_id
+ from catalog_sales
+ ,item ics
+ ,date_dim d2
+ where cs_item_sk = ics.i_item_sk
+ and cs_sold_date_sk = d2.d_date_sk
+ and d2.d_year between 1998 AND 1998 + 2
+ intersect
+ select iws.i_brand_id
+ ,iws.i_class_id
+ ,iws.i_category_id
+ from web_sales
+ ,item iws
+ ,date_dim d3
+ where ws_item_sk = iws.i_item_sk
+ and ws_sold_date_sk = d3.d_date_sk
+ and d3.d_year between 1998 AND 1998 + 2) x
+ where i_brand_id = brand_id
+ and i_class_id = class_id
+ and i_category_id = category_id
+),
+ avg_sales as
+(select avg(quantity*list_price) average_sales
+ from (select ss_quantity quantity
+ ,ss_list_price list_price
+ from store_sales
+ ,date_dim
+ where ss_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2
+ union all
+ select cs_quantity quantity
+ ,cs_list_price list_price
+ from catalog_sales
+ ,date_dim
+ where cs_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2
+ union all
+ select ws_quantity quantity
+ ,ws_list_price list_price
+ from web_sales
+ ,date_dim
+ where ws_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2) x)
+ select this_year.channel ty_channel
+ ,this_year.i_brand_id ty_brand
+ ,this_year.i_class_id ty_class
+ ,this_year.i_category_id ty_category
+ ,this_year.sales ty_sales
+ ,this_year.number_sales ty_number_sales
+ ,last_year.channel ly_channel
+ ,last_year.i_brand_id ly_brand
+ ,last_year.i_class_id ly_class
+ ,last_year.i_category_id ly_category
+ ,last_year.sales ly_sales
+ ,last_year.number_sales ly_number_sales
+ from
+ (select 'store' channel, i_brand_id,i_class_id,i_category_id
+ ,sum(ss_quantity*ss_list_price) sales, count(*) number_sales
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk in (select ss_item_sk from cross_items)
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_week_seq = (select d_week_seq
+ from date_dim
+ where d_year = 1998 + 1
+ and d_moy = 12
+ and d_dom = 16)
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ss_quantity*ss_list_price) > (select average_sales from avg_sales)) this_year,
+ (select 'store' channel, i_brand_id,i_class_id
+ ,i_category_id, sum(ss_quantity*ss_list_price) sales, count(*) number_sales
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk in (select ss_item_sk from cross_items)
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_week_seq = (select d_week_seq
+ from date_dim
+ where d_year = 1998
+ and d_moy = 12
+ and d_dom = 16)
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ss_quantity*ss_list_price) > (select average_sales from avg_sales)) last_year
+ where this_year.i_brand_id= last_year.i_brand_id
+ and this_year.i_class_id = last_year.i_class_id
+ and this_year.i_category_id = last_year.i_category_id
+ order by this_year.channel, this_year.i_brand_id, this_year.i_class_id, this_year.i_category_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q15.sql b/benchmarks/queries-tpcds/q15.sql
new file mode 100644
index 000000000..37494c030
--- /dev/null
+++ b/benchmarks/queries-tpcds/q15.sql
@@ -0,0 +1,21 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select ca_zip
+ ,sum(cs_sales_price)
+ from catalog_sales
+ ,customer
+ ,customer_address
+ ,date_dim
+ where cs_bill_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475',
+ '85392', '85460', '80348', '81792')
+ or ca_state in ('CA','WA','GA')
+ or cs_sales_price > 500)
+ and cs_sold_date_sk = d_date_sk
+ and d_qoy = 2 and d_year = 2000
+ group by ca_zip
+ order by ca_zip
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q16.sql b/benchmarks/queries-tpcds/q16.sql
new file mode 100644
index 000000000..83edc5b19
--- /dev/null
+++ b/benchmarks/queries-tpcds/q16.sql
@@ -0,0 +1,32 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ count(distinct cs_order_number) as 'order count'
+ ,sum(cs_ext_ship_cost) as 'total shipping cost'
+ ,sum(cs_net_profit) as 'total net profit'
+from
+ catalog_sales cs1
+ ,date_dim
+ ,customer_address
+ ,call_center
+where
+ d_date between '1999-4-01' and
+ (cast('1999-4-01' as date) + INTERVAL '60 days')
+and cs1.cs_ship_date_sk = d_date_sk
+and cs1.cs_ship_addr_sk = ca_address_sk
+and ca_state = 'GA'
+and cs1.cs_call_center_sk = cc_call_center_sk
+and cc_county in ('Daviess County','Franklin Parish','Barrow County','Luce County',
+ 'Fairfield County'
+)
+and exists (select *
+ from catalog_sales cs2
+ where cs1.cs_order_number = cs2.cs_order_number
+ and cs1.cs_warehouse_sk <> cs2.cs_warehouse_sk)
+and not exists(select *
+ from catalog_returns cr1
+ where cs1.cs_order_number = cr1.cr_order_number)
+order by count(distinct cs_order_number)
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q17.sql b/benchmarks/queries-tpcds/q17.sql
new file mode 100644
index 000000000..ebf93109b
--- /dev/null
+++ b/benchmarks/queries-tpcds/q17.sql
@@ -0,0 +1,46 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id
+ ,i_item_desc
+ ,s_state
+ ,count(ss_quantity) as store_sales_quantitycount
+ ,avg(ss_quantity) as store_sales_quantityave
+ ,stddev_samp(ss_quantity) as store_sales_quantitystdev
+ ,stddev_samp(ss_quantity)/avg(ss_quantity) as store_sales_quantitycov
+ ,count(sr_return_quantity) as store_returns_quantitycount
+ ,avg(sr_return_quantity) as store_returns_quantityave
+ ,stddev_samp(sr_return_quantity) as store_returns_quantitystdev
+ ,stddev_samp(sr_return_quantity)/avg(sr_return_quantity) as store_returns_quantitycov
+ ,count(cs_quantity) as catalog_sales_quantitycount ,avg(cs_quantity) as catalog_sales_quantityave
+ ,stddev_samp(cs_quantity) as catalog_sales_quantitystdev
+ ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitycov
+ from store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where d1.d_quarter_name = '1998Q1'
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_quarter_name in ('1998Q1','1998Q2','1998Q3')
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_quarter_name in ('1998Q1','1998Q2','1998Q3')
+ group by i_item_id
+ ,i_item_desc
+ ,s_state
+ order by i_item_id
+ ,i_item_desc
+ ,s_state
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q18.sql b/benchmarks/queries-tpcds/q18.sql
new file mode 100644
index 000000000..fb1101906
--- /dev/null
+++ b/benchmarks/queries-tpcds/q18.sql
@@ -0,0 +1,35 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id,
+ ca_country,
+ ca_state,
+ ca_county,
+ avg( cast(cs_quantity as decimal(12,2))) agg1,
+ avg( cast(cs_list_price as decimal(12,2))) agg2,
+ avg( cast(cs_coupon_amt as decimal(12,2))) agg3,
+ avg( cast(cs_sales_price as decimal(12,2))) agg4,
+ avg( cast(cs_net_profit as decimal(12,2))) agg5,
+ avg( cast(c_birth_year as decimal(12,2))) agg6,
+ avg( cast(cd1.cd_dep_count as decimal(12,2))) agg7
+ from catalog_sales, customer_demographics cd1,
+ customer_demographics cd2, customer, customer_address, date_dim, item
+ where cs_sold_date_sk = d_date_sk and
+ cs_item_sk = i_item_sk and
+ cs_bill_cdemo_sk = cd1.cd_demo_sk and
+ cs_bill_customer_sk = c_customer_sk and
+ cd1.cd_gender = 'M' and
+ cd1.cd_education_status = 'College' and
+ c_current_cdemo_sk = cd2.cd_demo_sk and
+ c_current_addr_sk = ca_address_sk and
+ c_birth_month in (9,5,12,4,1,10) and
+ d_year = 2001 and
+ ca_state in ('ND','WI','AL'
+ ,'NC','OK','MS','TN')
+ group by rollup (i_item_id, ca_country, ca_state, ca_county)
+ order by ca_country,
+ ca_state,
+ ca_county,
+ i_item_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q19.sql b/benchmarks/queries-tpcds/q19.sql
new file mode 100644
index 000000000..d6908a02e
--- /dev/null
+++ b/benchmarks/queries-tpcds/q19.sql
@@ -0,0 +1,26 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact,
+ sum(ss_ext_sales_price) ext_price
+ from date_dim, store_sales, item,customer,customer_address,store
+ where d_date_sk = ss_sold_date_sk
+ and ss_item_sk = i_item_sk
+ and i_manager_id=7
+ and d_moy=11
+ and d_year=1999
+ and ss_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and substr(ca_zip,1,5) <> substr(s_zip,1,5)
+ and ss_store_sk = s_store_sk
+ group by i_brand
+ ,i_brand_id
+ ,i_manufact_id
+ ,i_manufact
+ order by ext_price desc
+ ,i_brand
+ ,i_brand_id
+ ,i_manufact_id
+ ,i_manufact
+limit 100 ;
+
+
diff --git a/benchmarks/queries-tpcds/q2.sql b/benchmarks/queries-tpcds/q2.sql
new file mode 100644
index 000000000..4fb1813e9
--- /dev/null
+++ b/benchmarks/queries-tpcds/q2.sql
@@ -0,0 +1,61 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with wscs as
+ (select sold_date_sk
+ ,sales_price
+ from (select ws_sold_date_sk sold_date_sk
+ ,ws_ext_sales_price sales_price
+ from web_sales
+ union all
+ select cs_sold_date_sk sold_date_sk
+ ,cs_ext_sales_price sales_price
+ from catalog_sales)),
+ wswscs as
+ (select d_week_seq,
+ sum(case when (d_day_name='Sunday') then sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then sales_price else null end) sat_sales
+ from wscs
+ ,date_dim
+ where d_date_sk = sold_date_sk
+ group by d_week_seq)
+ select d_week_seq1
+ ,round(sun_sales1/sun_sales2,2)
+ ,round(mon_sales1/mon_sales2,2)
+ ,round(tue_sales1/tue_sales2,2)
+ ,round(wed_sales1/wed_sales2,2)
+ ,round(thu_sales1/thu_sales2,2)
+ ,round(fri_sales1/fri_sales2,2)
+ ,round(sat_sales1/sat_sales2,2)
+ from
+ (select wswscs.d_week_seq d_week_seq1
+ ,sun_sales sun_sales1
+ ,mon_sales mon_sales1
+ ,tue_sales tue_sales1
+ ,wed_sales wed_sales1
+ ,thu_sales thu_sales1
+ ,fri_sales fri_sales1
+ ,sat_sales sat_sales1
+ from wswscs,date_dim
+ where date_dim.d_week_seq = wswscs.d_week_seq and
+ d_year = 2001) y,
+ (select wswscs.d_week_seq d_week_seq2
+ ,sun_sales sun_sales2
+ ,mon_sales mon_sales2
+ ,tue_sales tue_sales2
+ ,wed_sales wed_sales2
+ ,thu_sales thu_sales2
+ ,fri_sales fri_sales2
+ ,sat_sales sat_sales2
+ from wswscs
+ ,date_dim
+ where date_dim.d_week_seq = wswscs.d_week_seq and
+ d_year = 2001+1) z
+ where d_week_seq1=d_week_seq2-53
+ order by d_week_seq1;
+
+
diff --git a/benchmarks/queries-tpcds/q20.sql b/benchmarks/queries-tpcds/q20.sql
new file mode 100644
index 000000000..7d4584326
--- /dev/null
+++ b/benchmarks/queries-tpcds/q20.sql
@@ -0,0 +1,31 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(cs_ext_sales_price) as itemrevenue
+ ,sum(cs_ext_sales_price)*100/sum(sum(cs_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and cs_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + INTERVAL '30 days')
+ group by i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ order by i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q21.sql b/benchmarks/queries-tpcds/q21.sql
new file mode 100644
index 000000000..7d1ea8a7a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q21.sql
@@ -0,0 +1,31 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select *
+ from(select w_warehouse_name
+ ,i_item_id
+ ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
+ then inv_quantity_on_hand
+ else 0 end) as inv_before
+ ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
+ then inv_quantity_on_hand
+ else 0 end) as inv_after
+ from inventory
+ ,warehouse
+ ,item
+ ,date_dim
+ where i_current_price between 0.99 and 1.49
+ and i_item_sk = inv_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_date between (cast ('1998-04-08' as date) - INTERVAL '30 days')
+ and (cast ('1998-04-08' as date) + INTERVAL '30 days')
+ group by w_warehouse_name, i_item_id) x
+ where (case when inv_before > 0
+ then inv_after / inv_before
+ else null
+ end) between 2.0/3.0 and 3.0/2.0
+ order by w_warehouse_name
+ ,i_item_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q22.sql b/benchmarks/queries-tpcds/q22.sql
new file mode 100644
index 000000000..9f0dccf33
--- /dev/null
+++ b/benchmarks/queries-tpcds/q22.sql
@@ -0,0 +1,21 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_product_name
+ ,i_brand
+ ,i_class
+ ,i_category
+ ,avg(inv_quantity_on_hand) qoh
+ from inventory
+ ,date_dim
+ ,item
+ where inv_date_sk=d_date_sk
+ and inv_item_sk=i_item_sk
+ and d_month_seq between 1212 and 1212 + 11
+ group by rollup(i_product_name
+ ,i_brand
+ ,i_class
+ ,i_category)
+order by qoh, i_product_name, i_brand, i_class, i_category
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q23.sql b/benchmarks/queries-tpcds/q23.sql
new file mode 100644
index 000000000..d16cfe65d
--- /dev/null
+++ b/benchmarks/queries-tpcds/q23.sql
@@ -0,0 +1,108 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with frequent_ss_items as
+ (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt
+ from store_sales
+ ,date_dim
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_item_sk = i_item_sk
+ and d_year in (1999,1999+1,1999+2,1999+3)
+ group by substr(i_item_desc,1,30),i_item_sk,d_date
+ having count(*) >4),
+ max_store_sales as
+ (select max(csales) tpcds_cmax
+ from (select c_customer_sk,sum(ss_quantity*ss_sales_price) csales
+ from store_sales
+ ,customer
+ ,date_dim
+ where ss_customer_sk = c_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (1999,1999+1,1999+2,1999+3)
+ group by c_customer_sk)),
+ best_ss_customer as
+ (select c_customer_sk,sum(ss_quantity*ss_sales_price) ssales
+ from store_sales
+ ,customer
+ where ss_customer_sk = c_customer_sk
+ group by c_customer_sk
+ having sum(ss_quantity*ss_sales_price) > (95/100.0) * (select
+ *
+from
+ max_store_sales))
+ select sum(sales)
+ from (select cs_quantity*cs_list_price sales
+ from catalog_sales
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and cs_sold_date_sk = d_date_sk
+ and cs_item_sk in (select item_sk from frequent_ss_items)
+ and cs_bill_customer_sk in (select c_customer_sk from best_ss_customer)
+ union all
+ select ws_quantity*ws_list_price sales
+ from web_sales
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and ws_sold_date_sk = d_date_sk
+ and ws_item_sk in (select item_sk from frequent_ss_items)
+ and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))
+ limit 100;
+with frequent_ss_items as
+ (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt
+ from store_sales
+ ,date_dim
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_item_sk = i_item_sk
+ and d_year in (1999,1999 + 1,1999 + 2,1999 + 3)
+ group by substr(i_item_desc,1,30),i_item_sk,d_date
+ having count(*) >4),
+ max_store_sales as
+ (select max(csales) tpcds_cmax
+ from (select c_customer_sk,sum(ss_quantity*ss_sales_price) csales
+ from store_sales
+ ,customer
+ ,date_dim
+ where ss_customer_sk = c_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (1999,1999+1,1999+2,1999+3)
+ group by c_customer_sk)),
+ best_ss_customer as
+ (select c_customer_sk,sum(ss_quantity*ss_sales_price) ssales
+ from store_sales
+ ,customer
+ where ss_customer_sk = c_customer_sk
+ group by c_customer_sk
+ having sum(ss_quantity*ss_sales_price) > (95/100.0) * (select
+ *
+ from max_store_sales))
+ select c_last_name,c_first_name,sales
+ from (select c_last_name,c_first_name,sum(cs_quantity*cs_list_price) sales
+ from catalog_sales
+ ,customer
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and cs_sold_date_sk = d_date_sk
+ and cs_item_sk in (select item_sk from frequent_ss_items)
+ and cs_bill_customer_sk in (select c_customer_sk from best_ss_customer)
+ and cs_bill_customer_sk = c_customer_sk
+ group by c_last_name,c_first_name
+ union all
+ select c_last_name,c_first_name,sum(ws_quantity*ws_list_price) sales
+ from web_sales
+ ,customer
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and ws_sold_date_sk = d_date_sk
+ and ws_item_sk in (select item_sk from frequent_ss_items)
+ and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer)
+ and ws_bill_customer_sk = c_customer_sk
+ group by c_last_name,c_first_name)
+ order by c_last_name,c_first_name,sales
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q24.sql b/benchmarks/queries-tpcds/q24.sql
new file mode 100644
index 000000000..417b609db
--- /dev/null
+++ b/benchmarks/queries-tpcds/q24.sql
@@ -0,0 +1,108 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ssales as
+(select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size
+ ,sum(ss_sales_price) netpaid
+from store_sales
+ ,store_returns
+ ,store
+ ,item
+ ,customer
+ ,customer_address
+where ss_ticket_number = sr_ticket_number
+ and ss_item_sk = sr_item_sk
+ and ss_customer_sk = c_customer_sk
+ and ss_item_sk = i_item_sk
+ and ss_store_sk = s_store_sk
+ and c_current_addr_sk = ca_address_sk
+ and c_birth_country <> upper(ca_country)
+ and s_zip = ca_zip
+and s_market_id=7
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size)
+select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,sum(netpaid) paid
+from ssales
+where i_color = 'orchid'
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+having sum(netpaid) > (select 0.05*avg(netpaid)
+ from ssales)
+order by c_last_name
+ ,c_first_name
+ ,s_store_name
+;
+with ssales as
+(select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size
+ ,sum(ss_sales_price) netpaid
+from store_sales
+ ,store_returns
+ ,store
+ ,item
+ ,customer
+ ,customer_address
+where ss_ticket_number = sr_ticket_number
+ and ss_item_sk = sr_item_sk
+ and ss_customer_sk = c_customer_sk
+ and ss_item_sk = i_item_sk
+ and ss_store_sk = s_store_sk
+ and c_current_addr_sk = ca_address_sk
+ and c_birth_country <> upper(ca_country)
+ and s_zip = ca_zip
+ and s_market_id = 7
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size)
+select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,sum(netpaid) paid
+from ssales
+where i_color = 'chiffon'
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+having sum(netpaid) > (select 0.05*avg(netpaid)
+ from ssales)
+order by c_last_name
+ ,c_first_name
+ ,s_store_name
+;
+
+
diff --git a/benchmarks/queries-tpcds/q25.sql b/benchmarks/queries-tpcds/q25.sql
new file mode 100644
index 000000000..d3eccad89
--- /dev/null
+++ b/benchmarks/queries-tpcds/q25.sql
@@ -0,0 +1,49 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ ,sum(ss_net_profit) as store_sales_profit
+ ,sum(sr_net_loss) as store_returns_loss
+ ,sum(cs_net_profit) as catalog_sales_profit
+ from
+ store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where
+ d1.d_moy = 4
+ and d1.d_year = 2000
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_moy between 4 and 10
+ and d2.d_year = 2000
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_moy between 4 and 10
+ and d3.d_year = 2000
+ group by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ order by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q26.sql b/benchmarks/queries-tpcds/q26.sql
new file mode 100644
index 000000000..5c71a1e24
--- /dev/null
+++ b/benchmarks/queries-tpcds/q26.sql
@@ -0,0 +1,22 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id,
+ avg(cs_quantity) agg1,
+ avg(cs_list_price) agg2,
+ avg(cs_coupon_amt) agg3,
+ avg(cs_sales_price) agg4
+ from catalog_sales, customer_demographics, date_dim, item, promotion
+ where cs_sold_date_sk = d_date_sk and
+ cs_item_sk = i_item_sk and
+ cs_bill_cdemo_sk = cd_demo_sk and
+ cs_promo_sk = p_promo_sk and
+ cd_gender = 'F' and
+ cd_marital_status = 'W' and
+ cd_education_status = 'Primary' and
+ (p_channel_email = 'N' or p_channel_event = 'N') and
+ d_year = 1998
+ group by i_item_id
+ order by i_item_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q27.sql b/benchmarks/queries-tpcds/q27.sql
new file mode 100644
index 000000000..e060cc268
--- /dev/null
+++ b/benchmarks/queries-tpcds/q27.sql
@@ -0,0 +1,24 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id,
+ s_state, grouping(s_state) g_state,
+ avg(ss_quantity) agg1,
+ avg(ss_list_price) agg2,
+ avg(ss_coupon_amt) agg3,
+ avg(ss_sales_price) agg4
+ from store_sales, customer_demographics, date_dim, store, item
+ where ss_sold_date_sk = d_date_sk and
+ ss_item_sk = i_item_sk and
+ ss_store_sk = s_store_sk and
+ ss_cdemo_sk = cd_demo_sk and
+ cd_gender = 'M' and
+ cd_marital_status = 'W' and
+ cd_education_status = 'College' and
+ d_year = 2002 and
+ s_state in ('MO','LA', 'GA', 'MI', 'SC', 'OH')
+ group by rollup (i_item_id, s_state)
+ order by i_item_id
+ ,s_state
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q28.sql b/benchmarks/queries-tpcds/q28.sql
new file mode 100644
index 000000000..e177b3ea7
--- /dev/null
+++ b/benchmarks/queries-tpcds/q28.sql
@@ -0,0 +1,54 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select *
+from (select avg(ss_list_price) B1_LP
+ ,count(ss_list_price) B1_CNT
+ ,count(distinct ss_list_price) B1_CNTD
+ from store_sales
+ where ss_quantity between 0 and 5
+ and (ss_list_price between 11 and 11+10
+ or ss_coupon_amt between 460 and 460+1000
+ or ss_wholesale_cost between 14 and 14+20)) B1,
+ (select avg(ss_list_price) B2_LP
+ ,count(ss_list_price) B2_CNT
+ ,count(distinct ss_list_price) B2_CNTD
+ from store_sales
+ where ss_quantity between 6 and 10
+ and (ss_list_price between 91 and 91+10
+ or ss_coupon_amt between 1430 and 1430+1000
+ or ss_wholesale_cost between 32 and 32+20)) B2,
+ (select avg(ss_list_price) B3_LP
+ ,count(ss_list_price) B3_CNT
+ ,count(distinct ss_list_price) B3_CNTD
+ from store_sales
+ where ss_quantity between 11 and 15
+ and (ss_list_price between 66 and 66+10
+ or ss_coupon_amt between 920 and 920+1000
+ or ss_wholesale_cost between 4 and 4+20)) B3,
+ (select avg(ss_list_price) B4_LP
+ ,count(ss_list_price) B4_CNT
+ ,count(distinct ss_list_price) B4_CNTD
+ from store_sales
+ where ss_quantity between 16 and 20
+ and (ss_list_price between 142 and 142+10
+ or ss_coupon_amt between 3054 and 3054+1000
+ or ss_wholesale_cost between 80 and 80+20)) B4,
+ (select avg(ss_list_price) B5_LP
+ ,count(ss_list_price) B5_CNT
+ ,count(distinct ss_list_price) B5_CNTD
+ from store_sales
+ where ss_quantity between 21 and 25
+ and (ss_list_price between 135 and 135+10
+ or ss_coupon_amt between 14180 and 14180+1000
+ or ss_wholesale_cost between 38 and 38+20)) B5,
+ (select avg(ss_list_price) B6_LP
+ ,count(ss_list_price) B6_CNT
+ ,count(distinct ss_list_price) B6_CNTD
+ from store_sales
+ where ss_quantity between 26 and 30
+ and (ss_list_price between 28 and 28+10
+ or ss_coupon_amt between 2513 and 2513+1000
+ or ss_wholesale_cost between 42 and 42+20)) B6
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q29.sql b/benchmarks/queries-tpcds/q29.sql
new file mode 100644
index 000000000..d8e7e809a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q29.sql
@@ -0,0 +1,48 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ ,sum(ss_quantity) as store_sales_quantity
+ ,sum(sr_return_quantity) as store_returns_quantity
+ ,sum(cs_quantity) as catalog_sales_quantity
+ from
+ store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where
+ d1.d_moy = 4
+ and d1.d_year = 1999
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_moy between 4 and 4 + 3
+ and d2.d_year = 1999
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_year in (1999,1999+1,1999+2)
+ group by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ order by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q3.sql b/benchmarks/queries-tpcds/q3.sql
new file mode 100644
index 000000000..af376402c
--- /dev/null
+++ b/benchmarks/queries-tpcds/q3.sql
@@ -0,0 +1,22 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select dt.d_year
+ ,item.i_brand_id brand_id
+ ,item.i_brand brand
+ ,sum(ss_ext_sales_price) sum_agg
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manufact_id = 436
+ and dt.d_moy=12
+ group by dt.d_year
+ ,item.i_brand
+ ,item.i_brand_id
+ order by dt.d_year
+ ,sum_agg desc
+ ,brand_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q30.sql b/benchmarks/queries-tpcds/q30.sql
new file mode 100644
index 000000000..d1682e126
--- /dev/null
+++ b/benchmarks/queries-tpcds/q30.sql
@@ -0,0 +1,31 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with customer_total_return as
+ (select wr_returning_customer_sk as ctr_customer_sk
+ ,ca_state as ctr_state,
+ sum(wr_return_amt) as ctr_total_return
+ from web_returns
+ ,date_dim
+ ,customer_address
+ where wr_returned_date_sk = d_date_sk
+ and d_year =2002
+ and wr_returning_addr_sk = ca_address_sk
+ group by wr_returning_customer_sk
+ ,ca_state)
+ select c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
+ ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
+ ,c_last_review_date_sk,ctr_total_return
+ from customer_total_return ctr1
+ ,customer_address
+ ,customer
+ where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+ from customer_total_return ctr2
+ where ctr1.ctr_state = ctr2.ctr_state)
+ and ca_address_sk = c_current_addr_sk
+ and ca_state = 'IL'
+ and ctr1.ctr_customer_sk = c_customer_sk
+ order by c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
+ ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
+ ,c_last_review_date_sk,ctr_total_return
+limit 100;
+
diff --git a/benchmarks/queries-tpcds/q31.sql b/benchmarks/queries-tpcds/q31.sql
new file mode 100644
index 000000000..f72e384d8
--- /dev/null
+++ b/benchmarks/queries-tpcds/q31.sql
@@ -0,0 +1,53 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ss as
+ (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales
+ from store_sales,date_dim,customer_address
+ where ss_sold_date_sk = d_date_sk
+ and ss_addr_sk=ca_address_sk
+ group by ca_county,d_qoy, d_year),
+ ws as
+ (select ca_county,d_qoy, d_year,sum(ws_ext_sales_price) as web_sales
+ from web_sales,date_dim,customer_address
+ where ws_sold_date_sk = d_date_sk
+ and ws_bill_addr_sk=ca_address_sk
+ group by ca_county,d_qoy, d_year)
+ select
+ ss1.ca_county
+ ,ss1.d_year
+ ,ws2.web_sales/ws1.web_sales web_q1_q2_increase
+ ,ss2.store_sales/ss1.store_sales store_q1_q2_increase
+ ,ws3.web_sales/ws2.web_sales web_q2_q3_increase
+ ,ss3.store_sales/ss2.store_sales store_q2_q3_increase
+ from
+ ss ss1
+ ,ss ss2
+ ,ss ss3
+ ,ws ws1
+ ,ws ws2
+ ,ws ws3
+ where
+ ss1.d_qoy = 1
+ and ss1.d_year = 2000
+ and ss1.ca_county = ss2.ca_county
+ and ss2.d_qoy = 2
+ and ss2.d_year = 2000
+ and ss2.ca_county = ss3.ca_county
+ and ss3.d_qoy = 3
+ and ss3.d_year = 2000
+ and ss1.ca_county = ws1.ca_county
+ and ws1.d_qoy = 1
+ and ws1.d_year = 2000
+ and ws1.ca_county = ws2.ca_county
+ and ws2.d_qoy = 2
+ and ws2.d_year = 2000
+ and ws1.ca_county = ws3.ca_county
+ and ws3.d_qoy = 3
+ and ws3.d_year =2000
+ and case when ws1.web_sales > 0 then ws2.web_sales/ws1.web_sales else null end
+ > case when ss1.store_sales > 0 then ss2.store_sales/ss1.store_sales else null end
+ and case when ws2.web_sales > 0 then ws3.web_sales/ws2.web_sales else null end
+ > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end
+ order by ss1.d_year;
+
+
diff --git a/benchmarks/queries-tpcds/q32.sql b/benchmarks/queries-tpcds/q32.sql
new file mode 100644
index 000000000..3e9690787
--- /dev/null
+++ b/benchmarks/queries-tpcds/q32.sql
@@ -0,0 +1,29 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select sum(cs_ext_discount_amt) as 'excess discount amount'
+from
+ catalog_sales
+ ,item
+ ,date_dim
+where
+i_manufact_id = 269
+and i_item_sk = cs_item_sk
+and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + INTERVAL '90 days')
+and d_date_sk = cs_sold_date_sk
+and cs_ext_discount_amt
+ > (
+ select
+ 1.3 * avg(cs_ext_discount_amt)
+ from
+ catalog_sales
+ ,date_dim
+ where
+ cs_item_sk = i_item_sk
+ and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + INTERVAL '90 days')
+ and d_date_sk = cs_sold_date_sk
+ )
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q33.sql b/benchmarks/queries-tpcds/q33.sql
new file mode 100644
index 000000000..0b1a5d771
--- /dev/null
+++ b/benchmarks/queries-tpcds/q33.sql
@@ -0,0 +1,76 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ss as (
+ select
+ i_manufact_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id),
+ cs as (
+ select
+ i_manufact_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id),
+ ws as (
+ select
+ i_manufact_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id)
+ select i_manufact_id ,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_manufact_id
+ order by total_sales
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q34.sql b/benchmarks/queries-tpcds/q34.sql
new file mode 100644
index 000000000..af31c6db1
--- /dev/null
+++ b/benchmarks/queries-tpcds/q34.sql
@@ -0,0 +1,32 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select c_last_name
+ ,c_first_name
+ ,c_salutation
+ ,c_preferred_cust_flag
+ ,ss_ticket_number
+ ,cnt from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,count(*) cnt
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and (date_dim.d_dom between 1 and 3 or date_dim.d_dom between 25 and 28)
+ and (household_demographics.hd_buy_potential = '>10000' or
+ household_demographics.hd_buy_potential = '5001-10000')
+ and household_demographics.hd_vehicle_count > 0
+ and (case when household_demographics.hd_vehicle_count > 0
+ then household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count
+ else null
+ end) > 1.2
+ and date_dim.d_year in (1999,1999+1,1999+2)
+ and store.s_county in ('Daviess County','Franklin Parish','Barrow County','Luce County',
+ 'Fairfield County','Richland County','Ziebach County','Walker County')
+ group by ss_ticket_number,ss_customer_sk) dn,customer
+ where ss_customer_sk = c_customer_sk
+ and cnt between 15 and 20
+ order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc, ss_ticket_number;
+
+
diff --git a/benchmarks/queries-tpcds/q35.sql b/benchmarks/queries-tpcds/q35.sql
new file mode 100644
index 000000000..cafce6b59
--- /dev/null
+++ b/benchmarks/queries-tpcds/q35.sql
@@ -0,0 +1,59 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ ca_state,
+ cd_gender,
+ cd_marital_status,
+ cd_dep_count,
+ count(*) cnt1,
+ avg(cd_dep_count),
+ max(cd_dep_count),
+ sum(cd_dep_count),
+ cd_dep_employed_count,
+ count(*) cnt2,
+ avg(cd_dep_employed_count),
+ max(cd_dep_employed_count),
+ sum(cd_dep_employed_count),
+ cd_dep_college_count,
+ count(*) cnt3,
+ avg(cd_dep_college_count),
+ max(cd_dep_college_count),
+ sum(cd_dep_college_count)
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4) and
+ (exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4) or
+ exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4))
+ group by ca_state,
+ cd_gender,
+ cd_marital_status,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ order by ca_state,
+ cd_gender,
+ cd_marital_status,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q36.sql b/benchmarks/queries-tpcds/q36.sql
new file mode 100644
index 000000000..0186229ce
--- /dev/null
+++ b/benchmarks/queries-tpcds/q36.sql
@@ -0,0 +1,31 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin
+ ,i_category
+ ,i_class
+ ,grouping(i_category)+grouping(i_class) as lochierarchy
+ ,rank() over (
+ partition by grouping(i_category)+grouping(i_class),
+ case when grouping(i_class) = 0 then i_category end
+ order by sum(ss_net_profit)/sum(ss_ext_sales_price) asc) as rank_within_parent
+ from
+ store_sales
+ ,date_dim d1
+ ,item
+ ,store
+ where
+ d1.d_year = 2000
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and s_state in ('MO','LA','GA','MI',
+ 'SC','OH','SD','AL')
+ group by rollup(i_category,i_class)
+ order by
+ lochierarchy desc
+ ,case when lochierarchy = 0 then i_category end
+ ,rank_within_parent
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q37.sql b/benchmarks/queries-tpcds/q37.sql
new file mode 100644
index 000000000..ff478d0b6
--- /dev/null
+++ b/benchmarks/queries-tpcds/q37.sql
@@ -0,0 +1,18 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id
+ ,i_item_desc
+ ,i_current_price
+ from item, inventory, date_dim, catalog_sales
+ where i_current_price between 22 and 22 + 30
+ and inv_item_sk = i_item_sk
+ and d_date_sk=inv_date_sk
+ and d_date between cast('2001-06-02' as date) and (cast('2001-06-02' as date) + INTERVAL '60 days')
+ and i_manufact_id in (678,964,918,849)
+ and inv_quantity_on_hand between 100 and 500
+ and cs_item_sk = i_item_sk
+ group by i_item_id,i_item_desc,i_current_price
+ order by i_item_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q38.sql b/benchmarks/queries-tpcds/q38.sql
new file mode 100644
index 000000000..ab0322220
--- /dev/null
+++ b/benchmarks/queries-tpcds/q38.sql
@@ -0,0 +1,24 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select count(*) from (
+ select distinct c_last_name, c_first_name, d_date
+ from store_sales, date_dim, customer
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+ intersect
+ select distinct c_last_name, c_first_name, d_date
+ from catalog_sales, date_dim, customer
+ where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
+ and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+ intersect
+ select distinct c_last_name, c_first_name, d_date
+ from web_sales, date_dim, customer
+ where web_sales.ws_sold_date_sk = date_dim.d_date_sk
+ and web_sales.ws_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+) hot_cust
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q39.sql b/benchmarks/queries-tpcds/q39.sql
new file mode 100644
index 000000000..e49f38e03
--- /dev/null
+++ b/benchmarks/queries-tpcds/q39.sql
@@ -0,0 +1,55 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with inv as
+(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stdev,mean, case mean when 0 then null else stdev/mean end cov
+ from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
+ from inventory
+ ,item
+ ,warehouse
+ ,date_dim
+ where inv_item_sk = i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_year =1998
+ group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
+ where case mean when 0 then 0 else stdev/mean end > 1)
+select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
+ ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
+from inv inv1,inv inv2
+where inv1.i_item_sk = inv2.i_item_sk
+ and inv1.w_warehouse_sk = inv2.w_warehouse_sk
+ and inv1.d_moy=4
+ and inv2.d_moy=4+1
+order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
+ ,inv2.d_moy,inv2.mean, inv2.cov
+;
+with inv as
+(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stdev,mean, case mean when 0 then null else stdev/mean end cov
+ from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
+ from inventory
+ ,item
+ ,warehouse
+ ,date_dim
+ where inv_item_sk = i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_year =1998
+ group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
+ where case mean when 0 then 0 else stdev/mean end > 1)
+select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
+ ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
+from inv inv1,inv inv2
+where inv1.i_item_sk = inv2.i_item_sk
+ and inv1.w_warehouse_sk = inv2.w_warehouse_sk
+ and inv1.d_moy=4
+ and inv2.d_moy=4+1
+ and inv1.cov > 1.5
+order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
+ ,inv2.d_moy,inv2.mean, inv2.cov
+;
+
+
diff --git a/benchmarks/queries-tpcds/q4.sql b/benchmarks/queries-tpcds/q4.sql
new file mode 100644
index 000000000..30aa0a72d
--- /dev/null
+++ b/benchmarks/queries-tpcds/q4.sql
@@ -0,0 +1,117 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(((ss_ext_list_price-ss_ext_wholesale_cost-ss_ext_discount_amt)+ss_ext_sales_price)/2) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum((((cs_ext_list_price-cs_ext_wholesale_cost-cs_ext_discount_amt)+cs_ext_sales_price)/2) ) year_total
+ ,'c' sale_type
+ from customer
+ ,catalog_sales
+ ,date_dim
+ where c_customer_sk = cs_bill_customer_sk
+ and cs_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum((((ws_ext_list_price-ws_ext_wholesale_cost-ws_ext_discount_amt)+ws_ext_sales_price)/2) ) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ )
+ select
+ t_s_secyear.customer_id
+ ,t_s_secyear.customer_first_name
+ ,t_s_secyear.customer_last_name
+ ,t_s_secyear.customer_email_address
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_c_firstyear
+ ,year_total t_c_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_c_secyear.customer_id
+ and t_s_firstyear.customer_id = t_c_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_c_firstyear.sale_type = 'c'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_c_secyear.sale_type = 'c'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.dyear = 2001
+ and t_s_secyear.dyear = 2001+1
+ and t_c_firstyear.dyear = 2001
+ and t_c_secyear.dyear = 2001+1
+ and t_w_firstyear.dyear = 2001
+ and t_w_secyear.dyear = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_c_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
+ > case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ order by t_s_secyear.customer_id
+ ,t_s_secyear.customer_first_name
+ ,t_s_secyear.customer_last_name
+ ,t_s_secyear.customer_email_address
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q40.sql b/benchmarks/queries-tpcds/q40.sql
new file mode 100644
index 000000000..883148a0a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q40.sql
@@ -0,0 +1,29 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ w_state
+ ,i_item_id
+ ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
+ then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_before
+ ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
+ then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_after
+ from
+ catalog_sales left outer join catalog_returns on
+ (cs_order_number = cr_order_number
+ and cs_item_sk = cr_item_sk)
+ ,warehouse
+ ,item
+ ,date_dim
+ where
+ i_current_price between 0.99 and 1.49
+ and i_item_sk = cs_item_sk
+ and cs_warehouse_sk = w_warehouse_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_date between (cast ('1998-04-08' as date) - INTERVAL '30 days')
+ and (cast ('1998-04-08' as date) + INTERVAL '30 days')
+ group by
+ w_state,i_item_id
+ order by w_state,i_item_id
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q41.sql b/benchmarks/queries-tpcds/q41.sql
new file mode 100644
index 000000000..036b97f85
--- /dev/null
+++ b/benchmarks/queries-tpcds/q41.sql
@@ -0,0 +1,53 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select distinct(i_product_name)
+ from item i1
+ where i_manufact_id between 742 and 742+40
+ and (select count(*) as item_cnt
+ from item
+ where (i_manufact = i1.i_manufact and
+ ((i_category = 'Women' and
+ (i_color = 'orchid' or i_color = 'papaya') and
+ (i_units = 'Pound' or i_units = 'Lb') and
+ (i_size = 'petite' or i_size = 'medium')
+ ) or
+ (i_category = 'Women' and
+ (i_color = 'burlywood' or i_color = 'navy') and
+ (i_units = 'Bundle' or i_units = 'Each') and
+ (i_size = 'N/A' or i_size = 'extra large')
+ ) or
+ (i_category = 'Men' and
+ (i_color = 'bisque' or i_color = 'azure') and
+ (i_units = 'N/A' or i_units = 'Tsp') and
+ (i_size = 'small' or i_size = 'large')
+ ) or
+ (i_category = 'Men' and
+ (i_color = 'chocolate' or i_color = 'cornflower') and
+ (i_units = 'Bunch' or i_units = 'Gross') and
+ (i_size = 'petite' or i_size = 'medium')
+ ))) or
+ (i_manufact = i1.i_manufact and
+ ((i_category = 'Women' and
+ (i_color = 'salmon' or i_color = 'midnight') and
+ (i_units = 'Oz' or i_units = 'Box') and
+ (i_size = 'petite' or i_size = 'medium')
+ ) or
+ (i_category = 'Women' and
+ (i_color = 'snow' or i_color = 'steel') and
+ (i_units = 'Carton' or i_units = 'Tbl') and
+ (i_size = 'N/A' or i_size = 'extra large')
+ ) or
+ (i_category = 'Men' and
+ (i_color = 'purple' or i_color = 'gainsboro') and
+ (i_units = 'Dram' or i_units = 'Unknown') and
+ (i_size = 'small' or i_size = 'large')
+ ) or
+ (i_category = 'Men' and
+ (i_color = 'metallic' or i_color = 'forest') and
+ (i_units = 'Gram' or i_units = 'Ounce') and
+ (i_size = 'petite' or i_size = 'medium')
+ )))) > 0
+ order by i_product_name
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q42.sql b/benchmarks/queries-tpcds/q42.sql
new file mode 100644
index 000000000..cb3b789a8
--- /dev/null
+++ b/benchmarks/queries-tpcds/q42.sql
@@ -0,0 +1,23 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+ ,sum(ss_ext_sales_price)
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manager_id = 1
+ and dt.d_moy=12
+ and dt.d_year=1998
+ group by dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+ order by sum(ss_ext_sales_price) desc,dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+limit 100 ;
+
+
diff --git a/benchmarks/queries-tpcds/q43.sql b/benchmarks/queries-tpcds/q43.sql
new file mode 100644
index 000000000..ca9db995b
--- /dev/null
+++ b/benchmarks/queries-tpcds/q43.sql
@@ -0,0 +1,20 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select s_store_name, s_store_id,
+ sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
+ from date_dim, store_sales, store
+ where d_date_sk = ss_sold_date_sk and
+ s_store_sk = ss_store_sk and
+ s_gmt_offset = -6 and
+ d_year = 1998
+ group by s_store_name, s_store_id
+ order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q44.sql b/benchmarks/queries-tpcds/q44.sql
new file mode 100644
index 000000000..923b531b7
--- /dev/null
+++ b/benchmarks/queries-tpcds/q44.sql
@@ -0,0 +1,36 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing
+from(select *
+ from (select item_sk,rank() over (order by rank_col asc) rnk
+ from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
+ from store_sales ss1
+ where ss_store_sk = 50
+ group by ss_item_sk
+ having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
+ from store_sales
+ where ss_store_sk = 50
+ and ss_hdemo_sk is null
+ group by ss_store_sk))V1)V11
+ where rnk < 11) asceding,
+ (select *
+ from (select item_sk,rank() over (order by rank_col desc) rnk
+ from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
+ from store_sales ss1
+ where ss_store_sk = 50
+ group by ss_item_sk
+ having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
+ from store_sales
+ where ss_store_sk = 50
+ and ss_hdemo_sk is null
+ group by ss_store_sk))V2)V21
+ where rnk < 11) descending,
+item i1,
+item i2
+where asceding.rnk = descending.rnk
+ and i1.i_item_sk=asceding.item_sk
+ and i2.i_item_sk=descending.item_sk
+order by asceding.rnk
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q45.sql b/benchmarks/queries-tpcds/q45.sql
new file mode 100644
index 000000000..ff7420f00
--- /dev/null
+++ b/benchmarks/queries-tpcds/q45.sql
@@ -0,0 +1,21 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select ca_zip, ca_county, sum(ws_sales_price)
+ from web_sales, customer, customer_address, date_dim, item
+ where ws_bill_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and ws_item_sk = i_item_sk
+ and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475', '85392', '85460', '80348', '81792')
+ or
+ i_item_id in (select i_item_id
+ from item
+ where i_item_sk in (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
+ )
+ )
+ and ws_sold_date_sk = d_date_sk
+ and d_qoy = 2 and d_year = 2000
+ group by ca_zip, ca_county
+ order by ca_zip, ca_county
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q46.sql b/benchmarks/queries-tpcds/q46.sql
new file mode 100644
index 000000000..2f6218a09
--- /dev/null
+++ b/benchmarks/queries-tpcds/q46.sql
@@ -0,0 +1,36 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ ,amt,profit
+ from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,ca_city bought_city
+ ,sum(ss_coupon_amt) amt
+ ,sum(ss_net_profit) profit
+ from store_sales,date_dim,store,household_demographics,customer_address
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and store_sales.ss_addr_sk = customer_address.ca_address_sk
+ and (household_demographics.hd_dep_count = 6 or
+ household_demographics.hd_vehicle_count= 3)
+ and date_dim.d_dow in (6,0)
+ and date_dim.d_year in (1999,1999+1,1999+2)
+ and store.s_city in ('Oakland','Riverside','Union','Salem','Greenwood')
+ group by ss_ticket_number,ss_customer_sk,ss_addr_sk,ca_city) dn,customer,customer_address current_addr
+ where ss_customer_sk = c_customer_sk
+ and customer.c_current_addr_sk = current_addr.ca_address_sk
+ and current_addr.ca_city <> bought_city
+ order by c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q47.sql b/benchmarks/queries-tpcds/q47.sql
new file mode 100644
index 000000000..18e61ceb1
--- /dev/null
+++ b/benchmarks/queries-tpcds/q47.sql
@@ -0,0 +1,52 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with v1 as(
+ select i_category, i_brand,
+ s_store_name, s_company_name,
+ d_year, d_moy,
+ sum(ss_sales_price) sum_sales,
+ avg(sum(ss_sales_price)) over
+ (partition by i_category, i_brand,
+ s_store_name, s_company_name, d_year)
+ avg_monthly_sales,
+ rank() over
+ (partition by i_category, i_brand,
+ s_store_name, s_company_name
+ order by d_year, d_moy) rn
+ from item, store_sales, date_dim, store
+ where ss_item_sk = i_item_sk and
+ ss_sold_date_sk = d_date_sk and
+ ss_store_sk = s_store_sk and
+ (
+ d_year = 2000 or
+ ( d_year = 2000-1 and d_moy =12) or
+ ( d_year = 2000+1 and d_moy =1)
+ )
+ group by i_category, i_brand,
+ s_store_name, s_company_name,
+ d_year, d_moy),
+ v2 as(
+ select v1.i_category, v1.i_brand
+ ,v1.d_year, v1.d_moy
+ ,v1.avg_monthly_sales
+ ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
+ from v1, v1 v1_lag, v1 v1_lead
+ where v1.i_category = v1_lag.i_category and
+ v1.i_category = v1_lead.i_category and
+ v1.i_brand = v1_lag.i_brand and
+ v1.i_brand = v1_lead.i_brand and
+ v1.s_store_name = v1_lag.s_store_name and
+ v1.s_store_name = v1_lead.s_store_name and
+ v1.s_company_name = v1_lag.s_company_name and
+ v1.s_company_name = v1_lead.s_company_name and
+ v1.rn = v1_lag.rn + 1 and
+ v1.rn = v1_lead.rn - 1)
+ select *
+ from v2
+ where d_year = 2000 and
+ avg_monthly_sales > 0 and
+ case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+ order by sum_sales - avg_monthly_sales, nsum
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q48.sql b/benchmarks/queries-tpcds/q48.sql
new file mode 100644
index 000000000..057a6fb9a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q48.sql
@@ -0,0 +1,68 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select sum (ss_quantity)
+ from store_sales, store, customer_demographics, customer_address, date_dim
+ where s_store_sk = ss_store_sk
+ and ss_sold_date_sk = d_date_sk and d_year = 1998
+ and
+ (
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'M'
+ and
+ cd_education_status = '4 yr Degree'
+ and
+ ss_sales_price between 100.00 and 150.00
+ )
+ or
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'D'
+ and
+ cd_education_status = 'Primary'
+ and
+ ss_sales_price between 50.00 and 100.00
+ )
+ or
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'U'
+ and
+ cd_education_status = 'Advanced Degree'
+ and
+ ss_sales_price between 150.00 and 200.00
+ )
+ )
+ and
+ (
+ (
+ ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('KY', 'GA', 'NM')
+ and ss_net_profit between 0 and 2000
+ )
+ or
+ (ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('MT', 'OR', 'IN')
+ and ss_net_profit between 150 and 3000
+ )
+ or
+ (ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('WI', 'MO', 'WV')
+ and ss_net_profit between 50 and 25000
+ )
+ )
+;
+
+
diff --git a/benchmarks/queries-tpcds/q49.sql b/benchmarks/queries-tpcds/q49.sql
new file mode 100644
index 000000000..219877719
--- /dev/null
+++ b/benchmarks/queries-tpcds/q49.sql
@@ -0,0 +1,130 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select channel, item, return_ratio, return_rank, currency_rank from
+ (select
+ 'web' as channel
+ ,web.item
+ ,web.return_ratio
+ ,web.return_rank
+ ,web.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select ws.ws_item_sk as item
+ ,(cast(sum(coalesce(wr.wr_return_quantity,0)) as decimal(15,4))/
+ cast(sum(coalesce(ws.ws_quantity,0)) as decimal(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(wr.wr_return_amt,0)) as decimal(15,4))/
+ cast(sum(coalesce(ws.ws_net_paid,0)) as decimal(15,4) )) as currency_ratio
+ from
+ web_sales ws left outer join web_returns wr
+ on (ws.ws_order_number = wr.wr_order_number and
+ ws.ws_item_sk = wr.wr_item_sk)
+ ,date_dim
+ where
+ wr.wr_return_amt > 10000
+ and ws.ws_net_profit > 1
+ and ws.ws_net_paid > 0
+ and ws.ws_quantity > 0
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by ws.ws_item_sk
+ ) in_web
+ ) web
+ where
+ (
+ web.return_rank <= 10
+ or
+ web.currency_rank <= 10
+ )
+ union
+ select
+ 'catalog' as channel
+ ,catalog.item
+ ,catalog.return_ratio
+ ,catalog.return_rank
+ ,catalog.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select
+ cs.cs_item_sk as item
+ ,(cast(sum(coalesce(cr.cr_return_quantity,0)) as decimal(15,4))/
+ cast(sum(coalesce(cs.cs_quantity,0)) as decimal(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(cr.cr_return_amount,0)) as decimal(15,4))/
+ cast(sum(coalesce(cs.cs_net_paid,0)) as decimal(15,4) )) as currency_ratio
+ from
+ catalog_sales cs left outer join catalog_returns cr
+ on (cs.cs_order_number = cr.cr_order_number and
+ cs.cs_item_sk = cr.cr_item_sk)
+ ,date_dim
+ where
+ cr.cr_return_amount > 10000
+ and cs.cs_net_profit > 1
+ and cs.cs_net_paid > 0
+ and cs.cs_quantity > 0
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by cs.cs_item_sk
+ ) in_cat
+ ) catalog
+ where
+ (
+ catalog.return_rank <= 10
+ or
+ catalog.currency_rank <=10
+ )
+ union
+ select
+ 'store' as channel
+ ,store.item
+ ,store.return_ratio
+ ,store.return_rank
+ ,store.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select sts.ss_item_sk as item
+ ,(cast(sum(coalesce(sr.sr_return_quantity,0)) as decimal(15,4))/cast(sum(coalesce(sts.ss_quantity,0)) as decimal(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(sr.sr_return_amt,0)) as decimal(15,4))/cast(sum(coalesce(sts.ss_net_paid,0)) as decimal(15,4) )) as currency_ratio
+ from
+ store_sales sts left outer join store_returns sr
+ on (sts.ss_ticket_number = sr.sr_ticket_number and sts.ss_item_sk = sr.sr_item_sk)
+ ,date_dim
+ where
+ sr.sr_return_amt > 10000
+ and sts.ss_net_profit > 1
+ and sts.ss_net_paid > 0
+ and sts.ss_quantity > 0
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by sts.ss_item_sk
+ ) in_store
+ ) store
+ where (
+ store.return_rank <= 10
+ or
+ store.currency_rank <= 10
+ )
+ )
+ order by 1,4,5,2
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q5.sql b/benchmarks/queries-tpcds/q5.sql
new file mode 100644
index 000000000..60943526b
--- /dev/null
+++ b/benchmarks/queries-tpcds/q5.sql
@@ -0,0 +1,129 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ssr as
+ (select s_store_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select ss_store_sk as store_sk,
+ ss_sold_date_sk as date_sk,
+ ss_ext_sales_price as sales_price,
+ ss_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from store_sales
+ union all
+ select sr_store_sk as store_sk,
+ sr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ sr_return_amt as return_amt,
+ sr_net_loss as net_loss
+ from store_returns
+ ) salesreturns,
+ date_dim,
+ store
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '14 days')
+ and store_sk = s_store_sk
+ group by s_store_id)
+ ,
+ csr as
+ (select cp_catalog_page_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select cs_catalog_page_sk as page_sk,
+ cs_sold_date_sk as date_sk,
+ cs_ext_sales_price as sales_price,
+ cs_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from catalog_sales
+ union all
+ select cr_catalog_page_sk as page_sk,
+ cr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ cr_return_amount as return_amt,
+ cr_net_loss as net_loss
+ from catalog_returns
+ ) salesreturns,
+ date_dim,
+ catalog_page
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '14 days')
+ and page_sk = cp_catalog_page_sk
+ group by cp_catalog_page_id)
+ ,
+ wsr as
+ (select web_site_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select ws_web_site_sk as wsr_web_site_sk,
+ ws_sold_date_sk as date_sk,
+ ws_ext_sales_price as sales_price,
+ ws_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from web_sales
+ union all
+ select ws_web_site_sk as wsr_web_site_sk,
+ wr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ wr_return_amt as return_amt,
+ wr_net_loss as net_loss
+ from web_returns left outer join web_sales on
+ ( wr_item_sk = ws_item_sk
+ and wr_order_number = ws_order_number)
+ ) salesreturns,
+ date_dim,
+ web_site
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '14 days')
+ and wsr_web_site_sk = web_site_sk
+ group by web_site_id)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , 'store' || s_store_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from ssr
+ union all
+ select 'catalog channel' as channel
+ , 'catalog_page' || cp_catalog_page_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from csr
+ union all
+ select 'web channel' as channel
+ , 'web_site' || web_site_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from wsr
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q50.sql b/benchmarks/queries-tpcds/q50.sql
new file mode 100644
index 000000000..f11a6562f
--- /dev/null
+++ b/benchmarks/queries-tpcds/q50.sql
@@ -0,0 +1,60 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk <= 30 ) then 1 else 0 end) as '30 days'
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 30) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 60) then 1 else 0 end ) as '31-60 days'
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 60) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 90) then 1 else 0 end) as '61-90 days'
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 90) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 120) then 1 else 0 end) as '91-120 days'
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 120) then 1 else 0 end) as '>120 days'
+from
+ store_sales
+ ,store_returns
+ ,store
+ ,date_dim d1
+ ,date_dim d2
+where
+ d2.d_year = 2000
+and d2.d_moy = 9
+and ss_ticket_number = sr_ticket_number
+and ss_item_sk = sr_item_sk
+and ss_sold_date_sk = d1.d_date_sk
+and sr_returned_date_sk = d2.d_date_sk
+and ss_customer_sk = sr_customer_sk
+and ss_store_sk = s_store_sk
+group by
+ s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+order by s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q51.sql b/benchmarks/queries-tpcds/q51.sql
new file mode 100644
index 000000000..a12d53b5e
--- /dev/null
+++ b/benchmarks/queries-tpcds/q51.sql
@@ -0,0 +1,46 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+WITH web_v1 as (
+select
+ ws_item_sk item_sk, d_date,
+ sum(sum(ws_sales_price))
+ over (partition by ws_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
+from web_sales
+ ,date_dim
+where ws_sold_date_sk=d_date_sk
+ and d_month_seq between 1212 and 1212+11
+ and ws_item_sk is not NULL
+group by ws_item_sk, d_date),
+store_v1 as (
+select
+ ss_item_sk item_sk, d_date,
+ sum(sum(ss_sales_price))
+ over (partition by ss_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
+from store_sales
+ ,date_dim
+where ss_sold_date_sk=d_date_sk
+ and d_month_seq between 1212 and 1212+11
+ and ss_item_sk is not NULL
+group by ss_item_sk, d_date)
+ select *
+from (select item_sk
+ ,d_date
+ ,web_sales
+ ,store_sales
+ ,max(web_sales)
+ over (partition by item_sk order by d_date rows between unbounded preceding and current row) web_cumulative
+ ,max(store_sales)
+ over (partition by item_sk order by d_date rows between unbounded preceding and current row) store_cumulative
+ from (select case when web.item_sk is not null then web.item_sk else store.item_sk end item_sk
+ ,case when web.d_date is not null then web.d_date else store.d_date end d_date
+ ,web.cume_sales web_sales
+ ,store.cume_sales store_sales
+ from web_v1 web full outer join store_v1 store on (web.item_sk = store.item_sk
+ and web.d_date = store.d_date)
+ )x )y
+where web_cumulative > store_cumulative
+order by item_sk
+ ,d_date
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q52.sql b/benchmarks/queries-tpcds/q52.sql
new file mode 100644
index 000000000..2b042cfd3
--- /dev/null
+++ b/benchmarks/queries-tpcds/q52.sql
@@ -0,0 +1,23 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select dt.d_year
+ ,item.i_brand_id brand_id
+ ,item.i_brand brand
+ ,sum(ss_ext_sales_price) ext_price
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manager_id = 1
+ and dt.d_moy=12
+ and dt.d_year=1998
+ group by dt.d_year
+ ,item.i_brand
+ ,item.i_brand_id
+ order by dt.d_year
+ ,ext_price desc
+ ,brand_id
+limit 100 ;
+
+
diff --git a/benchmarks/queries-tpcds/q53.sql b/benchmarks/queries-tpcds/q53.sql
new file mode 100644
index 000000000..2fa19a1bb
--- /dev/null
+++ b/benchmarks/queries-tpcds/q53.sql
@@ -0,0 +1,29 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select * from
+(select i_manufact_id,
+sum(ss_sales_price) sum_sales,
+avg(sum(ss_sales_price)) over (partition by i_manufact_id) avg_quarterly_sales
+from item, store_sales, date_dim, store
+where ss_item_sk = i_item_sk and
+ss_sold_date_sk = d_date_sk and
+ss_store_sk = s_store_sk and
+d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11) and
+((i_category in ('Books','Children','Electronics') and
+i_class in ('personal','portable','reference','self-help') and
+i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
+ 'exportiunivamalg #9','scholaramalgamalg #9'))
+or(i_category in ('Women','Music','Men') and
+i_class in ('accessories','classical','fragrances','pants') and
+i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
+ 'importoamalg #1')))
+group by i_manufact_id, d_qoy ) tmp1
+where case when avg_quarterly_sales > 0
+ then abs (sum_sales - avg_quarterly_sales)/ avg_quarterly_sales
+ else null end > 0.1
+order by avg_quarterly_sales,
+ sum_sales,
+ i_manufact_id
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q54.sql b/benchmarks/queries-tpcds/q54.sql
new file mode 100644
index 000000000..54173c7f3
--- /dev/null
+++ b/benchmarks/queries-tpcds/q54.sql
@@ -0,0 +1,57 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with my_customers as (
+ select distinct c_customer_sk
+ , c_current_addr_sk
+ from
+ ( select cs_sold_date_sk sold_date_sk,
+ cs_bill_customer_sk customer_sk,
+ cs_item_sk item_sk
+ from catalog_sales
+ union all
+ select ws_sold_date_sk sold_date_sk,
+ ws_bill_customer_sk customer_sk,
+ ws_item_sk item_sk
+ from web_sales
+ ) cs_or_ws_sales,
+ item,
+ date_dim,
+ customer
+ where sold_date_sk = d_date_sk
+ and item_sk = i_item_sk
+ and i_category = 'Jewelry'
+ and i_class = 'consignment'
+ and c_customer_sk = cs_or_ws_sales.customer_sk
+ and d_moy = 3
+ and d_year = 1999
+ )
+ , my_revenue as (
+ select c_customer_sk,
+ sum(ss_ext_sales_price) as revenue
+ from my_customers,
+ store_sales,
+ customer_address,
+ store,
+ date_dim
+ where c_current_addr_sk = ca_address_sk
+ and ca_county = s_county
+ and ca_state = s_state
+ and ss_sold_date_sk = d_date_sk
+ and c_customer_sk = ss_customer_sk
+ and d_month_seq between (select distinct d_month_seq+1
+ from date_dim where d_year = 1999 and d_moy = 3)
+ and (select distinct d_month_seq+3
+ from date_dim where d_year = 1999 and d_moy = 3)
+ group by c_customer_sk
+ )
+ , segments as
+ (select cast((revenue/50) as int) as segment
+ from my_revenue
+ )
+ select segment, count(*) as num_customers, segment*50 as segment_base
+ from segments
+ group by segment
+ order by segment, num_customers
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q55.sql b/benchmarks/queries-tpcds/q55.sql
new file mode 100644
index 000000000..006e2493a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q55.sql
@@ -0,0 +1,15 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_brand_id brand_id, i_brand brand,
+ sum(ss_ext_sales_price) ext_price
+ from date_dim, store_sales, item
+ where d_date_sk = ss_sold_date_sk
+ and ss_item_sk = i_item_sk
+ and i_manager_id=36
+ and d_moy=12
+ and d_year=2001
+ group by i_brand, i_brand_id
+ order by ext_price desc, i_brand_id
+limit 100 ;
+
+
diff --git a/benchmarks/queries-tpcds/q56.sql b/benchmarks/queries-tpcds/q56.sql
new file mode 100644
index 000000000..d811f5fbb
--- /dev/null
+++ b/benchmarks/queries-tpcds/q56.sql
@@ -0,0 +1,70 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ss as (
+ select i_item_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id),
+ cs as (
+ select i_item_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id),
+ ws as (
+ select i_item_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id)
+ select i_item_id ,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_item_id
+ order by total_sales,
+ i_item_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q57.sql b/benchmarks/queries-tpcds/q57.sql
new file mode 100644
index 000000000..68f8c9f61
--- /dev/null
+++ b/benchmarks/queries-tpcds/q57.sql
@@ -0,0 +1,49 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with v1 as(
+ select i_category, i_brand,
+ cc_name,
+ d_year, d_moy,
+ sum(cs_sales_price) sum_sales,
+ avg(sum(cs_sales_price)) over
+ (partition by i_category, i_brand,
+ cc_name, d_year)
+ avg_monthly_sales,
+ rank() over
+ (partition by i_category, i_brand,
+ cc_name
+ order by d_year, d_moy) rn
+ from item, catalog_sales, date_dim, call_center
+ where cs_item_sk = i_item_sk and
+ cs_sold_date_sk = d_date_sk and
+ cc_call_center_sk= cs_call_center_sk and
+ (
+ d_year = 2000 or
+ ( d_year = 2000-1 and d_moy =12) or
+ ( d_year = 2000+1 and d_moy =1)
+ )
+ group by i_category, i_brand,
+ cc_name , d_year, d_moy),
+ v2 as(
+ select v1.cc_name
+ ,v1.d_year, v1.d_moy
+ ,v1.avg_monthly_sales
+ ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
+ from v1, v1 v1_lag, v1 v1_lead
+ where v1.i_category = v1_lag.i_category and
+ v1.i_category = v1_lead.i_category and
+ v1.i_brand = v1_lag.i_brand and
+ v1.i_brand = v1_lead.i_brand and
+ v1. cc_name = v1_lag. cc_name and
+ v1. cc_name = v1_lead. cc_name and
+ v1.rn = v1_lag.rn + 1 and
+ v1.rn = v1_lead.rn - 1)
+ select *
+ from v2
+ where d_year = 2000 and
+ avg_monthly_sales > 0 and
+ case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+ order by sum_sales - avg_monthly_sales, nsum
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q58.sql b/benchmarks/queries-tpcds/q58.sql
new file mode 100644
index 000000000..bafaabee0
--- /dev/null
+++ b/benchmarks/queries-tpcds/q58.sql
@@ -0,0 +1,66 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ss_items as
+ (select i_item_id item_id
+ ,sum(ss_ext_sales_price) ss_item_rev
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq = (select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and ss_sold_date_sk = d_date_sk
+ group by i_item_id),
+ cs_items as
+ (select i_item_id item_id
+ ,sum(cs_ext_sales_price) cs_item_rev
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq = (select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and cs_sold_date_sk = d_date_sk
+ group by i_item_id),
+ ws_items as
+ (select i_item_id item_id
+ ,sum(ws_ext_sales_price) ws_item_rev
+ from web_sales
+ ,item
+ ,date_dim
+ where ws_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq =(select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and ws_sold_date_sk = d_date_sk
+ group by i_item_id)
+ select ss_items.item_id
+ ,ss_item_rev
+ ,ss_item_rev/((ss_item_rev+cs_item_rev+ws_item_rev)/3) * 100 ss_dev
+ ,cs_item_rev
+ ,cs_item_rev/((ss_item_rev+cs_item_rev+ws_item_rev)/3) * 100 cs_dev
+ ,ws_item_rev
+ ,ws_item_rev/((ss_item_rev+cs_item_rev+ws_item_rev)/3) * 100 ws_dev
+ ,(ss_item_rev+cs_item_rev+ws_item_rev)/3 average
+ from ss_items,cs_items,ws_items
+ where ss_items.item_id=cs_items.item_id
+ and ss_items.item_id=ws_items.item_id
+ and ss_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
+ and ss_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
+ and cs_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
+ and cs_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
+ and ws_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
+ and ws_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
+ order by item_id
+ ,ss_item_rev
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q59.sql b/benchmarks/queries-tpcds/q59.sql
new file mode 100644
index 000000000..58d66b857
--- /dev/null
+++ b/benchmarks/queries-tpcds/q59.sql
@@ -0,0 +1,45 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with wss as
+ (select d_week_seq,
+ ss_store_sk,
+ sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
+ from store_sales,date_dim
+ where d_date_sk = ss_sold_date_sk
+ group by d_week_seq,ss_store_sk
+ )
+ select s_store_name1,s_store_id1,d_week_seq1
+ ,sun_sales1/sun_sales2,mon_sales1/mon_sales2
+ ,tue_sales1/tue_sales2,wed_sales1/wed_sales2,thu_sales1/thu_sales2
+ ,fri_sales1/fri_sales2,sat_sales1/sat_sales2
+ from
+ (select s_store_name s_store_name1,wss.d_week_seq d_week_seq1
+ ,s_store_id s_store_id1,sun_sales sun_sales1
+ ,mon_sales mon_sales1,tue_sales tue_sales1
+ ,wed_sales wed_sales1,thu_sales thu_sales1
+ ,fri_sales fri_sales1,sat_sales sat_sales1
+ from wss,store,date_dim d
+ where d.d_week_seq = wss.d_week_seq and
+ ss_store_sk = s_store_sk and
+ d_month_seq between 1185 and 1185 + 11) y,
+ (select s_store_name s_store_name2,wss.d_week_seq d_week_seq2
+ ,s_store_id s_store_id2,sun_sales sun_sales2
+ ,mon_sales mon_sales2,tue_sales tue_sales2
+ ,wed_sales wed_sales2,thu_sales thu_sales2
+ ,fri_sales fri_sales2,sat_sales sat_sales2
+ from wss,store,date_dim d
+ where d.d_week_seq = wss.d_week_seq and
+ ss_store_sk = s_store_sk and
+ d_month_seq between 1185+ 12 and 1185 + 23) x
+ where s_store_id1=s_store_id2
+ and d_week_seq1=d_week_seq2-52
+ order by s_store_name1,s_store_id1,d_week_seq1
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q6.sql b/benchmarks/queries-tpcds/q6.sql
new file mode 100644
index 000000000..7ecee6ae7
--- /dev/null
+++ b/benchmarks/queries-tpcds/q6.sql
@@ -0,0 +1,27 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select a.ca_state state, count(*) cnt
+ from customer_address a
+ ,customer c
+ ,store_sales s
+ ,date_dim d
+ ,item i
+ where a.ca_address_sk = c.c_current_addr_sk
+ and c.c_customer_sk = s.ss_customer_sk
+ and s.ss_sold_date_sk = d.d_date_sk
+ and s.ss_item_sk = i.i_item_sk
+ and d.d_month_seq =
+ (select distinct (d_month_seq)
+ from date_dim
+ where d_year = 2000
+ and d_moy = 2 )
+ and i.i_current_price > 1.2 *
+ (select avg(j.i_current_price)
+ from item j
+ where j.i_category = i.i_category)
+ group by a.ca_state
+ having count(*) >= 10
+ order by cnt, a.ca_state
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q60.sql b/benchmarks/queries-tpcds/q60.sql
new file mode 100644
index 000000000..205ebc87e
--- /dev/null
+++ b/benchmarks/queries-tpcds/q60.sql
@@ -0,0 +1,79 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ss as (
+ select
+ i_item_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id),
+ cs as (
+ select
+ i_item_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id),
+ ws as (
+ select
+ i_item_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id)
+ select
+ i_item_id
+,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_item_id
+ order by i_item_id
+ ,total_sales
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q61.sql b/benchmarks/queries-tpcds/q61.sql
new file mode 100644
index 000000000..1194485fa
--- /dev/null
+++ b/benchmarks/queries-tpcds/q61.sql
@@ -0,0 +1,45 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100
+from
+ (select sum(ss_ext_sales_price) promotions
+ from store_sales
+ ,store
+ ,promotion
+ ,date_dim
+ ,customer
+ ,customer_address
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and ss_promo_sk = p_promo_sk
+ and ss_customer_sk= c_customer_sk
+ and ca_address_sk = c_current_addr_sk
+ and ss_item_sk = i_item_sk
+ and ca_gmt_offset = -7
+ and i_category = 'Books'
+ and (p_channel_dmail = 'Y' or p_channel_email = 'Y' or p_channel_tv = 'Y')
+ and s_gmt_offset = -7
+ and d_year = 1999
+ and d_moy = 11) promotional_sales,
+ (select sum(ss_ext_sales_price) total
+ from store_sales
+ ,store
+ ,date_dim
+ ,customer
+ ,customer_address
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and ss_customer_sk= c_customer_sk
+ and ca_address_sk = c_current_addr_sk
+ and ss_item_sk = i_item_sk
+ and ca_gmt_offset = -7
+ and i_category = 'Books'
+ and s_gmt_offset = -7
+ and d_year = 1999
+ and d_moy = 11) all_sales
+order by promotions, total
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q62.sql b/benchmarks/queries-tpcds/q62.sql
new file mode 100644
index 000000000..fe8371fc2
--- /dev/null
+++ b/benchmarks/queries-tpcds/q62.sql
@@ -0,0 +1,36 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,web_name
+ ,sum(case when (ws_ship_date_sk - ws_sold_date_sk <= 30 ) then 1 else 0 end) as '30 days'
+ ,sum(case when (ws_ship_date_sk - ws_sold_date_sk > 30) and
+ (ws_ship_date_sk - ws_sold_date_sk <= 60) then 1 else 0 end ) as '31-60 days'
+ ,sum(case when (ws_ship_date_sk - ws_sold_date_sk > 60) and
+ (ws_ship_date_sk - ws_sold_date_sk <= 90) then 1 else 0 end) as '61-90 days'
+ ,sum(case when (ws_ship_date_sk - ws_sold_date_sk > 90) and
+ (ws_ship_date_sk - ws_sold_date_sk <= 120) then 1 else 0 end) as '91-120 days'
+ ,sum(case when (ws_ship_date_sk - ws_sold_date_sk > 120) then 1 else 0 end) as '>120 days'
+from
+ web_sales
+ ,warehouse
+ ,ship_mode
+ ,web_site
+ ,date_dim
+where
+ d_month_seq between 1212 and 1212 + 11
+and ws_ship_date_sk = d_date_sk
+and ws_warehouse_sk = w_warehouse_sk
+and ws_ship_mode_sk = sm_ship_mode_sk
+and ws_web_site_sk = web_site_sk
+group by
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,web_name
+order by substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,web_name
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q63.sql b/benchmarks/queries-tpcds/q63.sql
new file mode 100644
index 000000000..d29860923
--- /dev/null
+++ b/benchmarks/queries-tpcds/q63.sql
@@ -0,0 +1,30 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select *
+from (select i_manager_id
+ ,sum(ss_sales_price) sum_sales
+ ,avg(sum(ss_sales_price)) over (partition by i_manager_id) avg_monthly_sales
+ from item
+ ,store_sales
+ ,date_dim
+ ,store
+ where ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11)
+ and (( i_category in ('Books','Children','Electronics')
+ and i_class in ('personal','portable','reference','self-help')
+ and i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
+ 'exportiunivamalg #9','scholaramalgamalg #9'))
+ or( i_category in ('Women','Music','Men')
+ and i_class in ('accessories','classical','fragrances','pants')
+ and i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
+ 'importoamalg #1')))
+group by i_manager_id, d_moy) tmp1
+where case when avg_monthly_sales > 0 then abs (sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+order by i_manager_id
+ ,avg_monthly_sales
+ ,sum_sales
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q64.sql b/benchmarks/queries-tpcds/q64.sql
new file mode 100644
index 000000000..26ddceb94
--- /dev/null
+++ b/benchmarks/queries-tpcds/q64.sql
@@ -0,0 +1,122 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with cs_ui as
+ (select cs_item_sk
+ ,sum(cs_ext_list_price) as sale,sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit) as refund
+ from catalog_sales
+ ,catalog_returns
+ where cs_item_sk = cr_item_sk
+ and cs_order_number = cr_order_number
+ group by cs_item_sk
+ having sum(cs_ext_list_price)>2*sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit)),
+cross_sales as
+ (select i_product_name product_name
+ ,i_item_sk item_sk
+ ,s_store_name store_name
+ ,s_zip store_zip
+ ,ad1.ca_street_number b_street_number
+ ,ad1.ca_street_name b_street_name
+ ,ad1.ca_city b_city
+ ,ad1.ca_zip b_zip
+ ,ad2.ca_street_number c_street_number
+ ,ad2.ca_street_name c_street_name
+ ,ad2.ca_city c_city
+ ,ad2.ca_zip c_zip
+ ,d1.d_year as syear
+ ,d2.d_year as fsyear
+ ,d3.d_year s2year
+ ,count(*) cnt
+ ,sum(ss_wholesale_cost) s1
+ ,sum(ss_list_price) s2
+ ,sum(ss_coupon_amt) s3
+ FROM store_sales
+ ,store_returns
+ ,cs_ui
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,customer
+ ,customer_demographics cd1
+ ,customer_demographics cd2
+ ,promotion
+ ,household_demographics hd1
+ ,household_demographics hd2
+ ,customer_address ad1
+ ,customer_address ad2
+ ,income_band ib1
+ ,income_band ib2
+ ,item
+ WHERE ss_store_sk = s_store_sk AND
+ ss_sold_date_sk = d1.d_date_sk AND
+ ss_customer_sk = c_customer_sk AND
+ ss_cdemo_sk= cd1.cd_demo_sk AND
+ ss_hdemo_sk = hd1.hd_demo_sk AND
+ ss_addr_sk = ad1.ca_address_sk and
+ ss_item_sk = i_item_sk and
+ ss_item_sk = sr_item_sk and
+ ss_ticket_number = sr_ticket_number and
+ ss_item_sk = cs_ui.cs_item_sk and
+ c_current_cdemo_sk = cd2.cd_demo_sk AND
+ c_current_hdemo_sk = hd2.hd_demo_sk AND
+ c_current_addr_sk = ad2.ca_address_sk and
+ c_first_sales_date_sk = d2.d_date_sk and
+ c_first_shipto_date_sk = d3.d_date_sk and
+ ss_promo_sk = p_promo_sk and
+ hd1.hd_income_band_sk = ib1.ib_income_band_sk and
+ hd2.hd_income_band_sk = ib2.ib_income_band_sk and
+ cd1.cd_marital_status <> cd2.cd_marital_status and
+ i_color in ('maroon','burnished','dim','steel','navajo','chocolate') and
+ i_current_price between 35 and 35 + 10 and
+ i_current_price between 35 + 1 and 35 + 15
+group by i_product_name
+ ,i_item_sk
+ ,s_store_name
+ ,s_zip
+ ,ad1.ca_street_number
+ ,ad1.ca_street_name
+ ,ad1.ca_city
+ ,ad1.ca_zip
+ ,ad2.ca_street_number
+ ,ad2.ca_street_name
+ ,ad2.ca_city
+ ,ad2.ca_zip
+ ,d1.d_year
+ ,d2.d_year
+ ,d3.d_year
+)
+select cs1.product_name
+ ,cs1.store_name
+ ,cs1.store_zip
+ ,cs1.b_street_number
+ ,cs1.b_street_name
+ ,cs1.b_city
+ ,cs1.b_zip
+ ,cs1.c_street_number
+ ,cs1.c_street_name
+ ,cs1.c_city
+ ,cs1.c_zip
+ ,cs1.syear
+ ,cs1.cnt
+ ,cs1.s1 as s11
+ ,cs1.s2 as s21
+ ,cs1.s3 as s31
+ ,cs2.s1 as s12
+ ,cs2.s2 as s22
+ ,cs2.s3 as s32
+ ,cs2.syear
+ ,cs2.cnt
+from cross_sales cs1,cross_sales cs2
+where cs1.item_sk=cs2.item_sk and
+ cs1.syear = 2000 and
+ cs2.syear = 2000 + 1 and
+ cs2.cnt <= cs1.cnt and
+ cs1.store_name = cs2.store_name and
+ cs1.store_zip = cs2.store_zip
+order by cs1.product_name
+ ,cs1.store_name
+ ,cs2.cnt
+ ,cs1.s1
+ ,cs2.s1;
+
+
diff --git a/benchmarks/queries-tpcds/q65.sql b/benchmarks/queries-tpcds/q65.sql
new file mode 100644
index 000000000..36e3e4851
--- /dev/null
+++ b/benchmarks/queries-tpcds/q65.sql
@@ -0,0 +1,30 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ s_store_name,
+ i_item_desc,
+ sc.revenue,
+ i_current_price,
+ i_wholesale_cost,
+ i_brand
+ from store, item,
+ (select ss_store_sk, avg(revenue) as ave
+ from
+ (select ss_store_sk, ss_item_sk,
+ sum(ss_sales_price) as revenue
+ from store_sales, date_dim
+ where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
+ group by ss_store_sk, ss_item_sk) sa
+ group by ss_store_sk) sb,
+ (select ss_store_sk, ss_item_sk, sum(ss_sales_price) as revenue
+ from store_sales, date_dim
+ where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
+ group by ss_store_sk, ss_item_sk) sc
+ where sb.ss_store_sk = sc.ss_store_sk and
+ sc.revenue <= 0.1 * sb.ave and
+ s_store_sk = sc.ss_store_sk and
+ i_item_sk = sc.ss_item_sk
+ order by s_store_name, i_item_desc
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q66.sql b/benchmarks/queries-tpcds/q66.sql
new file mode 100644
index 000000000..0840f234a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q66.sql
@@ -0,0 +1,221 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,ship_carriers
+ ,year
+ ,sum(jan_sales) as jan_sales
+ ,sum(feb_sales) as feb_sales
+ ,sum(mar_sales) as mar_sales
+ ,sum(apr_sales) as apr_sales
+ ,sum(may_sales) as may_sales
+ ,sum(jun_sales) as jun_sales
+ ,sum(jul_sales) as jul_sales
+ ,sum(aug_sales) as aug_sales
+ ,sum(sep_sales) as sep_sales
+ ,sum(oct_sales) as oct_sales
+ ,sum(nov_sales) as nov_sales
+ ,sum(dec_sales) as dec_sales
+ ,sum(jan_sales/w_warehouse_sq_ft) as jan_sales_per_sq_foot
+ ,sum(feb_sales/w_warehouse_sq_ft) as feb_sales_per_sq_foot
+ ,sum(mar_sales/w_warehouse_sq_ft) as mar_sales_per_sq_foot
+ ,sum(apr_sales/w_warehouse_sq_ft) as apr_sales_per_sq_foot
+ ,sum(may_sales/w_warehouse_sq_ft) as may_sales_per_sq_foot
+ ,sum(jun_sales/w_warehouse_sq_ft) as jun_sales_per_sq_foot
+ ,sum(jul_sales/w_warehouse_sq_ft) as jul_sales_per_sq_foot
+ ,sum(aug_sales/w_warehouse_sq_ft) as aug_sales_per_sq_foot
+ ,sum(sep_sales/w_warehouse_sq_ft) as sep_sales_per_sq_foot
+ ,sum(oct_sales/w_warehouse_sq_ft) as oct_sales_per_sq_foot
+ ,sum(nov_sales/w_warehouse_sq_ft) as nov_sales_per_sq_foot
+ ,sum(dec_sales/w_warehouse_sq_ft) as dec_sales_per_sq_foot
+ ,sum(jan_net) as jan_net
+ ,sum(feb_net) as feb_net
+ ,sum(mar_net) as mar_net
+ ,sum(apr_net) as apr_net
+ ,sum(may_net) as may_net
+ ,sum(jun_net) as jun_net
+ ,sum(jul_net) as jul_net
+ ,sum(aug_net) as aug_net
+ ,sum(sep_net) as sep_net
+ ,sum(oct_net) as oct_net
+ ,sum(nov_net) as nov_net
+ ,sum(dec_net) as dec_net
+ from (
+ select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
+ ,d_year as year
+ ,sum(case when d_moy = 1
+ then ws_sales_price* ws_quantity else 0 end) as jan_sales
+ ,sum(case when d_moy = 2
+ then ws_sales_price* ws_quantity else 0 end) as feb_sales
+ ,sum(case when d_moy = 3
+ then ws_sales_price* ws_quantity else 0 end) as mar_sales
+ ,sum(case when d_moy = 4
+ then ws_sales_price* ws_quantity else 0 end) as apr_sales
+ ,sum(case when d_moy = 5
+ then ws_sales_price* ws_quantity else 0 end) as may_sales
+ ,sum(case when d_moy = 6
+ then ws_sales_price* ws_quantity else 0 end) as jun_sales
+ ,sum(case when d_moy = 7
+ then ws_sales_price* ws_quantity else 0 end) as jul_sales
+ ,sum(case when d_moy = 8
+ then ws_sales_price* ws_quantity else 0 end) as aug_sales
+ ,sum(case when d_moy = 9
+ then ws_sales_price* ws_quantity else 0 end) as sep_sales
+ ,sum(case when d_moy = 10
+ then ws_sales_price* ws_quantity else 0 end) as oct_sales
+ ,sum(case when d_moy = 11
+ then ws_sales_price* ws_quantity else 0 end) as nov_sales
+ ,sum(case when d_moy = 12
+ then ws_sales_price* ws_quantity else 0 end) as dec_sales
+ ,sum(case when d_moy = 1
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jan_net
+ ,sum(case when d_moy = 2
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as feb_net
+ ,sum(case when d_moy = 3
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as mar_net
+ ,sum(case when d_moy = 4
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as apr_net
+ ,sum(case when d_moy = 5
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as may_net
+ ,sum(case when d_moy = 6
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jun_net
+ ,sum(case when d_moy = 7
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jul_net
+ ,sum(case when d_moy = 8
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as aug_net
+ ,sum(case when d_moy = 9
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as sep_net
+ ,sum(case when d_moy = 10
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as oct_net
+ ,sum(case when d_moy = 11
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as nov_net
+ ,sum(case when d_moy = 12
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as dec_net
+ from
+ web_sales
+ ,warehouse
+ ,date_dim
+ ,time_dim
+ ,ship_mode
+ where
+ ws_warehouse_sk = w_warehouse_sk
+ and ws_sold_date_sk = d_date_sk
+ and ws_sold_time_sk = t_time_sk
+ and ws_ship_mode_sk = sm_ship_mode_sk
+ and d_year = 2002
+ and t_time between 49530 and 49530+28800
+ and sm_carrier in ('DIAMOND','AIRBORNE')
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,d_year
+ union all
+ select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
+ ,d_year as year
+ ,sum(case when d_moy = 1
+ then cs_ext_sales_price* cs_quantity else 0 end) as jan_sales
+ ,sum(case when d_moy = 2
+ then cs_ext_sales_price* cs_quantity else 0 end) as feb_sales
+ ,sum(case when d_moy = 3
+ then cs_ext_sales_price* cs_quantity else 0 end) as mar_sales
+ ,sum(case when d_moy = 4
+ then cs_ext_sales_price* cs_quantity else 0 end) as apr_sales
+ ,sum(case when d_moy = 5
+ then cs_ext_sales_price* cs_quantity else 0 end) as may_sales
+ ,sum(case when d_moy = 6
+ then cs_ext_sales_price* cs_quantity else 0 end) as jun_sales
+ ,sum(case when d_moy = 7
+ then cs_ext_sales_price* cs_quantity else 0 end) as jul_sales
+ ,sum(case when d_moy = 8
+ then cs_ext_sales_price* cs_quantity else 0 end) as aug_sales
+ ,sum(case when d_moy = 9
+ then cs_ext_sales_price* cs_quantity else 0 end) as sep_sales
+ ,sum(case when d_moy = 10
+ then cs_ext_sales_price* cs_quantity else 0 end) as oct_sales
+ ,sum(case when d_moy = 11
+ then cs_ext_sales_price* cs_quantity else 0 end) as nov_sales
+ ,sum(case when d_moy = 12
+ then cs_ext_sales_price* cs_quantity else 0 end) as dec_sales
+ ,sum(case when d_moy = 1
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jan_net
+ ,sum(case when d_moy = 2
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as feb_net
+ ,sum(case when d_moy = 3
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as mar_net
+ ,sum(case when d_moy = 4
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as apr_net
+ ,sum(case when d_moy = 5
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as may_net
+ ,sum(case when d_moy = 6
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jun_net
+ ,sum(case when d_moy = 7
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jul_net
+ ,sum(case when d_moy = 8
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as aug_net
+ ,sum(case when d_moy = 9
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as sep_net
+ ,sum(case when d_moy = 10
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as oct_net
+ ,sum(case when d_moy = 11
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as nov_net
+ ,sum(case when d_moy = 12
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as dec_net
+ from
+ catalog_sales
+ ,warehouse
+ ,date_dim
+ ,time_dim
+ ,ship_mode
+ where
+ cs_warehouse_sk = w_warehouse_sk
+ and cs_sold_date_sk = d_date_sk
+ and cs_sold_time_sk = t_time_sk
+ and cs_ship_mode_sk = sm_ship_mode_sk
+ and d_year = 2002
+ and t_time between 49530 AND 49530+28800
+ and sm_carrier in ('DIAMOND','AIRBORNE')
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,d_year
+ ) x
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,ship_carriers
+ ,year
+ order by w_warehouse_name
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q67.sql b/benchmarks/queries-tpcds/q67.sql
new file mode 100644
index 000000000..55fa8d240
--- /dev/null
+++ b/benchmarks/queries-tpcds/q67.sql
@@ -0,0 +1,45 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select *
+from (select i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sumsales
+ ,rank() over (partition by i_category order by sumsales desc) rk
+ from (select i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sum(coalesce(ss_sales_price*ss_quantity,0)) sumsales
+ from store_sales
+ ,date_dim
+ ,store
+ ,item
+ where ss_sold_date_sk=d_date_sk
+ and ss_item_sk=i_item_sk
+ and ss_store_sk = s_store_sk
+ and d_month_seq between 1212 and 1212+11
+ group by rollup(i_category, i_class, i_brand, i_product_name, d_year, d_qoy, d_moy,s_store_id))dw1) dw2
+where rk <= 100
+order by i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sumsales
+ ,rk
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q68.sql b/benchmarks/queries-tpcds/q68.sql
new file mode 100644
index 000000000..350f7f7c7
--- /dev/null
+++ b/benchmarks/queries-tpcds/q68.sql
@@ -0,0 +1,43 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ ,extended_price
+ ,extended_tax
+ ,list_price
+ from (select ss_ticket_number
+ ,ss_customer_sk
+ ,ca_city bought_city
+ ,sum(ss_ext_sales_price) extended_price
+ ,sum(ss_ext_list_price) list_price
+ ,sum(ss_ext_tax) extended_tax
+ from store_sales
+ ,date_dim
+ ,store
+ ,household_demographics
+ ,customer_address
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and store_sales.ss_addr_sk = customer_address.ca_address_sk
+ and date_dim.d_dom between 1 and 2
+ and (household_demographics.hd_dep_count = 6 or
+ household_demographics.hd_vehicle_count= 3)
+ and date_dim.d_year in (1999,1999+1,1999+2)
+ and store.s_city in ('Oakland','Riverside')
+ group by ss_ticket_number
+ ,ss_customer_sk
+ ,ss_addr_sk,ca_city) dn
+ ,customer
+ ,customer_address current_addr
+ where ss_customer_sk = c_customer_sk
+ and customer.c_current_addr_sk = current_addr.ca_address_sk
+ and current_addr.ca_city <> bought_city
+ order by c_last_name
+ ,ss_ticket_number
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q69.sql b/benchmarks/queries-tpcds/q69.sql
new file mode 100644
index 000000000..538c96445
--- /dev/null
+++ b/benchmarks/queries-tpcds/q69.sql
@@ -0,0 +1,48 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ count(*) cnt1,
+ cd_purchase_estimate,
+ count(*) cnt2,
+ cd_credit_rating,
+ count(*) cnt3
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ ca_state in ('CO','IL','MN') and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2) and
+ (not exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2) and
+ not exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2))
+ group by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating
+ order by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q7.sql b/benchmarks/queries-tpcds/q7.sql
new file mode 100644
index 000000000..3b5a09d6e
--- /dev/null
+++ b/benchmarks/queries-tpcds/q7.sql
@@ -0,0 +1,22 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id,
+ avg(ss_quantity) agg1,
+ avg(ss_list_price) agg2,
+ avg(ss_coupon_amt) agg3,
+ avg(ss_sales_price) agg4
+ from store_sales, customer_demographics, date_dim, item, promotion
+ where ss_sold_date_sk = d_date_sk and
+ ss_item_sk = i_item_sk and
+ ss_cdemo_sk = cd_demo_sk and
+ ss_promo_sk = p_promo_sk and
+ cd_gender = 'F' and
+ cd_marital_status = 'W' and
+ cd_education_status = 'Primary' and
+ (p_channel_email = 'N' or p_channel_event = 'N') and
+ d_year = 1998
+ group by i_item_id
+ order by i_item_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q70.sql b/benchmarks/queries-tpcds/q70.sql
new file mode 100644
index 000000000..ca93a3af0
--- /dev/null
+++ b/benchmarks/queries-tpcds/q70.sql
@@ -0,0 +1,39 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ sum(ss_net_profit) as total_sum
+ ,s_state
+ ,s_county
+ ,grouping(s_state)+grouping(s_county) as lochierarchy
+ ,rank() over (
+ partition by grouping(s_state)+grouping(s_county),
+ case when grouping(s_county) = 0 then s_state end
+ order by sum(ss_net_profit) desc) as rank_within_parent
+ from
+ store_sales
+ ,date_dim d1
+ ,store
+ where
+ d1.d_month_seq between 1212 and 1212+11
+ and d1.d_date_sk = ss_sold_date_sk
+ and s_store_sk = ss_store_sk
+ and s_state in
+ ( select s_state
+ from (select s_state as s_state,
+ rank() over ( partition by s_state order by sum(ss_net_profit) desc) as ranking
+ from store_sales, store, date_dim
+ where d_month_seq between 1212 and 1212+11
+ and d_date_sk = ss_sold_date_sk
+ and s_store_sk = ss_store_sk
+ group by s_state
+ ) tmp1
+ where ranking <= 5
+ )
+ group by rollup(s_state,s_county)
+ order by
+ lochierarchy desc
+ ,case when lochierarchy = 0 then s_state end
+ ,rank_within_parent
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q71.sql b/benchmarks/queries-tpcds/q71.sql
new file mode 100644
index 000000000..4b82c1b1a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q71.sql
@@ -0,0 +1,41 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_brand_id brand_id, i_brand brand,t_hour,t_minute,
+ sum(ext_price) ext_price
+ from item, (select ws_ext_sales_price as ext_price,
+ ws_sold_date_sk as sold_date_sk,
+ ws_item_sk as sold_item_sk,
+ ws_sold_time_sk as time_sk
+ from web_sales,date_dim
+ where d_date_sk = ws_sold_date_sk
+ and d_moy=12
+ and d_year=2000
+ union all
+ select cs_ext_sales_price as ext_price,
+ cs_sold_date_sk as sold_date_sk,
+ cs_item_sk as sold_item_sk,
+ cs_sold_time_sk as time_sk
+ from catalog_sales,date_dim
+ where d_date_sk = cs_sold_date_sk
+ and d_moy=12
+ and d_year=2000
+ union all
+ select ss_ext_sales_price as ext_price,
+ ss_sold_date_sk as sold_date_sk,
+ ss_item_sk as sold_item_sk,
+ ss_sold_time_sk as time_sk
+ from store_sales,date_dim
+ where d_date_sk = ss_sold_date_sk
+ and d_moy=12
+ and d_year=2000
+ ) tmp,time_dim
+ where
+ sold_item_sk = i_item_sk
+ and i_manager_id=1
+ and time_sk = t_time_sk
+ and (t_meal_time = 'breakfast' or t_meal_time = 'dinner')
+ group by i_brand, i_brand_id,t_hour,t_minute
+ order by ext_price desc, i_brand_id
+ ;
+
+
diff --git a/benchmarks/queries-tpcds/q72.sql b/benchmarks/queries-tpcds/q72.sql
new file mode 100644
index 000000000..b561c46ac
--- /dev/null
+++ b/benchmarks/queries-tpcds/q72.sql
@@ -0,0 +1,30 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_desc
+ ,w_warehouse_name
+ ,d1.d_week_seq
+ ,sum(case when p_promo_sk is null then 1 else 0 end) no_promo
+ ,sum(case when p_promo_sk is not null then 1 else 0 end) promo
+ ,count(*) total_cnt
+from catalog_sales
+join inventory on (cs_item_sk = inv_item_sk)
+join warehouse on (w_warehouse_sk=inv_warehouse_sk)
+join item on (i_item_sk = cs_item_sk)
+join customer_demographics on (cs_bill_cdemo_sk = cd_demo_sk)
+join household_demographics on (cs_bill_hdemo_sk = hd_demo_sk)
+join date_dim d1 on (cs_sold_date_sk = d1.d_date_sk)
+join date_dim d2 on (inv_date_sk = d2.d_date_sk)
+join date_dim d3 on (cs_ship_date_sk = d3.d_date_sk)
+left outer join promotion on (cs_promo_sk=p_promo_sk)
+left outer join catalog_returns on (cr_item_sk = cs_item_sk and cr_order_number = cs_order_number)
+where d1.d_week_seq = d2.d_week_seq
+ and inv_quantity_on_hand < cs_quantity
+ and d3.d_date > (d1.d_date + INTERVAL '5 days')
+ and hd_buy_potential = '1001-5000'
+ and d1.d_year = 2001
+ and cd_marital_status = 'M'
+group by i_item_desc,w_warehouse_name,d1.d_week_seq
+order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q73.sql b/benchmarks/queries-tpcds/q73.sql
new file mode 100644
index 000000000..c103533e1
--- /dev/null
+++ b/benchmarks/queries-tpcds/q73.sql
@@ -0,0 +1,29 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select c_last_name
+ ,c_first_name
+ ,c_salutation
+ ,c_preferred_cust_flag
+ ,ss_ticket_number
+ ,cnt from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,count(*) cnt
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and date_dim.d_dom between 1 and 2
+ and (household_demographics.hd_buy_potential = '>10000' or
+ household_demographics.hd_buy_potential = '5001-10000')
+ and household_demographics.hd_vehicle_count > 0
+ and case when household_demographics.hd_vehicle_count > 0 then
+ household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count else null end > 1
+ and date_dim.d_year in (1999,1999+1,1999+2)
+ and store.s_county in ('Daviess County','Franklin Parish','Barrow County','Luce County')
+ group by ss_ticket_number,ss_customer_sk) dj,customer
+ where ss_customer_sk = c_customer_sk
+ and cnt between 1 and 5
+ order by cnt desc, c_last_name asc;
+
+
diff --git a/benchmarks/queries-tpcds/q74.sql b/benchmarks/queries-tpcds/q74.sql
new file mode 100644
index 000000000..9804f4dce
--- /dev/null
+++ b/benchmarks/queries-tpcds/q74.sql
@@ -0,0 +1,62 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ss_net_paid) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ws_net_paid) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ )
+ select
+ t_s_secyear.customer_id, t_s_secyear.customer_first_name, t_s_secyear.customer_last_name
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.year = 2001
+ and t_s_secyear.year = 2001+1
+ and t_w_firstyear.year = 2001
+ and t_w_secyear.year = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ order by 2,1,3
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q75.sql b/benchmarks/queries-tpcds/q75.sql
new file mode 100644
index 000000000..41bd965b9
--- /dev/null
+++ b/benchmarks/queries-tpcds/q75.sql
@@ -0,0 +1,71 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+WITH all_sales AS (
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,SUM(sales_cnt) AS sales_cnt
+ ,SUM(sales_amt) AS sales_amt
+ FROM (SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,cs_quantity - COALESCE(cr_return_quantity,0) AS sales_cnt
+ ,cs_ext_sales_price - COALESCE(cr_return_amount,0.0) AS sales_amt
+ FROM catalog_sales JOIN item ON i_item_sk=cs_item_sk
+ JOIN date_dim ON d_date_sk=cs_sold_date_sk
+ LEFT JOIN catalog_returns ON (cs_order_number=cr_order_number
+ AND cs_item_sk=cr_item_sk)
+ WHERE i_category='Sports'
+ UNION
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,ss_quantity - COALESCE(sr_return_quantity,0) AS sales_cnt
+ ,ss_ext_sales_price - COALESCE(sr_return_amt,0.0) AS sales_amt
+ FROM store_sales JOIN item ON i_item_sk=ss_item_sk
+ JOIN date_dim ON d_date_sk=ss_sold_date_sk
+ LEFT JOIN store_returns ON (ss_ticket_number=sr_ticket_number
+ AND ss_item_sk=sr_item_sk)
+ WHERE i_category='Sports'
+ UNION
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,ws_quantity - COALESCE(wr_return_quantity,0) AS sales_cnt
+ ,ws_ext_sales_price - COALESCE(wr_return_amt,0.0) AS sales_amt
+ FROM web_sales JOIN item ON i_item_sk=ws_item_sk
+ JOIN date_dim ON d_date_sk=ws_sold_date_sk
+ LEFT JOIN web_returns ON (ws_order_number=wr_order_number
+ AND ws_item_sk=wr_item_sk)
+ WHERE i_category='Sports') sales_detail
+ GROUP BY d_year, i_brand_id, i_class_id, i_category_id, i_manufact_id)
+ SELECT prev_yr.d_year AS prev_year
+ ,curr_yr.d_year AS year
+ ,curr_yr.i_brand_id
+ ,curr_yr.i_class_id
+ ,curr_yr.i_category_id
+ ,curr_yr.i_manufact_id
+ ,prev_yr.sales_cnt AS prev_yr_cnt
+ ,curr_yr.sales_cnt AS curr_yr_cnt
+ ,curr_yr.sales_cnt-prev_yr.sales_cnt AS sales_cnt_diff
+ ,curr_yr.sales_amt-prev_yr.sales_amt AS sales_amt_diff
+ FROM all_sales curr_yr, all_sales prev_yr
+ WHERE curr_yr.i_brand_id=prev_yr.i_brand_id
+ AND curr_yr.i_class_id=prev_yr.i_class_id
+ AND curr_yr.i_category_id=prev_yr.i_category_id
+ AND curr_yr.i_manufact_id=prev_yr.i_manufact_id
+ AND curr_yr.d_year=2002
+ AND prev_yr.d_year=2002-1
+ AND CAST(curr_yr.sales_cnt AS DECIMAL(17,2))/CAST(prev_yr.sales_cnt AS DECIMAL(17,2))<0.9
+ ORDER BY sales_cnt_diff,sales_amt_diff
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q76.sql b/benchmarks/queries-tpcds/q76.sql
new file mode 100644
index 000000000..8743a3ebc
--- /dev/null
+++ b/benchmarks/queries-tpcds/q76.sql
@@ -0,0 +1,25 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM (
+ SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price
+ FROM store_sales, item, date_dim
+ WHERE ss_addr_sk IS NULL
+ AND ss_sold_date_sk=d_date_sk
+ AND ss_item_sk=i_item_sk
+ UNION ALL
+ SELECT 'web' as channel, 'ws_web_page_sk' col_name, d_year, d_qoy, i_category, ws_ext_sales_price ext_sales_price
+ FROM web_sales, item, date_dim
+ WHERE ws_web_page_sk IS NULL
+ AND ws_sold_date_sk=d_date_sk
+ AND ws_item_sk=i_item_sk
+ UNION ALL
+ SELECT 'catalog' as channel, 'cs_warehouse_sk' col_name, d_year, d_qoy, i_category, cs_ext_sales_price ext_sales_price
+ FROM catalog_sales, item, date_dim
+ WHERE cs_warehouse_sk IS NULL
+ AND cs_sold_date_sk=d_date_sk
+ AND cs_item_sk=i_item_sk) foo
+GROUP BY channel, col_name, d_year, d_qoy, i_category
+ORDER BY channel, col_name, d_year, d_qoy, i_category
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q77.sql b/benchmarks/queries-tpcds/q77.sql
new file mode 100644
index 000000000..152a945fa
--- /dev/null
+++ b/benchmarks/queries-tpcds/q77.sql
@@ -0,0 +1,109 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ss as
+ (select s_store_sk,
+ sum(ss_ext_sales_price) as sales,
+ sum(ss_net_profit) as profit
+ from store_sales,
+ date_dim,
+ store
+ where ss_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ and ss_store_sk = s_store_sk
+ group by s_store_sk)
+ ,
+ sr as
+ (select s_store_sk,
+ sum(sr_return_amt) as returns,
+ sum(sr_net_loss) as profit_loss
+ from store_returns,
+ date_dim,
+ store
+ where sr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ and sr_store_sk = s_store_sk
+ group by s_store_sk),
+ cs as
+ (select cs_call_center_sk,
+ sum(cs_ext_sales_price) as sales,
+ sum(cs_net_profit) as profit
+ from catalog_sales,
+ date_dim
+ where cs_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ group by cs_call_center_sk
+ ),
+ cr as
+ (select cr_call_center_sk,
+ sum(cr_return_amount) as returns,
+ sum(cr_net_loss) as profit_loss
+ from catalog_returns,
+ date_dim
+ where cr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ group by cr_call_center_sk
+ ),
+ ws as
+ ( select wp_web_page_sk,
+ sum(ws_ext_sales_price) as sales,
+ sum(ws_net_profit) as profit
+ from web_sales,
+ date_dim,
+ web_page
+ where ws_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ and ws_web_page_sk = wp_web_page_sk
+ group by wp_web_page_sk),
+ wr as
+ (select wp_web_page_sk,
+ sum(wr_return_amt) as returns,
+ sum(wr_net_loss) as profit_loss
+ from web_returns,
+ date_dim,
+ web_page
+ where wr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ and wr_web_page_sk = wp_web_page_sk
+ group by wp_web_page_sk)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , ss.s_store_sk as id
+ , sales
+ , coalesce(returns, 0) as returns
+ , (profit - coalesce(profit_loss,0)) as profit
+ from ss left join sr
+ on ss.s_store_sk = sr.s_store_sk
+ union all
+ select 'catalog channel' as channel
+ , cs_call_center_sk as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from cs
+ , cr
+ union all
+ select 'web channel' as channel
+ , ws.wp_web_page_sk as id
+ , sales
+ , coalesce(returns, 0) returns
+ , (profit - coalesce(profit_loss,0)) as profit
+ from ws left join wr
+ on ws.wp_web_page_sk = wr.wp_web_page_sk
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q78.sql b/benchmarks/queries-tpcds/q78.sql
new file mode 100644
index 000000000..adc78aa09
--- /dev/null
+++ b/benchmarks/queries-tpcds/q78.sql
@@ -0,0 +1,59 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ws as
+ (select d_year AS ws_sold_year, ws_item_sk,
+ ws_bill_customer_sk ws_customer_sk,
+ sum(ws_quantity) ws_qty,
+ sum(ws_wholesale_cost) ws_wc,
+ sum(ws_sales_price) ws_sp
+ from web_sales
+ left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk
+ join date_dim on ws_sold_date_sk = d_date_sk
+ where wr_order_number is null
+ group by d_year, ws_item_sk, ws_bill_customer_sk
+ ),
+cs as
+ (select d_year AS cs_sold_year, cs_item_sk,
+ cs_bill_customer_sk cs_customer_sk,
+ sum(cs_quantity) cs_qty,
+ sum(cs_wholesale_cost) cs_wc,
+ sum(cs_sales_price) cs_sp
+ from catalog_sales
+ left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk
+ join date_dim on cs_sold_date_sk = d_date_sk
+ where cr_order_number is null
+ group by d_year, cs_item_sk, cs_bill_customer_sk
+ ),
+ss as
+ (select d_year AS ss_sold_year, ss_item_sk,
+ ss_customer_sk,
+ sum(ss_quantity) ss_qty,
+ sum(ss_wholesale_cost) ss_wc,
+ sum(ss_sales_price) ss_sp
+ from store_sales
+ left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk
+ join date_dim on ss_sold_date_sk = d_date_sk
+ where sr_ticket_number is null
+ group by d_year, ss_item_sk, ss_customer_sk
+ )
+ select
+ss_sold_year, ss_item_sk, ss_customer_sk,
+round(ss_qty/(coalesce(ws_qty,0)+coalesce(cs_qty,0)),2) ratio,
+ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price,
+coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty,
+coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost,
+coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price
+from ss
+left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk)
+left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=ss_item_sk and cs_customer_sk=ss_customer_sk)
+where (coalesce(ws_qty,0)>0 or coalesce(cs_qty, 0)>0) and ss_sold_year=2000
+order by
+ ss_sold_year, ss_item_sk, ss_customer_sk,
+ ss_qty desc, ss_wc desc, ss_sp desc,
+ other_chan_qty,
+ other_chan_wholesale_cost,
+ other_chan_sales_price,
+ ratio
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q79.sql b/benchmarks/queries-tpcds/q79.sql
new file mode 100644
index 000000000..d0567eff4
--- /dev/null
+++ b/benchmarks/queries-tpcds/q79.sql
@@ -0,0 +1,24 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit
+ from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,store.s_city
+ ,sum(ss_coupon_amt) amt
+ ,sum(ss_net_profit) profit
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and (household_demographics.hd_dep_count = 8 or household_demographics.hd_vehicle_count > 0)
+ and date_dim.d_dow = 1
+ and date_dim.d_year in (1998,1998+1,1998+2)
+ and store.s_number_employees between 200 and 295
+ group by ss_ticket_number,ss_customer_sk,ss_addr_sk,store.s_city) ms,customer
+ where ss_customer_sk = c_customer_sk
+ order by c_last_name,c_first_name,substr(s_city,1,30), profit
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q8.sql b/benchmarks/queries-tpcds/q8.sql
new file mode 100644
index 000000000..c831ed9fd
--- /dev/null
+++ b/benchmarks/queries-tpcds/q8.sql
@@ -0,0 +1,109 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select s_store_name
+ ,sum(ss_net_profit)
+ from store_sales
+ ,date_dim
+ ,store,
+ (select ca_zip
+ from (
+ SELECT substr(ca_zip,1,5) ca_zip
+ FROM customer_address
+ WHERE substr(ca_zip,1,5) IN (
+ '89436','30868','65085','22977','83927','77557',
+ '58429','40697','80614','10502','32779',
+ '91137','61265','98294','17921','18427',
+ '21203','59362','87291','84093','21505',
+ '17184','10866','67898','25797','28055',
+ '18377','80332','74535','21757','29742',
+ '90885','29898','17819','40811','25990',
+ '47513','89531','91068','10391','18846',
+ '99223','82637','41368','83658','86199',
+ '81625','26696','89338','88425','32200',
+ '81427','19053','77471','36610','99823',
+ '43276','41249','48584','83550','82276',
+ '18842','78890','14090','38123','40936',
+ '34425','19850','43286','80072','79188',
+ '54191','11395','50497','84861','90733',
+ '21068','57666','37119','25004','57835',
+ '70067','62878','95806','19303','18840',
+ '19124','29785','16737','16022','49613',
+ '89977','68310','60069','98360','48649',
+ '39050','41793','25002','27413','39736',
+ '47208','16515','94808','57648','15009',
+ '80015','42961','63982','21744','71853',
+ '81087','67468','34175','64008','20261',
+ '11201','51799','48043','45645','61163',
+ '48375','36447','57042','21218','41100',
+ '89951','22745','35851','83326','61125',
+ '78298','80752','49858','52940','96976',
+ '63792','11376','53582','18717','90226',
+ '50530','94203','99447','27670','96577',
+ '57856','56372','16165','23427','54561',
+ '28806','44439','22926','30123','61451',
+ '92397','56979','92309','70873','13355',
+ '21801','46346','37562','56458','28286',
+ '47306','99555','69399','26234','47546',
+ '49661','88601','35943','39936','25632',
+ '24611','44166','56648','30379','59785',
+ '11110','14329','93815','52226','71381',
+ '13842','25612','63294','14664','21077',
+ '82626','18799','60915','81020','56447',
+ '76619','11433','13414','42548','92713',
+ '70467','30884','47484','16072','38936',
+ '13036','88376','45539','35901','19506',
+ '65690','73957','71850','49231','14276',
+ '20005','18384','76615','11635','38177',
+ '55607','41369','95447','58581','58149',
+ '91946','33790','76232','75692','95464',
+ '22246','51061','56692','53121','77209',
+ '15482','10688','14868','45907','73520',
+ '72666','25734','17959','24677','66446',
+ '94627','53535','15560','41967','69297',
+ '11929','59403','33283','52232','57350',
+ '43933','40921','36635','10827','71286',
+ '19736','80619','25251','95042','15526',
+ '36496','55854','49124','81980','35375',
+ '49157','63512','28944','14946','36503',
+ '54010','18767','23969','43905','66979',
+ '33113','21286','58471','59080','13395',
+ '79144','70373','67031','38360','26705',
+ '50906','52406','26066','73146','15884',
+ '31897','30045','61068','45550','92454',
+ '13376','14354','19770','22928','97790',
+ '50723','46081','30202','14410','20223',
+ '88500','67298','13261','14172','81410',
+ '93578','83583','46047','94167','82564',
+ '21156','15799','86709','37931','74703',
+ '83103','23054','70470','72008','49247',
+ '91911','69998','20961','70070','63197',
+ '54853','88191','91830','49521','19454',
+ '81450','89091','62378','25683','61869',
+ '51744','36580','85778','36871','48121',
+ '28810','83712','45486','67393','26935',
+ '42393','20132','55349','86057','21309',
+ '80218','10094','11357','48819','39734',
+ '40758','30432','21204','29467','30214',
+ '61024','55307','74621','11622','68908',
+ '33032','52868','99194','99900','84936',
+ '69036','99149','45013','32895','59004',
+ '32322','14933','32936','33562','72550',
+ '27385','58049','58200','16808','21360',
+ '32961','18586','79307','15492')
+ intersect
+ select ca_zip
+ from (SELECT substr(ca_zip,1,5) ca_zip,count(*) cnt
+ FROM customer_address, customer
+ WHERE ca_address_sk = c_current_addr_sk and
+ c_preferred_cust_flag='Y'
+ group by ca_zip
+ having count(*) > 10)A1)A2) V1
+ where ss_store_sk = s_store_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_qoy = 1 and d_year = 2002
+ and (substr(s_zip,1,2) = substr(V1.ca_zip,1,2))
+ group by s_store_name
+ order by s_store_name
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q80.sql b/benchmarks/queries-tpcds/q80.sql
new file mode 100644
index 000000000..230e5d34f
--- /dev/null
+++ b/benchmarks/queries-tpcds/q80.sql
@@ -0,0 +1,97 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ssr as
+ (select s_store_id as store_id,
+ sum(ss_ext_sales_price) as sales,
+ sum(coalesce(sr_return_amt, 0)) as returns,
+ sum(ss_net_profit - coalesce(sr_net_loss, 0)) as profit
+ from store_sales left outer join store_returns on
+ (ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number),
+ date_dim,
+ store,
+ item,
+ promotion
+ where ss_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ and ss_store_sk = s_store_sk
+ and ss_item_sk = i_item_sk
+ and i_current_price > 50
+ and ss_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+ group by s_store_id)
+ ,
+ csr as
+ (select cp_catalog_page_id as catalog_page_id,
+ sum(cs_ext_sales_price) as sales,
+ sum(coalesce(cr_return_amount, 0)) as returns,
+ sum(cs_net_profit - coalesce(cr_net_loss, 0)) as profit
+ from catalog_sales left outer join catalog_returns on
+ (cs_item_sk = cr_item_sk and cs_order_number = cr_order_number),
+ date_dim,
+ catalog_page,
+ item,
+ promotion
+ where cs_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ and cs_catalog_page_sk = cp_catalog_page_sk
+ and cs_item_sk = i_item_sk
+ and i_current_price > 50
+ and cs_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+group by cp_catalog_page_id)
+ ,
+ wsr as
+ (select web_site_id,
+ sum(ws_ext_sales_price) as sales,
+ sum(coalesce(wr_return_amt, 0)) as returns,
+ sum(ws_net_profit - coalesce(wr_net_loss, 0)) as profit
+ from web_sales left outer join web_returns on
+ (ws_item_sk = wr_item_sk and ws_order_number = wr_order_number),
+ date_dim,
+ web_site,
+ item,
+ promotion
+ where ws_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + INTERVAL '30 days')
+ and ws_web_site_sk = web_site_sk
+ and ws_item_sk = i_item_sk
+ and i_current_price > 50
+ and ws_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+group by web_site_id)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , 'store' || store_id as id
+ , sales
+ , returns
+ , profit
+ from ssr
+ union all
+ select 'catalog channel' as channel
+ , 'catalog_page' || catalog_page_id as id
+ , sales
+ , returns
+ , profit
+ from csr
+ union all
+ select 'web channel' as channel
+ , 'web_site' || web_site_id as id
+ , sales
+ , returns
+ , profit
+ from wsr
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q81.sql b/benchmarks/queries-tpcds/q81.sql
new file mode 100644
index 000000000..f7d204747
--- /dev/null
+++ b/benchmarks/queries-tpcds/q81.sql
@@ -0,0 +1,32 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with customer_total_return as
+ (select cr_returning_customer_sk as ctr_customer_sk
+ ,ca_state as ctr_state,
+ sum(cr_return_amt_inc_tax) as ctr_total_return
+ from catalog_returns
+ ,date_dim
+ ,customer_address
+ where cr_returned_date_sk = d_date_sk
+ and d_year =1998
+ and cr_returning_addr_sk = ca_address_sk
+ group by cr_returning_customer_sk
+ ,ca_state )
+ select c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
+ ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
+ ,ca_location_type,ctr_total_return
+ from customer_total_return ctr1
+ ,customer_address
+ ,customer
+ where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+ from customer_total_return ctr2
+ where ctr1.ctr_state = ctr2.ctr_state)
+ and ca_address_sk = c_current_addr_sk
+ and ca_state = 'IL'
+ and ctr1.ctr_customer_sk = c_customer_sk
+ order by c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
+ ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
+ ,ca_location_type,ctr_total_return
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q82.sql b/benchmarks/queries-tpcds/q82.sql
new file mode 100644
index 000000000..e2000a98c
--- /dev/null
+++ b/benchmarks/queries-tpcds/q82.sql
@@ -0,0 +1,18 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id
+ ,i_item_desc
+ ,i_current_price
+ from item, inventory, date_dim, store_sales
+ where i_current_price between 30 and 30+30
+ and inv_item_sk = i_item_sk
+ and d_date_sk=inv_date_sk
+ and d_date between cast('2002-05-30' as date) and (cast('2002-05-30' as date) + INTERVAL '60 days')
+ and i_manufact_id in (437,129,727,663)
+ and inv_quantity_on_hand between 100 and 500
+ and ss_item_sk = i_item_sk
+ group by i_item_id,i_item_desc,i_current_price
+ order by i_item_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q83.sql b/benchmarks/queries-tpcds/q83.sql
new file mode 100644
index 000000000..43db876a4
--- /dev/null
+++ b/benchmarks/queries-tpcds/q83.sql
@@ -0,0 +1,68 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with sr_items as
+ (select i_item_id item_id,
+ sum(sr_return_quantity) sr_item_qty
+ from store_returns,
+ item,
+ date_dim
+ where sr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and sr_returned_date_sk = d_date_sk
+ group by i_item_id),
+ cr_items as
+ (select i_item_id item_id,
+ sum(cr_return_quantity) cr_item_qty
+ from catalog_returns,
+ item,
+ date_dim
+ where cr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and cr_returned_date_sk = d_date_sk
+ group by i_item_id),
+ wr_items as
+ (select i_item_id item_id,
+ sum(wr_return_quantity) wr_item_qty
+ from web_returns,
+ item,
+ date_dim
+ where wr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and wr_returned_date_sk = d_date_sk
+ group by i_item_id)
+ select sr_items.item_id
+ ,sr_item_qty
+ ,sr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 sr_dev
+ ,cr_item_qty
+ ,cr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 cr_dev
+ ,wr_item_qty
+ ,wr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 wr_dev
+ ,(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 average
+ from sr_items
+ ,cr_items
+ ,wr_items
+ where sr_items.item_id=cr_items.item_id
+ and sr_items.item_id=wr_items.item_id
+ order by sr_items.item_id
+ ,sr_item_qty
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q84.sql b/benchmarks/queries-tpcds/q84.sql
new file mode 100644
index 000000000..8bfed192c
--- /dev/null
+++ b/benchmarks/queries-tpcds/q84.sql
@@ -0,0 +1,22 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select c_customer_id as customer_id
+ , coalesce(c_last_name,'') || ', ' || coalesce(c_first_name,'') as customername
+ from customer
+ ,customer_address
+ ,customer_demographics
+ ,household_demographics
+ ,income_band
+ ,store_returns
+ where ca_city = 'Hopewell'
+ and c_current_addr_sk = ca_address_sk
+ and ib_lower_bound >= 32287
+ and ib_upper_bound <= 32287 + 50000
+ and ib_income_band_sk = hd_income_band_sk
+ and cd_demo_sk = c_current_cdemo_sk
+ and hd_demo_sk = c_current_hdemo_sk
+ and sr_cdemo_sk = cd_demo_sk
+ order by c_customer_id
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q85.sql b/benchmarks/queries-tpcds/q85.sql
new file mode 100644
index 000000000..748657d30
--- /dev/null
+++ b/benchmarks/queries-tpcds/q85.sql
@@ -0,0 +1,85 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select substr(r_reason_desc,1,20)
+ ,avg(ws_quantity)
+ ,avg(wr_refunded_cash)
+ ,avg(wr_fee)
+ from web_sales, web_returns, web_page, customer_demographics cd1,
+ customer_demographics cd2, customer_address, date_dim, reason
+ where ws_web_page_sk = wp_web_page_sk
+ and ws_item_sk = wr_item_sk
+ and ws_order_number = wr_order_number
+ and ws_sold_date_sk = d_date_sk and d_year = 1998
+ and cd1.cd_demo_sk = wr_refunded_cdemo_sk
+ and cd2.cd_demo_sk = wr_returning_cdemo_sk
+ and ca_address_sk = wr_refunded_addr_sk
+ and r_reason_sk = wr_reason_sk
+ and
+ (
+ (
+ cd1.cd_marital_status = 'M'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = '4 yr Degree'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 100.00 and 150.00
+ )
+ or
+ (
+ cd1.cd_marital_status = 'D'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = 'Primary'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 50.00 and 100.00
+ )
+ or
+ (
+ cd1.cd_marital_status = 'U'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = 'Advanced Degree'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 150.00 and 200.00
+ )
+ )
+ and
+ (
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('KY', 'GA', 'NM')
+ and ws_net_profit between 100 and 200
+ )
+ or
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('MT', 'OR', 'IN')
+ and ws_net_profit between 150 and 300
+ )
+ or
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('WI', 'MO', 'WV')
+ and ws_net_profit between 50 and 250
+ )
+ )
+group by r_reason_desc
+order by substr(r_reason_desc,1,20)
+ ,avg(ws_quantity)
+ ,avg(wr_refunded_cash)
+ ,avg(wr_fee)
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q86.sql b/benchmarks/queries-tpcds/q86.sql
new file mode 100644
index 000000000..0dcff5e81
--- /dev/null
+++ b/benchmarks/queries-tpcds/q86.sql
@@ -0,0 +1,27 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ sum(ws_net_paid) as total_sum
+ ,i_category
+ ,i_class
+ ,grouping(i_category)+grouping(i_class) as lochierarchy
+ ,rank() over (
+ partition by grouping(i_category)+grouping(i_class),
+ case when grouping(i_class) = 0 then i_category end
+ order by sum(ws_net_paid) desc) as rank_within_parent
+ from
+ web_sales
+ ,date_dim d1
+ ,item
+ where
+ d1.d_month_seq between 1212 and 1212+11
+ and d1.d_date_sk = ws_sold_date_sk
+ and i_item_sk = ws_item_sk
+ group by rollup(i_category,i_class)
+ order by
+ lochierarchy desc,
+ case when lochierarchy = 0 then i_category end,
+ rank_within_parent
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q87.sql b/benchmarks/queries-tpcds/q87.sql
new file mode 100644
index 000000000..24e448891
--- /dev/null
+++ b/benchmarks/queries-tpcds/q87.sql
@@ -0,0 +1,24 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select count(*)
+from ((select distinct c_last_name, c_first_name, d_date
+ from store_sales, date_dim, customer
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+ except
+ (select distinct c_last_name, c_first_name, d_date
+ from catalog_sales, date_dim, customer
+ where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
+ and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+ except
+ (select distinct c_last_name, c_first_name, d_date
+ from web_sales, date_dim, customer
+ where web_sales.ws_sold_date_sk = date_dim.d_date_sk
+ and web_sales.ws_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+) cool_cust
+;
+
+
diff --git a/benchmarks/queries-tpcds/q88.sql b/benchmarks/queries-tpcds/q88.sql
new file mode 100644
index 000000000..393ff02c3
--- /dev/null
+++ b/benchmarks/queries-tpcds/q88.sql
@@ -0,0 +1,95 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select *
+from
+ (select count(*) h8_30_to_9
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 8
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s1,
+ (select count(*) h9_to_9_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 9
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s2,
+ (select count(*) h9_30_to_10
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 9
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s3,
+ (select count(*) h10_to_10_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 10
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s4,
+ (select count(*) h10_30_to_11
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 10
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s5,
+ (select count(*) h11_to_11_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 11
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s6,
+ (select count(*) h11_30_to_12
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 11
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s7,
+ (select count(*) h12_to_12_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 12
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s8
+;
+
+
diff --git a/benchmarks/queries-tpcds/q89.sql b/benchmarks/queries-tpcds/q89.sql
new file mode 100644
index 000000000..d87c2c629
--- /dev/null
+++ b/benchmarks/queries-tpcds/q89.sql
@@ -0,0 +1,29 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select *
+from(
+select i_category, i_class, i_brand,
+ s_store_name, s_company_name,
+ d_moy,
+ sum(ss_sales_price) sum_sales,
+ avg(sum(ss_sales_price)) over
+ (partition by i_category, i_brand, s_store_name, s_company_name)
+ avg_monthly_sales
+from item, store_sales, date_dim, store
+where ss_item_sk = i_item_sk and
+ ss_sold_date_sk = d_date_sk and
+ ss_store_sk = s_store_sk and
+ d_year in (2000) and
+ ((i_category in ('Home','Books','Electronics') and
+ i_class in ('wallpaper','parenting','musical')
+ )
+ or (i_category in ('Shoes','Jewelry','Men') and
+ i_class in ('womens','birdal','pants')
+ ))
+group by i_category, i_class, i_brand,
+ s_store_name, s_company_name, d_moy) tmp1
+where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales) / avg_monthly_sales) else null end > 0.1
+order by sum_sales - avg_monthly_sales, s_store_name
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q9.sql b/benchmarks/queries-tpcds/q9.sql
new file mode 100644
index 000000000..0b5e4d063
--- /dev/null
+++ b/benchmarks/queries-tpcds/q9.sql
@@ -0,0 +1,52 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select case when (select count(*)
+ from store_sales
+ where ss_quantity between 1 and 20) > 409437
+ then (select avg(ss_ext_tax)
+ from store_sales
+ where ss_quantity between 1 and 20)
+ else (select avg(ss_net_paid)
+ from store_sales
+ where ss_quantity between 1 and 20) end bucket1 ,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 21 and 40) > 4595804
+ then (select avg(ss_ext_tax)
+ from store_sales
+ where ss_quantity between 21 and 40)
+ else (select avg(ss_net_paid)
+ from store_sales
+ where ss_quantity between 21 and 40) end bucket2,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 41 and 60) > 1333710
+ then (select avg(ss_ext_tax)
+ from store_sales
+ where ss_quantity between 41 and 60)
+ else (select avg(ss_net_paid)
+ from store_sales
+ where ss_quantity between 41 and 60) end bucket3,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 61 and 80) > 2361102
+ then (select avg(ss_ext_tax)
+ from store_sales
+ where ss_quantity between 61 and 80)
+ else (select avg(ss_net_paid)
+ from store_sales
+ where ss_quantity between 61 and 80) end bucket4,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 81 and 100) > 1517817
+ then (select avg(ss_ext_tax)
+ from store_sales
+ where ss_quantity between 81 and 100)
+ else (select avg(ss_net_paid)
+ from store_sales
+ where ss_quantity between 81 and 100) end bucket5
+from reason
+where r_reason_sk = 1
+;
+
+
diff --git a/benchmarks/queries-tpcds/q90.sql b/benchmarks/queries-tpcds/q90.sql
new file mode 100644
index 000000000..62a62d0f4
--- /dev/null
+++ b/benchmarks/queries-tpcds/q90.sql
@@ -0,0 +1,23 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio
+ from ( select count(*) amc
+ from web_sales, household_demographics , time_dim, web_page
+ where ws_sold_time_sk = time_dim.t_time_sk
+ and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
+ and ws_web_page_sk = web_page.wp_web_page_sk
+ and time_dim.t_hour between 6 and 6+1
+ and household_demographics.hd_dep_count = 8
+ and web_page.wp_char_count between 5000 and 5200) at,
+ ( select count(*) pmc
+ from web_sales, household_demographics , time_dim, web_page
+ where ws_sold_time_sk = time_dim.t_time_sk
+ and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
+ and ws_web_page_sk = web_page.wp_web_page_sk
+ and time_dim.t_hour between 14 and 14+1
+ and household_demographics.hd_dep_count = 8
+ and web_page.wp_char_count between 5000 and 5200) pt
+ order by am_pm_ratio
+ limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q91.sql b/benchmarks/queries-tpcds/q91.sql
new file mode 100644
index 000000000..42aa647ee
--- /dev/null
+++ b/benchmarks/queries-tpcds/q91.sql
@@ -0,0 +1,32 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ cc_call_center_id Call_Center,
+ cc_name Call_Center_Name,
+ cc_manager Manager,
+ sum(cr_net_loss) Returns_Loss
+from
+ call_center,
+ catalog_returns,
+ date_dim,
+ customer,
+ customer_address,
+ customer_demographics,
+ household_demographics
+where
+ cr_call_center_sk = cc_call_center_sk
+and cr_returned_date_sk = d_date_sk
+and cr_returning_customer_sk= c_customer_sk
+and cd_demo_sk = c_current_cdemo_sk
+and hd_demo_sk = c_current_hdemo_sk
+and ca_address_sk = c_current_addr_sk
+and d_year = 1999
+and d_moy = 11
+and ( (cd_marital_status = 'M' and cd_education_status = 'Unknown')
+ or(cd_marital_status = 'W' and cd_education_status = 'Advanced Degree'))
+and hd_buy_potential like '0-500%'
+and ca_gmt_offset = -7
+group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status
+order by sum(cr_net_loss) desc;
+
+
diff --git a/benchmarks/queries-tpcds/q92.sql b/benchmarks/queries-tpcds/q92.sql
new file mode 100644
index 000000000..425962e5b
--- /dev/null
+++ b/benchmarks/queries-tpcds/q92.sql
@@ -0,0 +1,31 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ sum(ws_ext_discount_amt) as 'Excess Discount Amount'
+from
+ web_sales
+ ,item
+ ,date_dim
+where
+i_manufact_id = 269
+and i_item_sk = ws_item_sk
+and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + INTERVAL '90 days')
+and d_date_sk = ws_sold_date_sk
+and ws_ext_discount_amt
+ > (
+ SELECT
+ 1.3 * avg(ws_ext_discount_amt)
+ FROM
+ web_sales
+ ,date_dim
+ WHERE
+ ws_item_sk = i_item_sk
+ and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + INTERVAL '90 days')
+ and d_date_sk = ws_sold_date_sk
+ )
+order by sum(ws_ext_discount_amt)
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q93.sql b/benchmarks/queries-tpcds/q93.sql
new file mode 100644
index 000000000..3349cda89
--- /dev/null
+++ b/benchmarks/queries-tpcds/q93.sql
@@ -0,0 +1,19 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select ss_customer_sk
+ ,sum(act_sales) sumsales
+ from (select ss_item_sk
+ ,ss_ticket_number
+ ,ss_customer_sk
+ ,case when sr_return_quantity is not null then (ss_quantity-sr_return_quantity)*ss_sales_price
+ else (ss_quantity*ss_sales_price) end act_sales
+ from store_sales left outer join store_returns on (sr_item_sk = ss_item_sk
+ and sr_ticket_number = ss_ticket_number)
+ ,reason
+ where sr_reason_sk = r_reason_sk
+ and r_reason_desc = 'Did not like the warranty') t
+ group by ss_customer_sk
+ order by sumsales, ss_customer_sk
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q94.sql b/benchmarks/queries-tpcds/q94.sql
new file mode 100644
index 000000000..17e788d44
--- /dev/null
+++ b/benchmarks/queries-tpcds/q94.sql
@@ -0,0 +1,30 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ count(distinct ws_order_number) as 'order count'
+ ,sum(ws_ext_ship_cost) as 'total shipping cost'
+ ,sum(ws_net_profit) as 'total net profit'
+from
+ web_sales ws1
+ ,date_dim
+ ,customer_address
+ ,web_site
+where
+ d_date between '1999-5-01' and
+ (cast('1999-5-01' as date) + INTERVAL '60 days')
+and ws1.ws_ship_date_sk = d_date_sk
+and ws1.ws_ship_addr_sk = ca_address_sk
+and ca_state = 'TX'
+and ws1.ws_web_site_sk = web_site_sk
+and web_company_name = 'pri'
+and exists (select *
+ from web_sales ws2
+ where ws1.ws_order_number = ws2.ws_order_number
+ and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
+and not exists(select *
+ from web_returns wr1
+ where ws1.ws_order_number = wr1.wr_order_number)
+order by count(distinct ws_order_number)
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q95.sql b/benchmarks/queries-tpcds/q95.sql
new file mode 100644
index 000000000..1f1c9331c
--- /dev/null
+++ b/benchmarks/queries-tpcds/q95.sql
@@ -0,0 +1,33 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ws_wh as
+(select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2
+ from web_sales ws1,web_sales ws2
+ where ws1.ws_order_number = ws2.ws_order_number
+ and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
+ select
+ count(distinct ws_order_number) as 'order count'
+ ,sum(ws_ext_ship_cost) as 'total shipping cost'
+ ,sum(ws_net_profit) as 'total net profit'
+from
+ web_sales ws1
+ ,date_dim
+ ,customer_address
+ ,web_site
+where
+ d_date between '1999-5-01' and
+ (cast('1999-5-01' as date) + INTERVAL '60 days')
+and ws1.ws_ship_date_sk = d_date_sk
+and ws1.ws_ship_addr_sk = ca_address_sk
+and ca_state = 'TX'
+and ws1.ws_web_site_sk = web_site_sk
+and web_company_name = 'pri'
+and ws1.ws_order_number in (select ws_order_number
+ from ws_wh)
+and ws1.ws_order_number in (select wr_order_number
+ from web_returns,ws_wh
+ where wr_order_number = ws_wh.ws_order_number)
+order by count(distinct ws_order_number)
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q96.sql b/benchmarks/queries-tpcds/q96.sql
new file mode 100644
index 000000000..26491404a
--- /dev/null
+++ b/benchmarks/queries-tpcds/q96.sql
@@ -0,0 +1,17 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select count(*)
+from store_sales
+ ,household_demographics
+ ,time_dim, store
+where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 8
+ and time_dim.t_minute >= 30
+ and household_demographics.hd_dep_count = 5
+ and store.s_store_name = 'ese'
+order by count(*)
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q97.sql b/benchmarks/queries-tpcds/q97.sql
new file mode 100644
index 000000000..814f6c606
--- /dev/null
+++ b/benchmarks/queries-tpcds/q97.sql
@@ -0,0 +1,26 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+with ssci as (
+select ss_customer_sk customer_sk
+ ,ss_item_sk item_sk
+from store_sales,date_dim
+where ss_sold_date_sk = d_date_sk
+ and d_month_seq between 1212 and 1212 + 11
+group by ss_customer_sk
+ ,ss_item_sk),
+csci as(
+ select cs_bill_customer_sk customer_sk
+ ,cs_item_sk item_sk
+from catalog_sales,date_dim
+where cs_sold_date_sk = d_date_sk
+ and d_month_seq between 1212 and 1212 + 11
+group by cs_bill_customer_sk
+ ,cs_item_sk)
+ select sum(case when ssci.customer_sk is not null and csci.customer_sk is null then 1 else 0 end) store_only
+ ,sum(case when ssci.customer_sk is null and csci.customer_sk is not null then 1 else 0 end) catalog_only
+ ,sum(case when ssci.customer_sk is not null and csci.customer_sk is not null then 1 else 0 end) store_and_catalog
+from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk
+ and ssci.item_sk = csci.item_sk)
+limit 100;
+
+
diff --git a/benchmarks/queries-tpcds/q98.sql b/benchmarks/queries-tpcds/q98.sql
new file mode 100644
index 000000000..1e0c9738f
--- /dev/null
+++ b/benchmarks/queries-tpcds/q98.sql
@@ -0,0 +1,34 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(ss_ext_sales_price) as itemrevenue
+ ,sum(ss_ext_sales_price)*100/sum(sum(ss_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+from
+ store_sales
+ ,item
+ ,date_dim
+where
+ ss_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and ss_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + INTERVAL '30 days')
+group by
+ i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+order by
+ i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio;
+
+
diff --git a/benchmarks/queries-tpcds/q99.sql b/benchmarks/queries-tpcds/q99.sql
new file mode 100644
index 000000000..ca47cd2f6
--- /dev/null
+++ b/benchmarks/queries-tpcds/q99.sql
@@ -0,0 +1,36 @@
+-- Copyright 2015 Transaction Processing Performance Council
+
+select
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk <= 30 ) then 1 else 0 end) as '30 days'
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 30) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 60) then 1 else 0 end ) as '31-60 days'
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 60) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 90) then 1 else 0 end) as '61-90 days'
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 90) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 120) then 1 else 0 end) as '91-120 days'
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 120) then 1 else 0 end) as '>120 days'
+from
+ catalog_sales
+ ,warehouse
+ ,ship_mode
+ ,call_center
+ ,date_dim
+where
+ d_month_seq between 1212 and 1212 + 11
+and cs_ship_date_sk = d_date_sk
+and cs_warehouse_sk = w_warehouse_sk
+and cs_ship_mode_sk = sm_ship_mode_sk
+and cs_call_center_sk = cc_call_center_sk
+group by
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+order by substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+limit 100;
+
+
diff --git a/benchmarks/src/bin/tpcds.rs b/benchmarks/src/bin/tpcds.rs
new file mode 100644
index 000000000..ca95b6148
--- /dev/null
+++ b/benchmarks/src/bin/tpcds.rs
@@ -0,0 +1,354 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+use ballista::extension::SessionConfigExt;
+use ballista::prelude::SessionContextExt;
+use ballista_benchmarks::{
+ answer_statement_index, compare_results, execute_query_capturing_answer,
+ register_parquet_tables,
+};
+use ballista_core::object_store::{
+ session_config_with_s3_support, session_state_with_s3_support,
+};
+use datafusion::error::{DataFusionError, Result};
+use datafusion::prelude::{SessionConfig, SessionContext};
+use std::fs;
+use std::time::Instant;
+use structopt::StructOpt;
+
+/// The 24 TPC-DS tables.
+const TABLES: &[&str] = &[
+ "call_center",
+ "catalog_page",
+ "catalog_returns",
+ "catalog_sales",
+ "customer",
+ "customer_address",
+ "customer_demographics",
+ "date_dim",
+ "household_demographics",
+ "income_band",
+ "inventory",
+ "item",
+ "promotion",
+ "reason",
+ "ship_mode",
+ "store",
+ "store_returns",
+ "store_sales",
+ "time_dim",
+ "warehouse",
+ "web_page",
+ "web_returns",
+ "web_sales",
+ "web_site",
+];
+
+/// Queries excluded from the correctness gate, with the reason. The gate runs
+/// under the default (static) planner; this list reflects that configuration.
+/// Remove an entry as the underlying cause is fixed.
+const SKIP: &[(usize, &str)] = &[
+ // Distributed execution diverges from single-process DataFusion on the same
+ // data (confirmed reproducible; DataFusion is correct under both join modes).
+ // See https://github.com/apache/datafusion-ballista/issues/2046
+ (
+ 4,
+ "distributed result diverges from DataFusion (issue #2046)",
+ ),
+ (
+ 38,
+ "distributed INTERSECT diverges from DataFusion (issue #2046)",
+ ),
+ (
+ 78,
+ "distributed LIMIT drops rows vs DataFusion (issue #2046)",
+ ),
+ (
+ 87,
+ "distributed EXCEPT diverges from DataFusion (issue #2046)",
+ ),
+ // Non-deterministic: LIMIT/ORDER BY ties without a total order make the
+ // result vary run-to-run in both engines, so a row-by-row diff is unstable.
+ (2, "non-deterministic (ORDER BY ties; varies run-to-run)"),
+ (
+ 5,
+ "non-deterministic (ORDER BY channel ties; varies run-to-run)",
+ ),
+ (31, "non-deterministic (ORDER BY ties; varies run-to-run)"),
+ (
+ 71,
+ "non-deterministic (ORDER BY ext_price ties; varies run-to-run)",
+ ),
+ // tpcgen-cli's TPC-DS schema uses column names that differ from the
+ // DataFusion (branch-54) query text, so these fail at plan time. Not a
+ // Ballista issue (e.g. cr_return_amount_inc_tax vs cr_return_amt_inc_tax).
+ (64, "tpcgen-cli schema column-name mismatch with query text"),
+ (81, "tpcgen-cli schema column-name mismatch with query text"),
+ (84, "tpcgen-cli schema column-name mismatch with query text"),
+ (85, "tpcgen-cli schema column-name mismatch with query text"),
+ (93, "tpcgen-cli schema column-name mismatch with query text"),
+ // Note: the adaptive planner (AQE on) additionally fails many queries with an
+ // `EmptyExec invalid partition` assertion (issue #2047); the gate runs the
+ // static planner, so those are not listed here.
+];
+
+#[derive(Debug, StructOpt)]
+#[structopt(name = "tpcds", about = "Ballista TPC-DS correctness runner")]
+struct Opt {
+ /// Query number (1-99). If not specified, runs all non-skipped queries.
+ #[structopt(short, long)]
+ query: Option<usize>,
+
+ /// Show query text and results.
+ #[structopt(short, long)]
+ debug: bool,
+
+ /// Path to data files (local path or object-store URL).
+ #[structopt(required = true, short = "p", long = "path")]
+ path: String,
+
+ /// Number of partitions (session target_partitions).
+ #[structopt(short = "n", long = "partitions", default_value = "2")]
+ partitions: usize,
+
+ /// Batch size.
+ #[structopt(short = "s", long = "batch-size", default_value = "8192")]
+ batch_size: usize,
+
+ /// Ballista scheduler host.
+ #[structopt(long = "host")]
+ host: String,
+
+ /// Ballista scheduler port.
+ #[structopt(long = "port")]
+ port: u16,
+
+ /// Config overrides in key=value form (repeatable).
+ #[structopt(short = "c", long = "config", number_of_values = 1)]
+ config_overrides: Vec<String>,
+
+ /// Verify each Ballista result against single-process DataFusion.
+ #[structopt(long = "verify")]
+ verify: bool,
+}
+
+/// Split a query file into statements, dropping full-line `--` comments and
+/// blank statements. TPC-DS files carry a leading TPC copyright comment.
+fn split_statements(contents: &str) -> Vec<String> {
+ let stripped: String = contents
+ .lines()
+ .filter(|l| !l.trim_start().starts_with("--"))
+ .collect::<Vec<_>>()
+ .join("\n");
+ stripped
+ .split(';')
+ .map(|s| s.trim())
+ .filter(|s| !s.is_empty())
+ .map(|s| s.to_string())
+ .collect()
+}
+
+fn get_query_sql(query: usize) -> Result<Vec<String>> {
+ let possibilities = [
+ format!("queries-tpcds/q{query}.sql"),
+ format!("benchmarks/queries-tpcds/q{query}.sql"),
+ ];
+ let mut errors = vec![];
+ for filename in &possibilities {
+ match fs::read_to_string(filename) {
+ Ok(contents) => return Ok(split_statements(&contents)),
+ Err(e) => errors.push(format!("{filename}: {e}")),
+ }
+ }
+ Err(DataFusionError::Plan(format!(
+ "Could not find query {query}: {errors:?}"
+ )))
+}
+
+/// The queries to run: an explicit `--query`, else 1..=99 minus `skip`.
+fn selected_queries(explicit: Option<usize>, skip: &[(usize, &str)]) -> Vec<usize> {
+ if let Some(q) = explicit {
+ return vec![q];
+ }
+ let skipped: std::collections::HashSet<usize> =
+ skip.iter().map(|(id, _)| *id).collect();
+ (1..=99).filter(|q| !skipped.contains(q)).collect()
+}
+
+/// Run a single TPC-DS query end to end: load its SQL, stand up a fresh
+/// Ballista session, execute it on the cluster, and (if `oracle_ctx` is
+/// set) verify the result against single-process DataFusion.
+///
+/// Every fallible step is tagged with a `<phase>: ` prefix and returned as
+/// an `Err` rather than aborting the process, so the caller can record the
+/// failure against this query and move on to the next one.
+async fn run_one_query(
+ opt: &Opt,
+ address: &str,
+ oracle_ctx: Option<&SessionContext>,
+ query: usize,
+) -> Result<()> {
+ let sqls = get_query_sql(query)
+ .map_err(|e| DataFusionError::Execution(format!("load: {e}")))?;
+
+ // Build a fresh Ballista session per query (mirrors tpch.rs).
+ let mut config = session_config_with_s3_support()
+ .with_target_partitions(opt.partitions)
+ .with_ballista_job_name(&format!("TPC-DS q{query}"))
+ .with_batch_size(opt.batch_size)
+ .with_collect_statistics(true);
+ for kv in &opt.config_overrides {
+ if let Some((k, v)) = kv.split_once('=') {
+ if let Err(e) = config.options_mut().set(k.trim(), v.trim()) {
+ println!("Warning: could not set config '{kv}': {e}");
+ }
+ } else {
+ println!("Warning: ignoring invalid config override '{kv}'");
+ }
+ }
+ let state = session_state_with_s3_support(config)
+ .map_err(|e| DataFusionError::Execution(format!("session-state: {e}")))?;
+ let ctx = SessionContext::remote_with_state(address, state)
+ .await
+ .map_err(|e| DataFusionError::Execution(format!("connect: {e}")))?;
+ register_parquet_tables(&ctx, TABLES, opt.path.as_str(), opt.debug)
+ .await
+ .map_err(|e| DataFusionError::Execution(format!("register-tables: {e}")))?;
+
+ // Run the query on the cluster, capturing the answer statement's result.
+ let answer_idx = answer_statement_index(&sqls);
+ let start = Instant::now();
+ let mut batches = vec![];
+ let mut run_err = None;
+ for (idx, sql) in sqls.iter().enumerate() {
+ if opt.debug {
+ println!("Query {query} SQL:\n{sql}");
+ }
+ match ctx.sql(sql).await {
+ Ok(df) => match df.collect().await {
+ Ok(collected) => {
+ if idx == answer_idx {
+ batches = collected;
+ }
+ }
+ Err(e) => {
+ run_err = Some(format!("collect: {e}"));
+ break;
+ }
+ },
+ Err(e) => {
+ run_err = Some(format!("plan: {e}"));
+ break;
+ }
+ }
+ }
+ let elapsed = start.elapsed().as_secs_f64();
+
+ if let Some(e) = run_err {
+ println!("Query {query} FAILED to run in {elapsed:.3}s: {e}");
+ return Err(DataFusionError::Execution(e));
+ }
+ let row_count: usize = batches.iter().map(|b| b.num_rows()).sum();
+ println!("Query {query} took {elapsed:.3}s and returned {row_count} rows");
+
+ if let Some(oracle_ctx) = oracle_ctx {
+ let expected = execute_query_capturing_answer(oracle_ctx, &sqls, opt.debug)
+ .await
+ .map_err(|e| DataFusionError::Execution(format!("oracle: {e}")))?;
+ match compare_results(&expected, &batches) {
+ Ok(()) => println!("Query {query} verified against DataFusion: OK"),
+ Err(e) => {
+ println!("Query {query} VERIFY MISMATCH: {e}");
+ return Err(DataFusionError::Execution(format!("verify: {e}")));
+ }
+ }
+ }
+
+ Ok(())
+}
+
+#[tokio::main]
+async fn main() -> Result<()> {
+ env_logger::init();
+ let opt = Opt::from_args();
+ let address = format!("df://{}:{}", opt.host, opt.port);
+
+ // Oracle context (single-process DataFusion), built once when verifying.
+ // Not per-query, so a failure here is genuinely fatal to the whole run.
+ let oracle_ctx = if opt.verify {
+ let cfg = SessionConfig::new()
+ .with_target_partitions(opt.partitions)
+ .with_batch_size(opt.batch_size);
+ let ctx = SessionContext::new_with_config(cfg);
+ register_parquet_tables(&ctx, TABLES, opt.path.as_str(), opt.debug).await?;
+ Some(ctx)
+ } else {
+ None
+ };
+
+ let mut failures: Vec<(usize, String)> = vec![];
+
+ for query in selected_queries(opt.query, SKIP) {
+ if let Err(e) = run_one_query(&opt, &address, oracle_ctx.as_ref(), query).await {
+ eprintln!("Query {query} FAILED: {e}");
+ failures.push((query, e.to_string()));
+ }
+ }
+
+ if !failures.is_empty() {
+ eprintln!("\n{} query failure(s):", failures.len());
+ for (q, e) in &failures {
+ eprintln!(" q{q}: {e}");
+ }
+ return Err(DataFusionError::Execution(format!(
+ "{} TPC-DS query failure(s)",
+ failures.len()
+ )));
+ }
+ println!("\nAll selected TPC-DS queries passed.");
+ Ok(())
+}
+
+#[cfg(test)]
+mod tests {
+ use super::*;
+
+ #[test]
+ fn loader_strips_comments_and_splits_statements() {
+ let sqls = split_statements("-- c\nselect 1;\n-- d\nselect 2;\n");
+ assert_eq!(sqls, vec!["select 1".to_string(), "select 2".to_string()]);
+ }
+
+ #[test]
+ fn selected_queries_excludes_skiplist() {
+ // With no explicit --query, we run 1..=99 minus the skip list. Use a
+ // synthetic skip list so this assertion is independent of the real
+ // SKIP constant's contents.
+ let skip: &[(usize, &str)] = &[(5, "x"), (42, "y")];
+ let selected = selected_queries(None, skip);
+ assert_eq!(selected.len(), 99 - skip.len());
+ for (id, _) in skip {
+ assert!(!selected.contains(id), "skip {id} must be excluded");
+ }
+ }
+
+ #[test]
+ fn explicit_query_overrides_skiplist() {
+ let skip: &[(usize, &str)] = &[(1, "should be overridden")];
+ assert_eq!(selected_queries(Some(1), skip), vec![1]);
+ }
+}
diff --git a/benchmarks/src/bin/tpch.rs b/benchmarks/src/bin/tpch.rs
index c0d7ba1aa..5c561b171 100644
--- a/benchmarks/src/bin/tpch.rs
+++ b/benchmarks/src/bin/tpch.rs
@@ -19,12 +19,13 @@
use ballista::extension::SessionConfigExt;
use ballista::prelude::SessionContextExt;
+use ballista_benchmarks::{
+ answer_statement_index, compare_results, execute_query_capturing_answer, find_path,
+};
use ballista_core::object_store::{
session_config_with_s3_support, session_state_with_s3_support,
};
-use datafusion::arrow::array::*;
use datafusion::arrow::datatypes::SchemaBuilder;
-use datafusion::arrow::util::display::array_value_to_string;
use datafusion::common::{DEFAULT_CSV_EXTENSION, DEFAULT_PARQUET_EXTENSION};
use datafusion::datasource::listing::ListingTableUrl;
use datafusion::datasource::{MemTable, TableProvider};
@@ -700,28 +701,6 @@ async fn register_datafusion_tables(
Ok(())
}
-/// Executes all statements of a query in order and returns the batches of the
-/// answer statement (see `answer_statement_index`).
-async fn execute_query_capturing_answer(
- ctx: &SessionContext,
- statements: &[String],
- debug: bool,
-) -> Result<Vec<RecordBatch>> {
- let answer_idx = answer_statement_index(statements);
- let mut answer = vec![];
- for (idx, sql) in statements.iter().enumerate() {
- if debug {
- println!("Executing: {sql}");
- }
- let df = ctx.sql(sql).await?;
- let collected = df.collect().await?;
- if idx == answer_idx {
- answer = collected;
- }
- }
- Ok(answer)
-}
-
async fn register_tables(
path: &str,
file_format: &str,
@@ -782,42 +761,6 @@ async fn register_tables(
Ok(())
}
-fn find_path(path: &str, table: &str, ext: &str) -> Result<String> {
- // Object-store URLs (e.g. `s3://bucket/prefix`) cannot be probed with the
- // local filesystem, so register the per-table directory under the base URL
- // directly. The trailing slash marks it as a directory so the listing table
- // enumerates the Parquet files inside (e.g. `s3://bucket/prefix/lineitem/`).
- if path.contains("://") {
- return Ok(format!("{path}/{table}/"));
- }
-
- let path1 = format!("{path}/{table}.{ext}");
- let path2 = format!("{path}/{table}");
- if Path::new(&path1).exists() {
- Ok(path1)
- } else if Path::new(&path2).exists() {
- Ok(path2)
- } else {
- Err(DataFusionError::Plan(format!(
- "Could not find {ext} files at {path1} or {path2}"
- )))
- }
-}
-
-/// Index of the statement whose result is the query answer: the last `SELECT`
-/// or `WITH` statement, or the last statement if none qualifies. TPC-H query
-/// files may wrap the answer in setup/teardown statements (e.g. q15 creates and
-/// drops a view); only the query statement's result is the answer.
-fn answer_statement_index(statements: &[String]) -> usize {
- statements
- .iter()
- .rposition(|s| {
- let head = s.trim_start().to_ascii_lowercase();
- head.starts_with("select") || head.starts_with("with")
- })
- .unwrap_or_else(|| statements.len().saturating_sub(1))
-}
-
/// Get the SQL statements from the specified query file
fn get_query_sql(query: usize) -> Result<Vec<String>> {
if query > 0 && query < 23 {
@@ -1218,137 +1161,6 @@ impl BenchmarkRun {
}
}
-/// Maximum relative-or-absolute difference tolerated between floating-point
-/// cells. Distributed (Ballista) and single-process (DataFusion) execution
-/// aggregate in different orders, and float `sum` is non-associative, so ratio
-/// queries can differ in their last digits.
-const FLOAT_TOLERANCE: f64 = 1e-6;
-
-enum Cell {
- Null,
- Float(f64),
- Text(String),
-}
-
-impl std::fmt::Display for Cell {
- fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
- match self {
- Cell::Null => f.write_str("NULL"),
- Cell::Float(x) => write!(f, "{x}"),
- Cell::Text(s) => f.write_str(s),
- }
- }
-}
-
-fn cell_at(column: &ArrayRef, row: usize) -> Cell {
- if column.is_null(row) {
- return Cell::Null;
- }
- match column.data_type() {
- DataType::Float64 => Cell::Float(
- column
- .as_any()
- .downcast_ref::<Float64Array>()
- .unwrap()
- .value(row),
- ),
- DataType::Float32 => Cell::Float(
- column
- .as_any()
- .downcast_ref::<Float32Array>()
- .unwrap()
- .value(row) as f64,
- ),
- _ => Cell::Text(col_str(column, row)),
- }
-}
-
-fn rows_as_cells(batches: &[RecordBatch]) -> Vec<Vec<Cell>> {
- let mut rows = vec![];
- for batch in batches {
- for row in 0..batch.num_rows() {
- rows.push(batch.columns().iter().map(|c| cell_at(c, row)).collect());
- }
- }
- rows
-}
-
-fn floats_close(a: f64, b: f64) -> bool {
- if a == b {
- return true;
- }
- (a - b).abs() <= FLOAT_TOLERANCE * a.abs().max(b.abs()).max(1.0)
-}
-
-fn cells_equal(a: &Cell, b: &Cell) -> bool {
- match (a, b) {
- (Cell::Null, Cell::Null) => true,
- (Cell::Float(x), Cell::Float(y)) => floats_close(*x, *y),
- (Cell::Text(x), Cell::Text(y)) => x == y,
- _ => false,
- }
-}
-
-/// Canonicalizes Arrow string/binary representation variants so that physical
-/// differences (e.g. `Utf8` vs `Utf8View`) are not treated as result
-/// differences: single-process DataFusion may infer Parquet strings as
-/// `Utf8View` while Ballista produces `Utf8`, but both stringify identically.
-fn canonical_type(dt: &DataType) -> DataType {
- match dt {
- DataType::Utf8View | DataType::LargeUtf8 => DataType::Utf8,
- DataType::BinaryView | DataType::LargeBinary => DataType::Binary,
- _ => dt.clone(),
- }
-}
-
-/// Schema reduced to (name, canonical type) pairs, ignoring nullability and
-/// string/binary representation, for result comparison.
-fn comparable_schema(schema: &Schema) -> Vec<(String, DataType)> {
- schema
- .fields()
- .iter()
- .map(|f| (f.name().clone(), canonical_type(f.data_type())))
- .collect()
-}
-
-/// Compares two result sets, tolerating tiny floating-point differences.
-/// Returns an error describing the first mismatch instead of panicking, so the
-/// benchmark binary exits non-zero with a useful message.
-fn compare_results(expected: &[RecordBatch], actual: &[RecordBatch]) -> Result<()> {
- let expected_rows = rows_as_cells(expected);
- let actual_rows = rows_as_cells(actual);
-
- if expected_rows.len() != actual_rows.len() {
- return Err(DataFusionError::Execution(format!(
- "result mismatch: expected {} rows, got {} rows",
- expected_rows.len(),
- actual_rows.len()
- )));
- }
-
- if let (Some(e), Some(a)) = (expected.first(), actual.first()) {
- let e_schema = comparable_schema(&e.schema());
- let a_schema = comparable_schema(&a.schema());
- if e_schema != a_schema {
- return Err(DataFusionError::Execution(format!(
- "schema mismatch:\n expected: {e_schema:?}\n actual: {a_schema:?}"
- )));
- }
- }
-
- for (i, (erow, arow)) in expected_rows.iter().zip(actual_rows.iter()).enumerate() {
- for (j, (ecell, acell)) in erow.iter().zip(arow.iter()).enumerate() {
- if !cells_equal(ecell, acell) {
- return Err(DataFusionError::Execution(format!(
- "result mismatch at row {i}, column {j}: expected `{ecell}`, got `{acell}`"
- )));
- }
- }
- }
-
- Ok(())
-}
-
/// Get the expected answer for a specific query at scale factor 1
async fn get_expected_results(n: usize, path: &str) -> Result<Vec<RecordBatch>> {
let ctx = SessionContext::new();
@@ -1557,30 +1369,6 @@ fn string_schema(schema: Schema) -> Schema {
)
}
-/// Specialised String representation
-fn col_str(column: &ArrayRef, row_index: usize) -> String {
- if column.is_null(row_index) {
- return "NULL".to_string();
- }
-
- // Special case ListArray as there is no pretty print support for it yet
- if let DataType::FixedSizeList(_, n) = column.data_type() {
- let array = column
- .as_any()
- .downcast_ref::<FixedSizeListArray>()
- .unwrap()
- .value(row_index);
-
- let mut r = Vec::with_capacity(*n as usize);
- for i in 0..*n {
- r.push(col_str(&array, i as usize));
- }
- return format!("[{}]", r.join(","));
- }
-
- array_value_to_string(column, row_index).unwrap()
-}
-
#[derive(Debug, Serialize)]
struct QueryResult {
elapsed: f64,
@@ -1945,105 +1733,6 @@ mod tests {
Ok(())
}
-
- fn f64_batch(values: Vec<f64>) -> RecordBatch {
- let schema =
- Arc::new(Schema::new(vec![Field::new("x", DataType::Float64, false)]));
- RecordBatch::try_new(schema, vec![Arc::new(Float64Array::from(values))]).unwrap()
- }
-
- fn i64_batch(values: Vec<i64>) -> RecordBatch {
- let schema = Arc::new(Schema::new(vec![Field::new("n", DataType::Int64, false)]));
- RecordBatch::try_new(schema, vec![Arc::new(Int64Array::from(values))]).unwrap()
- }
-
- #[test]
- fn compare_results_equal_ok() {
- assert!(
- super::compare_results(&[i64_batch(vec![1, 2])], &[i64_batch(vec![1, 2])])
- .is_ok()
- );
- }
-
- #[test]
- fn compare_results_row_count_mismatch() {
- let err = super::compare_results(&[i64_batch(vec![1])], &[i64_batch(vec![1, 2])])
- .unwrap_err()
- .to_string();
- assert!(err.contains("expected 1 rows, got 2 rows"), "{err}");
- }
-
- #[test]
- fn compare_results_value_mismatch() {
- let err = super::compare_results(&[i64_batch(vec![1])], &[i64_batch(vec![2])])
- .unwrap_err()
- .to_string();
- assert!(err.contains("row 0, column 0"), "{err}");
- }
-
- #[test]
- fn compare_results_floats_within_tolerance_ok() {
- // differ only beyond the tolerance's significant digits
- assert!(
- super::compare_results(
- &[f64_batch(vec![123.4567890])],
- &[f64_batch(vec![123.4567891])]
- )
- .is_ok()
- );
- }
-
- #[test]
- fn compare_results_floats_outside_tolerance_err() {
- assert!(
- super::compare_results(&[f64_batch(vec![100.0])], &[f64_batch(vec![100.5])])
- .is_err()
- );
- }
-
- #[test]
- fn answer_statement_index_picks_select_not_drop() {
- let stmts = vec![
- "create view revenue0 as select 1".to_string(),
- "select * from revenue0 order by a".to_string(),
- "drop view revenue0".to_string(),
- ];
- assert_eq!(super::answer_statement_index(&stmts), 1);
- }
-
- #[test]
- fn answer_statement_index_single_select() {
- let stmts = vec!["select 1".to_string()];
- assert_eq!(super::answer_statement_index(&stmts), 0);
- }
-
- #[test]
- fn answer_statement_index_with_cte() {
- let stmts = vec!["WITH t AS (select 1) select * from t".to_string()];
- assert_eq!(super::answer_statement_index(&stmts), 0);
- }
-
- #[test]
- fn compare_results_ignores_utf8view_vs_utf8() {
- let view_schema = Arc::new(Schema::new(vec![Field::new(
- "s",
- DataType::Utf8View,
- false,
- )]));
- let utf8_schema =
- Arc::new(Schema::new(vec![Field::new("s", DataType::Utf8, false)]));
- let a = RecordBatch::try_new(
- view_schema,
- vec![Arc::new(StringViewArray::from(vec!["x", "y"]))],
- )
- .unwrap();
- let b = RecordBatch::try_new(
- utf8_schema,
- vec![Arc::new(StringArray::from(vec!["x", "y"]))],
- )
- .unwrap();
- assert!(super::compare_results(&[a], &[b]).is_ok());
- }
}
#[cfg(test)]
diff --git a/benchmarks/src/lib.rs b/benchmarks/src/lib.rs
new file mode 100644
index 000000000..2f05647de
--- /dev/null
+++ b/benchmarks/src/lib.rs
@@ -0,0 +1,368 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+//! Shared helpers for the TPC-H and TPC-DS benchmark/correctness binaries.
+//!
+//! These are benchmark-agnostic: result comparison against a DataFusion oracle,
+//! path resolution, answer-statement selection, and Parquet table registration.
+
+use datafusion::arrow::array::*;
+use datafusion::arrow::datatypes::{DataType, Schema};
+use datafusion::arrow::record_batch::RecordBatch;
+use datafusion::arrow::util::display::array_value_to_string;
+use datafusion::error::{DataFusionError, Result};
+use datafusion::prelude::{ParquetReadOptions, SessionContext};
+use std::path::Path;
+
+/// Maximum relative-or-absolute difference tolerated between floating-point
+/// cells. Distributed (Ballista) and single-process (DataFusion) execution
+/// aggregate in different orders, and float `sum` is non-associative, so ratio
+/// queries can differ in their last digits.
+const FLOAT_TOLERANCE: f64 = 1e-6;
+
+pub enum Cell {
+ Null,
+ Float(f64),
+ Text(String),
+}
+
+impl std::fmt::Display for Cell {
+ fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+ match self {
+ Cell::Null => f.write_str("NULL"),
+ Cell::Float(x) => write!(f, "{x}"),
+ Cell::Text(s) => f.write_str(s),
+ }
+ }
+}
+
+pub fn cell_at(column: &ArrayRef, row: usize) -> Cell {
+ if column.is_null(row) {
+ return Cell::Null;
+ }
+ match column.data_type() {
+ DataType::Float64 => Cell::Float(
+ column
+ .as_any()
+ .downcast_ref::<Float64Array>()
+ .unwrap()
+ .value(row),
+ ),
+ DataType::Float32 => Cell::Float(
+ column
+ .as_any()
+ .downcast_ref::<Float32Array>()
+ .unwrap()
+ .value(row) as f64,
+ ),
+ _ => Cell::Text(col_str(column, row)),
+ }
+}
+
+pub fn rows_as_cells(batches: &[RecordBatch]) -> Vec<Vec<Cell>> {
+ let mut rows = vec![];
+ for batch in batches {
+ for row in 0..batch.num_rows() {
+ rows.push(batch.columns().iter().map(|c| cell_at(c, row)).collect());
+ }
+ }
+ rows
+}
+
+pub fn floats_close(a: f64, b: f64) -> bool {
+ if a == b {
+ return true;
+ }
+ (a - b).abs() <= FLOAT_TOLERANCE * a.abs().max(b.abs()).max(1.0)
+}
+
+pub fn cells_equal(a: &Cell, b: &Cell) -> bool {
+ match (a, b) {
+ (Cell::Null, Cell::Null) => true,
+ (Cell::Float(x), Cell::Float(y)) => floats_close(*x, *y),
+ (Cell::Text(x), Cell::Text(y)) => x == y,
+ _ => false,
+ }
+}
+
+/// Canonicalizes Arrow string/binary representation variants so that physical
+/// differences (e.g. `Utf8` vs `Utf8View`) are not treated as result
+/// differences: single-process DataFusion may infer Parquet strings as
+/// `Utf8View` while Ballista produces `Utf8`, but both stringify identically.
+pub fn canonical_type(dt: &DataType) -> DataType {
+ match dt {
+ DataType::Utf8View | DataType::LargeUtf8 => DataType::Utf8,
+ DataType::BinaryView | DataType::LargeBinary => DataType::Binary,
+ _ => dt.clone(),
+ }
+}
+
+/// Schema reduced to (name, canonical type) pairs, ignoring nullability and
+/// string/binary representation, for result comparison.
+pub fn comparable_schema(schema: &Schema) -> Vec<(String, DataType)> {
+ schema
+ .fields()
+ .iter()
+ .map(|f| (f.name().clone(), canonical_type(f.data_type())))
+ .collect()
+}
+
+/// Compares two result sets, tolerating tiny floating-point differences.
+/// Returns an error describing the first mismatch instead of panicking, so the
+/// benchmark binary exits non-zero with a useful message.
+pub fn compare_results(expected: &[RecordBatch], actual: &[RecordBatch]) -> Result<()> {
+ let expected_rows = rows_as_cells(expected);
+ let actual_rows = rows_as_cells(actual);
+
+ if expected_rows.len() != actual_rows.len() {
+ return Err(DataFusionError::Execution(format!(
+ "result mismatch: expected {} rows, got {} rows",
+ expected_rows.len(),
+ actual_rows.len()
+ )));
+ }
+
+ if let (Some(e), Some(a)) = (expected.first(), actual.first()) {
+ let e_schema = comparable_schema(&e.schema());
+ let a_schema = comparable_schema(&a.schema());
+ if e_schema != a_schema {
+ return Err(DataFusionError::Execution(format!(
+ "schema mismatch:\n expected: {e_schema:?}\n actual: {a_schema:?}"
+ )));
+ }
+ }
+
+ for (i, (erow, arow)) in expected_rows.iter().zip(actual_rows.iter()).enumerate() {
+ for (j, (ecell, acell)) in erow.iter().zip(arow.iter()).enumerate() {
+ if !cells_equal(ecell, acell) {
+ return Err(DataFusionError::Execution(format!(
+ "result mismatch at row {i}, column {j}: expected `{ecell}`, got `{acell}`"
+ )));
+ }
+ }
+ }
+
+ Ok(())
+}
+
+/// Specialised String representation
+pub fn col_str(column: &ArrayRef, row_index: usize) -> String {
+ if column.is_null(row_index) {
+ return "NULL".to_string();
+ }
+
+ // Special case ListArray as there is no pretty print support for it yet
+ if let DataType::FixedSizeList(_, n) = column.data_type() {
+ let array = column
+ .as_any()
+ .downcast_ref::<FixedSizeListArray>()
+ .unwrap()
+ .value(row_index);
+
+ let mut r = Vec::with_capacity(*n as usize);
+ for i in 0..*n {
+ r.push(col_str(&array, i as usize));
+ }
+ return format!("[{}]", r.join(","));
+ }
+
+ array_value_to_string(column, row_index).unwrap()
+}
+
+pub fn find_path(path: &str, table: &str, ext: &str) -> Result<String> {
+ // Object-store URLs (e.g. `s3://bucket/prefix`) cannot be probed with the
+ // local filesystem, so register the per-table directory under the base URL
+ // directly. The trailing slash marks it as a directory so the listing table
+ // enumerates the Parquet files inside (e.g. `s3://bucket/prefix/lineitem/`).
+ if path.contains("://") {
+ return Ok(format!("{path}/{table}/"));
+ }
+
+ let path1 = format!("{path}/{table}.{ext}");
+ let path2 = format!("{path}/{table}");
+ if Path::new(&path1).exists() {
+ Ok(path1)
+ } else if Path::new(&path2).exists() {
+ Ok(path2)
+ } else {
+ Err(DataFusionError::Plan(format!(
+ "Could not find {ext} files at {path1} or {path2}"
+ )))
+ }
+}
+
+/// Index of the statement whose result is the query answer: the last `SELECT`
+/// or `WITH` statement, or the last statement if none qualifies. TPC-H query
+/// files may wrap the answer in setup/teardown statements (e.g. q15 creates and
+/// drops a view); only the query statement's result is the answer.
+pub fn answer_statement_index(statements: &[String]) -> usize {
+ statements
+ .iter()
+ .rposition(|s| {
+ let head = s.trim_start().to_ascii_lowercase();
+ head.starts_with("select") || head.starts_with("with")
+ })
+ .unwrap_or_else(|| statements.len().saturating_sub(1))
+}
+
+/// Executes all statements of a query in order and returns the batches of the
+/// answer statement (see `answer_statement_index`).
+pub async fn execute_query_capturing_answer(
+ ctx: &SessionContext,
+ statements: &[String],
+ debug: bool,
+) -> Result<Vec<RecordBatch>> {
+ let answer_idx = answer_statement_index(statements);
+ let mut answer = vec![];
+ for (idx, sql) in statements.iter().enumerate() {
+ if debug {
+ println!("Executing: {sql}");
+ }
+ let df = ctx.sql(sql).await?;
+ let collected = df.collect().await?;
+ if idx == answer_idx {
+ answer = collected;
+ }
+ }
+ Ok(answer)
+}
+
+/// Register each named table as a Parquet source under `path`, inferring the
+/// schema from the files. Works for both a single `<table>.parquet` file and a
+/// partitioned `<table>/` directory (see `find_path`).
+pub async fn register_parquet_tables(
+ ctx: &SessionContext,
+ tables: &[&str],
+ path: &str,
+ debug: bool,
+) -> Result<()> {
+ for &table in tables {
+ let table_path = find_path(path, table, "parquet")?;
+ if debug {
+ println!("Registering table '{table}' from Parquet at {table_path}");
+ }
+ ctx.register_parquet(table, &table_path, ParquetReadOptions::default())
+ .await
+ .map_err(|e| DataFusionError::Plan(format!("{e:?}")))?;
+ }
+ Ok(())
+}
+
+#[cfg(test)]
+mod tests {
+ use super::*;
+ use datafusion::arrow::datatypes::Field;
+ use std::sync::Arc;
+
+ fn f64_batch(values: Vec<f64>) -> RecordBatch {
+ let schema =
+ Arc::new(Schema::new(vec![Field::new("x", DataType::Float64, false)]));
+ RecordBatch::try_new(schema, vec![Arc::new(Float64Array::from(values))]).unwrap()
+ }
+
+ fn i64_batch(values: Vec<i64>) -> RecordBatch {
+ let schema = Arc::new(Schema::new(vec![Field::new("n", DataType::Int64, false)]));
+ RecordBatch::try_new(schema, vec![Arc::new(Int64Array::from(values))]).unwrap()
+ }
+
+ #[test]
+ fn compare_results_equal_ok() {
+ assert!(
+ compare_results(&[i64_batch(vec![1, 2])], &[i64_batch(vec![1, 2])]).is_ok()
+ );
+ }
+
+ #[test]
+ fn compare_results_row_count_mismatch() {
+ let err = compare_results(&[i64_batch(vec![1])], &[i64_batch(vec![1, 2])])
+ .unwrap_err()
+ .to_string();
+ assert!(err.contains("expected 1 rows, got 2 rows"), "{err}");
+ }
+
+ #[test]
+ fn compare_results_value_mismatch() {
+ let err = compare_results(&[i64_batch(vec![1])], &[i64_batch(vec![2])])
+ .unwrap_err()
+ .to_string();
+ assert!(err.contains("row 0, column 0"), "{err}");
+ }
+
+ #[test]
+ fn compare_results_floats_within_tolerance_ok() {
+ // differ only beyond the tolerance's significant digits
+ assert!(
+ compare_results(
+ &[f64_batch(vec![123.4567890])],
+ &[f64_batch(vec![123.4567891])]
+ )
+ .is_ok()
+ );
+ }
+
+ #[test]
+ fn compare_results_floats_outside_tolerance_err() {
+ assert!(
+ compare_results(&[f64_batch(vec![100.0])], &[f64_batch(vec![100.5])])
+ .is_err()
+ );
+ }
+
+ #[test]
+ fn answer_statement_index_picks_select_not_drop() {
+ let stmts = vec![
+ "create view revenue0 as select 1".to_string(),
+ "select * from revenue0 order by a".to_string(),
+ "drop view revenue0".to_string(),
+ ];
+ assert_eq!(answer_statement_index(&stmts), 1);
+ }
+
+ #[test]
+ fn answer_statement_index_single_select() {
+ let stmts = vec!["select 1".to_string()];
+ assert_eq!(answer_statement_index(&stmts), 0);
+ }
+
+ #[test]
+ fn answer_statement_index_with_cte() {
+ let stmts = vec!["WITH t AS (select 1) select * from t".to_string()];
+ assert_eq!(answer_statement_index(&stmts), 0);
+ }
+
+ #[test]
+ fn compare_results_ignores_utf8view_vs_utf8() {
+ let view_schema = Arc::new(Schema::new(vec![Field::new(
+ "s",
+ DataType::Utf8View,
+ false,
+ )]));
+ let utf8_schema =
+ Arc::new(Schema::new(vec![Field::new("s", DataType::Utf8, false)]));
+ let a = RecordBatch::try_new(
+ view_schema,
+ vec![Arc::new(StringViewArray::from(vec!["x", "y"]))],
+ )
+ .unwrap();
+ let b = RecordBatch::try_new(
+ utf8_schema,
+ vec![Arc::new(StringArray::from(vec!["x", "y"]))],
+ )
+ .unwrap();
+ assert!(compare_results(&[a], &[b]).is_ok());
+ }
+}
diff --git a/benchmarks/tpcds-gen.sh b/benchmarks/tpcds-gen.sh
new file mode 100755
index 000000000..48098e346
--- /dev/null
+++ b/benchmarks/tpcds-gen.sh
@@ -0,0 +1,50 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# Generate TPC-DS Parquet using the unified tpcgen-cli
+# (https://github.com/clflushopt/tpchgen-rs). TPC-DS is not yet on crates.io,
+# so tpcgen-cli is installed from git, pinned to a rev. The tpcds subcommand
+# writes one Parquet file per table and has no --parts option.
+#
+# Env overrides:
+# SCALE_FACTOR TPC-DS scale factor (default: 1)
+# OUTPUT_DIR Where data is written (default: ./data-tpcds)
+# TPCGEN_REV tpcgen-cli git rev to install (default: pinned below)
+set -euo pipefail
+
+SCALE_FACTOR="${SCALE_FACTOR:-1}"
+TPCGEN_REV="${TPCGEN_REV:-573fd0018dd1b41e52880162f615e9903418c397}"
+
+script_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+OUTPUT_DIR="${OUTPUT_DIR:-${script_dir}/data-tpcds}"
+
+if ! command -v tpcgen-cli >/dev/null 2>&1; then
+ echo "tpcgen-cli not found; installing from git (rev ${TPCGEN_REV})..."
+ cargo install --git https://github.com/clflushopt/tpchgen-rs --rev "${TPCGEN_REV}" --locked tpcgen-cli
+fi
+
+echo "Generating TPC-DS SF${SCALE_FACTOR} as Parquet into ${OUTPUT_DIR}"
+mkdir -p "${OUTPUT_DIR}"
+rm -rf "${OUTPUT_DIR:?}/"*
+
+tpcgen-cli tpcds parquet \
+ --scale-factor "${SCALE_FACTOR}" \
+ --output-dir "${OUTPUT_DIR}"
+
+echo "Done. Files written to ${OUTPUT_DIR}"
diff --git a/dev/vendor-tpcds-queries.sh b/dev/vendor-tpcds-queries.sh
new file mode 100755
index 000000000..9f381d66c
--- /dev/null
+++ b/dev/vendor-tpcds-queries.sh
@@ -0,0 +1,36 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# Fetch the 99 DataFusion-materialized TPC-DS queries (branch-54) into
+# benchmarks/queries-tpcds/qN.sql. Re-run to refresh when the DataFusion pin
+# changes. Source files are named N.sql upstream; we prefix with `q` to match
+# the TPC-H convention.
+set -euo pipefail
+
+BRANCH="${DATAFUSION_BRANCH:-branch-54}"
+BASE="https://raw.githubusercontent.com/apache/datafusion/${BRANCH}/datafusion/core/tests/tpc-ds"
+script_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+out_dir="${script_dir}/../benchmarks/queries-tpcds"
+
+mkdir -p "$out_dir"
+for n in $(seq 1 99); do
+ echo "Fetching q${n}.sql"
+ curl -fsSL "${BASE}/${n}.sql" -o "${out_dir}/q${n}.sql"
+done
+echo "Vendored 99 TPC-DS queries from ${BRANCH} into ${out_dir}"
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org