[beam] branch master updated (05e5c72 -> c2369bd)

[am...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

amaliujia pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 05e5c72  Fix dictionary changes size error in pickler.py (#12458)
     add c2369bd  [BEAM-9891] TPC-DS module initialization, tables and queries stored (#12436)

No new revisions were added by this update.

Summary of changes:
 .../extensions/sql/impl/schema/BeamTableUtils.java |   6 +
 sdks/java/testing/tpcds/build.gradle               |  52 +++++
 .../java/org/apache/beam/sdk/tpcds/BeamTpcds.java  | 129 ++++++++++++
 .../org/apache/beam/sdk/tpcds/QueryReader.java     |  59 ++++++
 .../beam/sdk/tpcds/TableSchemaJSONLoader.java      | 112 ++++++++++
 .../org/apache/beam/sdk/tpcds/TpcdsOptions.java    |  42 ++++
 .../beam/sdk/tpcds/TpcdsOptionsRegistrar.java      |  33 +++
 .../beam/sdk/tpcds/TpcdsParametersReader.java      | 108 ++++++++++
 .../java/org/apache/beam/sdk/tpcds/TpcdsRun.java   |  40 ++++
 .../tpcds/src/main/resources/queries/query1.sql    |  38 ++++
 .../tpcds/src/main/resources/queries/query10.sql   |  72 +++++++
 .../tpcds/src/main/resources/queries/query11.sql   |  94 +++++++++
 .../tpcds/src/main/resources/queries/query12.sql   |  47 +++++
 .../tpcds/src/main/resources/queries/query13.sql   |  64 ++++++
 .../tpcds/src/main/resources/queries/query14.sql   | 223 ++++++++++++++++++++
 .../tpcds/src/main/resources/queries/query15.sql   |  33 +++
 .../tpcds/src/main/resources/queries/query16.sql   |  44 ++++
 .../tpcds/src/main/resources/queries/query17.sql   |  58 +++++
 .../tpcds/src/main/resources/queries/query18.sql   |  47 +++++
 .../tpcds/src/main/resources/queries/query19.sql   |  38 ++++
 .../tpcds/src/main/resources/queries/query2.sql    |  73 +++++++
 .../tpcds/src/main/resources/queries/query20.sql   |  43 ++++
 .../tpcds/src/main/resources/queries/query21.sql   |  43 ++++
 .../tpcds/src/main/resources/queries/query22.sql   |  33 +++
 .../tpcds/src/main/resources/queries/query23.sql   | 120 +++++++++++
 .../tpcds/src/main/resources/queries/query24.sql   | 119 +++++++++++
 .../tpcds/src/main/resources/queries/query25.sql   |  61 ++++++
 .../tpcds/src/main/resources/queries/query26.sql   |  34 +++
 .../tpcds/src/main/resources/queries/query27.sql   |  36 ++++
 .../tpcds/src/main/resources/queries/query28.sql   |  66 ++++++
 .../tpcds/src/main/resources/queries/query29.sql   |  60 ++++++
 .../tpcds/src/main/resources/queries/query3.sql    |  34 +++
 .../tpcds/src/main/resources/queries/query30.sql   |  44 ++++
 .../tpcds/src/main/resources/queries/query31.sql   |  65 ++++++
 .../tpcds/src/main/resources/queries/query32.sql   |  41 ++++
 .../tpcds/src/main/resources/queries/query33.sql   |  88 ++++++++
 .../tpcds/src/main/resources/queries/query34.sql   |  44 ++++
 .../tpcds/src/main/resources/queries/query35.sql   |  71 +++++++
 .../tpcds/src/main/resources/queries/query36.sql   |  43 ++++
 .../tpcds/src/main/resources/queries/query37.sql   |  30 +++
 .../tpcds/src/main/resources/queries/query38.sql   |  36 ++++
 .../tpcds/src/main/resources/queries/query39.sql   |  66 ++++++
 .../tpcds/src/main/resources/queries/query4.sql    | 129 ++++++++++++
 .../tpcds/src/main/resources/queries/query40.sql   |  41 ++++
 .../tpcds/src/main/resources/queries/query41.sql   |  65 ++++++
 .../tpcds/src/main/resources/queries/query42.sql   |  35 ++++
 .../tpcds/src/main/resources/queries/query43.sql   |  32 +++
 .../tpcds/src/main/resources/queries/query44.sql   |  48 +++++
 .../tpcds/src/main/resources/queries/query45.sql   |  33 +++
 .../tpcds/src/main/resources/queries/query46.sql   |  48 +++++
 .../tpcds/src/main/resources/queries/query47.sql   |  64 ++++++
 .../tpcds/src/main/resources/queries/query48.sql   |  79 +++++++
 .../tpcds/src/main/resources/queries/query49.sql   | 142 +++++++++++++
 .../tpcds/src/main/resources/queries/query5.sql    | 141 +++++++++++++
 .../tpcds/src/main/resources/queries/query50.sql   |  72 +++++++
 .../tpcds/src/main/resources/queries/query51.sql   |  58 +++++
 .../tpcds/src/main/resources/queries/query52.sql   |  35 ++++
 .../tpcds/src/main/resources/queries/query53.sql   |  41 ++++
 .../tpcds/src/main/resources/queries/query54.sql   |  69 ++++++
 .../tpcds/src/main/resources/queries/query55.sql   |  27 +++
 .../tpcds/src/main/resources/queries/query56.sql   |  82 ++++++++
 .../tpcds/src/main/resources/queries/query57.sql   |  61 ++++++
 .../tpcds/src/main/resources/queries/query58.sql   |  78 +++++++
 .../tpcds/src/main/resources/queries/query59.sql   |  57 +++++
 .../tpcds/src/main/resources/queries/query6.sql    |  39 ++++
 .../tpcds/src/main/resources/queries/query60.sql   |  91 ++++++++
 .../tpcds/src/main/resources/queries/query61.sql   |  57 +++++
 .../tpcds/src/main/resources/queries/query62.sql   |  48 +++++
 .../tpcds/src/main/resources/queries/query63.sql   |  42 ++++
 .../tpcds/src/main/resources/queries/query64.sql   | 134 ++++++++++++
 .../tpcds/src/main/resources/queries/query65.sql   |  42 ++++
 .../tpcds/src/main/resources/queries/query66.sql   | 233 +++++++++++++++++++++
 .../tpcds/src/main/resources/queries/query67.sql   |  57 +++++
 .../tpcds/src/main/resources/queries/query68.sql   |  55 +++++
 .../tpcds/src/main/resources/queries/query69.sql   |  60 ++++++
 .../tpcds/src/main/resources/queries/query7.sql    |  34 +++
 .../tpcds/src/main/resources/queries/query70.sql   |  51 +++++
 .../tpcds/src/main/resources/queries/query71.sql   |  52 +++++
 .../tpcds/src/main/resources/queries/query72.sql   |  42 ++++
 .../tpcds/src/main/resources/queries/query73.sql   |  41 ++++
 .../tpcds/src/main/resources/queries/query74.sql   |  74 +++++++
 .../tpcds/src/main/resources/queries/query75.sql   |  83 ++++++++
 .../tpcds/src/main/resources/queries/query76.sql   |  37 ++++
 .../tpcds/src/main/resources/queries/query77.sql   | 121 +++++++++++
 .../tpcds/src/main/resources/queries/query78.sql   |  71 +++++++
 .../tpcds/src/main/resources/queries/query79.sql   |  36 ++++
 .../tpcds/src/main/resources/queries/query8.sql    | 121 +++++++++++
 .../tpcds/src/main/resources/queries/query80.sql   | 109 ++++++++++
 .../tpcds/src/main/resources/queries/query81.sql   |  44 ++++
 .../tpcds/src/main/resources/queries/query82.sql   |  30 +++
 .../tpcds/src/main/resources/queries/query83.sql   |  80 +++++++
 .../tpcds/src/main/resources/queries/query84.sql   |  34 +++
 .../tpcds/src/main/resources/queries/query85.sql   |  97 +++++++++
 .../tpcds/src/main/resources/queries/query86.sql   |  39 ++++
 .../tpcds/src/main/resources/queries/query87.sql   |  35 ++++
 .../tpcds/src/main/resources/queries/query88.sql   | 106 ++++++++++
 .../tpcds/src/main/resources/queries/query89.sql   |  41 ++++
 .../tpcds/src/main/resources/queries/query9.sql    |  63 ++++++
 .../tpcds/src/main/resources/queries/query90.sql   |  35 ++++
 .../tpcds/src/main/resources/queries/query91.sql   |  44 ++++
 .../tpcds/src/main/resources/queries/query92.sql   |  43 ++++
 .../tpcds/src/main/resources/queries/query93.sql   |  31 +++
 .../tpcds/src/main/resources/queries/query94.sql   |  42 ++++
 .../tpcds/src/main/resources/queries/query95.sql   |  45 ++++
 .../tpcds/src/main/resources/queries/query96.sql   |  29 +++
 .../tpcds/src/main/resources/queries/query97.sql   |  38 ++++
 .../tpcds/src/main/resources/queries/query98.sql   |  46 ++++
 .../tpcds/src/main/resources/queries/query99.sql   |  48 +++++
 .../src/main/resources/schemas/call_center.json    |  33 +++
 .../src/main/resources/schemas/catalog_page.json   |  11 +
 .../main/resources/schemas/catalog_returns.json    |  29 +++
 .../src/main/resources/schemas/catalog_sales.json  |  36 ++++
 .../tpcds/src/main/resources/schemas/customer.json |  20 ++
 .../main/resources/schemas/customer_address.json   |  15 ++
 .../resources/schemas/customer_demographics.json   |  11 +
 .../tpcds/src/main/resources/schemas/date_dim.json |  30 +++
 .../resources/schemas/household_demographics.json  |   7 +
 .../src/main/resources/schemas/income_band.json    |   5 +
 .../src/main/resources/schemas/inventory.json      |   7 +
 .../tpcds/src/main/resources/schemas/item.json     |  24 +++
 .../src/main/resources/schemas/promotion.json      |  21 ++
 .../tpcds/src/main/resources/schemas/reason.json   |   5 +
 .../src/main/resources/schemas/ship_mode.json      |   8 +
 .../tpcds/src/main/resources/schemas/store.json    |  31 +++
 .../src/main/resources/schemas/store_returns.json  |  22 ++
 .../src/main/resources/schemas/store_sales.json    |  25 +++
 .../tpcds/src/main/resources/schemas/time_dim.json |  12 ++
 .../src/main/resources/schemas/warehouse.json      |  16 ++
 .../tpcds/src/main/resources/schemas/web_page.json |  16 ++
 .../src/main/resources/schemas/web_returns.json    |  26 +++
 .../src/main/resources/schemas/web_sales.json      |  36 ++++
 .../tpcds/src/main/resources/schemas/web_site.json |  28 +++
 .../org/apache/beam/sdk/tpcds/QueryReaderTest.java | 205 ++++++++++++++++++
 .../beam/sdk/tpcds/TableSchemaJSONLoaderTest.java  | 151 +++++++++++++
 .../beam/sdk/tpcds/TpcdsParametersReaderTest.java  |  92 ++++++++
 settings.gradle                                    |   1 +
 136 files changed, 7649 insertions(+)
 create mode 100644 sdks/java/testing/tpcds/build.gradle
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/BeamTpcds.java
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/QueryReader.java
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/TableSchemaJSONLoader.java
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/TpcdsOptions.java
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/TpcdsOptionsRegistrar.java
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/TpcdsParametersReader.java
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/TpcdsRun.java
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query1.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query10.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query11.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query12.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query13.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query14.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query15.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query16.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query17.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query18.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query19.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query2.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query20.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query21.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query22.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query23.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query24.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query25.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query26.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query27.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query28.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query29.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query3.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query30.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query31.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query32.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query33.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query34.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query35.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query36.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query37.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query38.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query39.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query4.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query40.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query41.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query42.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query43.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query44.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query45.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query46.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query47.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query48.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query49.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query5.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query50.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query51.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query52.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query53.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query54.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query55.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query56.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query57.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query58.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query59.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query6.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query60.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query61.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query62.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query63.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query64.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query65.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query66.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query67.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query68.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query69.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query7.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query70.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query71.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query72.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query73.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query74.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query75.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query76.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query77.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query78.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query79.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query8.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query80.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query81.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query82.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query83.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query84.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query85.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query86.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query87.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query88.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query89.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query9.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query90.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query91.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query92.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query93.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query94.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query95.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query96.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query97.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query98.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/queries/query99.sql
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/call_center.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/catalog_page.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/catalog_returns.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/catalog_sales.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/customer.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/customer_address.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/customer_demographics.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/date_dim.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/household_demographics.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/income_band.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/inventory.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/item.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/promotion.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/reason.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/ship_mode.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/store.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/store_returns.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/store_sales.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/time_dim.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/warehouse.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/web_page.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/web_returns.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/web_sales.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas/web_site.json
 create mode 100644 sdks/java/testing/tpcds/src/test/java/org/apache/beam/sdk/tpcds/QueryReaderTest.java
 create mode 100644 sdks/java/testing/tpcds/src/test/java/org/apache/beam/sdk/tpcds/TableSchemaJSONLoaderTest.java
 create mode 100644 sdks/java/testing/tpcds/src/test/java/org/apache/beam/sdk/tpcds/TpcdsParametersReaderTest.java