You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mm...@apache.org on 2018/04/09 18:37:45 UTC
[1/3] hive git commit: HIVE-19074: Vectorization: Add llap
vectorization_div0.q.out Q output file (missing changes) (Matt McCline,
reviewed by Teddy Choi)
Repository: hive
Updated Branches:
refs/heads/master e7c15d234 -> a21302f10
http://git-wip-us.apache.org/repos/asf/hive/blob/a21302f1/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out b/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out
deleted file mode 100644
index e00dcd9..0000000
--- a/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out
+++ /dev/null
@@ -1,870 +0,0 @@
-PREHOOK: query: explain vectorization expression
-select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
-from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain vectorization expression
-select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
-from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
-POSTHOOK: type: QUERY
-Explain
-PLAN VECTORIZATION:
- enabled: true
- enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: alltypesorc
- Statistics: Num rows: 12288 Data size: 220184 Basic stats: COMPLETE Column stats: COMPLETE
- TableScan Vectorization:
- native: true
- Select Operator
- expressions: cint (type: int), (UDFToDouble(cint) / 0.0D) (type: double), ctinyint (type: tinyint), (UDFToDouble(ctinyint) / 0.0D) (type: double), cbigint (type: bigint), (UDFToDouble(cbigint) / 0.0D) (type: double), cdouble (type: double), (cdouble / 0.0D) (type: double)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [2, 14, 0, 15, 3, 16, 5, 13]
- selectExpressions: DoubleColDivideDoubleScalar(col 13:double, val 0.0)(children: CastLongToDouble(col 2:int) -> 13:double) -> 14:double, DoubleColDivideDoubleScalar(col 13:double, val 0.0)(children: CastLongToDouble(col 0:tinyint) -> 13:double) -> 15:double, DoubleColDivideDoubleScalar(col 13:double, val 0.0)(children: CastLongToDouble(col 3:bigint) -> 13:double) -> 16:double, DoubleColDivideDoubleScalar(col 5:double, val 0.0) -> 13:double
- Statistics: Num rows: 12288 Data size: 613400 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col0 (type: int), _col2 (type: tinyint), _col4 (type: bigint), _col6 (type: double)
- sort order: ++++
- Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
- native: true
- nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
- Statistics: Num rows: 12288 Data size: 613400 Basic stats: COMPLETE Column stats: COMPLETE
- TopN Hash Memory Usage: 0.1
- value expressions: _col1 (type: double), _col3 (type: double), _col5 (type: double), _col7 (type: double)
- Execution mode: vectorized, llap
- LLAP IO: all inputs
- Map Vectorization:
- enabled: true
- enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
- inputFormatFeatureSupport: []
- featureSupportInUse: []
- inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- allNative: true
- usesVectorUDFAdaptor: false
- vectorized: true
- Reducer 2
- Execution mode: vectorized, llap
- Reduce Vectorization:
- enabled: true
- enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
- allNative: false
- usesVectorUDFAdaptor: false
- vectorized: true
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), KEY.reducesinkkey1 (type: tinyint), VALUE._col1 (type: double), KEY.reducesinkkey2 (type: bigint), VALUE._col2 (type: double), KEY.reducesinkkey3 (type: double), VALUE._col3 (type: double)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [0, 4, 1, 5, 2, 6, 3, 7]
- Statistics: Num rows: 12288 Data size: 613400 Basic stats: COMPLETE Column stats: COMPLETE
- Limit
- Number of rows: 100
- Limit Vectorization:
- className: VectorLimitOperator
- native: true
- Statistics: Num rows: 100 Data size: 5024 Basic stats: COMPLETE Column stats: COMPLETE
- File Output Operator
- compressed: false
- File Sink Vectorization:
- className: VectorFileSinkOperator
- native: false
- Statistics: Num rows: 100 Data size: 5024 Basic stats: COMPLETE Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: 100
- Processor Tree:
- ListSink
-
-PREHOOK: query: select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
-from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
-PREHOOK: type: QUERY
-PREHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-POSTHOOK: query: select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
-from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-cint cint_div ctinyint ctinyint_div cbigint cbigint_div cdouble cdouble_div
-NULL NULL -60 NULL -1016256928 NULL 15601.0 NULL
-NULL NULL -60 NULL -1062217466 NULL -200.0 NULL
-NULL NULL -60 NULL -1183915345 NULL -7196.0 NULL
-NULL NULL -60 NULL -126921733 NULL -200.0 NULL
-NULL NULL -60 NULL -1445021496 NULL -200.0 NULL
-NULL NULL -60 NULL -1690528981 NULL -200.0 NULL
-NULL NULL -60 NULL -1743144280 NULL 15601.0 NULL
-NULL NULL -60 NULL -1802243330 NULL -7196.0 NULL
-NULL NULL -60 NULL -1860186661 NULL -200.0 NULL
-NULL NULL -60 NULL -2041965187 NULL 15601.0 NULL
-NULL NULL -60 NULL -483910982 NULL -200.0 NULL
-NULL NULL -60 NULL -508015343 NULL -200.0 NULL
-NULL NULL -60 NULL -519753851 NULL 15601.0 NULL
-NULL NULL -60 NULL -5953872 NULL 15601.0 NULL
-NULL NULL -60 NULL -68838726 NULL -7196.0 NULL
-NULL NULL -60 NULL -903925845 NULL 15601.0 NULL
-NULL NULL -60 NULL 1122241452 NULL 15601.0 NULL
-NULL NULL -60 NULL 1172431520 NULL -200.0 NULL
-NULL NULL -60 NULL 927847540 NULL -200.0 NULL
-NULL NULL -60 NULL NULL NULL -200.0 NULL
-NULL NULL -61 NULL -1022679553 NULL 15601.0 NULL
-NULL NULL -61 NULL -1062521098 NULL -7196.0 NULL
-NULL NULL -61 NULL -1313743110 NULL -200.0 NULL
-NULL NULL -61 NULL -1513172815 NULL -7196.0 NULL
-NULL NULL -61 NULL -1728754595 NULL -7196.0 NULL
-NULL NULL -61 NULL -1769786673 NULL -200.0 NULL
-NULL NULL -61 NULL -2114172148 NULL -7196.0 NULL
-NULL NULL -61 NULL -2175533 NULL -7196.0 NULL
-NULL NULL -61 NULL -836697023 NULL -200.0 NULL
-NULL NULL -61 NULL -854893578 NULL 15601.0 NULL
-NULL NULL -61 NULL -982179838 NULL 15601.0 NULL
-NULL NULL -61 NULL 1114673625 NULL 15601.0 NULL
-NULL NULL -61 NULL 1139675920 NULL 15601.0 NULL
-NULL NULL -61 NULL 1237548317 NULL -7196.0 NULL
-NULL NULL -61 NULL 127734700 NULL -7196.0 NULL
-NULL NULL -61 NULL 1399483216 NULL -200.0 NULL
-NULL NULL -61 NULL 1415466231 NULL -7196.0 NULL
-NULL NULL -61 NULL 184425274 NULL -200.0 NULL
-NULL NULL -61 NULL 1977536065 NULL 15601.0 NULL
-NULL NULL -61 NULL 484546535 NULL 15601.0 NULL
-NULL NULL -61 NULL 623787602 NULL -200.0 NULL
-NULL NULL -61 NULL 919939154 NULL 15601.0 NULL
-NULL NULL -61 NULL 943547371 NULL -7196.0 NULL
-NULL NULL -61 NULL NULL NULL -7196.0 NULL
-NULL NULL -61 NULL NULL NULL -7196.0 NULL
-NULL NULL -62 NULL -1113073921 NULL -200.0 NULL
-NULL NULL -62 NULL -1367753794 NULL -7196.0 NULL
-NULL NULL -62 NULL -1592016120 NULL 15601.0 NULL
-NULL NULL -62 NULL -167812632 NULL -200.0 NULL
-NULL NULL -62 NULL -1726415169 NULL 15601.0 NULL
-NULL NULL -62 NULL -1761785534 NULL -7196.0 NULL
-NULL NULL -62 NULL -2080605724 NULL -200.0 NULL
-NULL NULL -62 NULL -642836823 NULL -7196.0 NULL
-NULL NULL -62 NULL -840223244 NULL -7196.0 NULL
-NULL NULL -62 NULL 1221804187 NULL -200.0 NULL
-NULL NULL -62 NULL 1380844570 NULL -7196.0 NULL
-NULL NULL -62 NULL 1443417260 NULL -200.0 NULL
-NULL NULL -62 NULL 1607712873 NULL -200.0 NULL
-NULL NULL -62 NULL 1670449519 NULL -7196.0 NULL
-NULL NULL -62 NULL 2071666427 NULL -200.0 NULL
-NULL NULL -62 NULL 281485844 NULL 15601.0 NULL
-NULL NULL -62 NULL 325025905 NULL -200.0 NULL
-NULL NULL -62 NULL 667693308 NULL 15601.0 NULL
-NULL NULL -62 NULL 68899019 NULL 15601.0 NULL
-NULL NULL -62 NULL 726070601 NULL -200.0 NULL
-NULL NULL -62 NULL 73960976 NULL 15601.0 NULL
-NULL NULL -62 NULL 756424745 NULL -7196.0 NULL
-NULL NULL -62 NULL 986221936 NULL -7196.0 NULL
-NULL NULL -62 NULL NULL NULL -7196.0 NULL
-NULL NULL -62 NULL NULL NULL -7196.0 NULL
-NULL NULL -63 NULL -1167054574 NULL 15601.0 NULL
-NULL NULL -63 NULL -1224023895 NULL -7196.0 NULL
-NULL NULL -63 NULL -1574729892 NULL 15601.0 NULL
-NULL NULL -63 NULL -1711796768 NULL -7196.0 NULL
-NULL NULL -63 NULL -1996001975 NULL 15601.0 NULL
-NULL NULL -63 NULL -1999307539 NULL -200.0 NULL
-NULL NULL -63 NULL -200542601 NULL 15601.0 NULL
-NULL NULL -63 NULL -2070832461 NULL -200.0 NULL
-NULL NULL -63 NULL -721244708 NULL 15601.0 NULL
-NULL NULL -63 NULL -994504916 NULL -7196.0 NULL
-NULL NULL -63 NULL -997946077 NULL -200.0 NULL
-NULL NULL -63 NULL 1089367203 NULL -200.0 NULL
-NULL NULL -63 NULL 1927856372 NULL -200.0 NULL
-NULL NULL -63 NULL 2059199534 NULL 15601.0 NULL
-NULL NULL -63 NULL 483904240 NULL 15601.0 NULL
-NULL NULL -63 NULL 507317726 NULL -200.0 NULL
-NULL NULL -63 NULL 956380949 NULL -200.0 NULL
-NULL NULL -64 NULL -1615920595 NULL -7196.0 NULL
-NULL NULL -64 NULL -1639157869 NULL -7196.0 NULL
-NULL NULL -64 NULL -1809291815 NULL 15601.0 NULL
-NULL NULL -64 NULL -1809444706 NULL -200.0 NULL
-NULL NULL -64 NULL -527203677 NULL -7196.0 NULL
-NULL NULL -64 NULL 1090418478 NULL -7196.0 NULL
-NULL NULL -64 NULL 1421812187 NULL 15601.0 NULL
-NULL NULL -64 NULL 1805860756 NULL -7196.0 NULL
-NULL NULL -64 NULL 1960950366 NULL 15601.0 NULL
-NULL NULL -64 NULL 2118653994 NULL -200.0 NULL
-NULL NULL -64 NULL 406535485 NULL -7196.0 NULL
-NULL NULL -64 NULL 658026952 NULL -7196.0 NULL
-NULL NULL -64 NULL 927647669 NULL -200.0 NULL
-PREHOOK: query: explain vectorization expression
-select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
-from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain vectorization expression
-select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
-from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
-POSTHOOK: type: QUERY
-Explain
-PLAN VECTORIZATION:
- enabled: true
- enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: alltypesorc
- Statistics: Num rows: 12288 Data size: 146792 Basic stats: COMPLETE Column stats: COMPLETE
- TableScan Vectorization:
- native: true
- Filter Operator
- Filter Vectorization:
- className: VectorFilterOperator
- native: true
- predicateExpression: FilterExprAndExpr(children: FilterLongColGreaterLongScalar(col 3:bigint, val 0), FilterLongColLessLongScalar(col 3:bigint, val 100000000))
- predicate: ((cbigint < 100000000L) and (cbigint > 0L)) (type: boolean)
- Statistics: Num rows: 1365 Data size: 16320 Basic stats: COMPLETE Column stats: COMPLETE
- Select Operator
- expressions: (cbigint - 988888) (type: bigint), (cdouble / UDFToDouble((cbigint - 988888))) (type: double), (1.2 / CAST( (cbigint - 988888) AS decimal(19,0))) (type: decimal(22,21))
- outputColumnNames: _col0, _col1, _col2
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [13, 16, 18]
- selectExpressions: LongColSubtractLongScalar(col 3:bigint, val 988888) -> 13:bigint, DoubleColDivideDoubleColumn(col 5:double, col 15:double)(children: CastLongToDouble(col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 988888) -> 14:bigint) -> 15:double) -> 16:double, DecimalScalarDivideDecimalColumn(val 1.2, col 17:decimal(19,0))(children: CastLongToDecimal(col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 988888) -> 14:bigint) -> 17:decimal(19,0)) -> 18:decimal(22,21)
- Statistics: Num rows: 1365 Data size: 174720 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col0 (type: bigint), _col1 (type: double), _col2 (type: decimal(22,21))
- sort order: +++
- Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
- native: true
- nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
- Statistics: Num rows: 1365 Data size: 174720 Basic stats: COMPLETE Column stats: COMPLETE
- TopN Hash Memory Usage: 0.1
- Execution mode: vectorized, llap
- LLAP IO: all inputs
- Map Vectorization:
- enabled: true
- enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
- inputFormatFeatureSupport: []
- featureSupportInUse: []
- inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- allNative: true
- usesVectorUDFAdaptor: false
- vectorized: true
- Reducer 2
- Execution mode: vectorized, llap
- Reduce Vectorization:
- enabled: true
- enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
- allNative: false
- usesVectorUDFAdaptor: false
- vectorized: true
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: decimal(22,21))
- outputColumnNames: _col0, _col1, _col2
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [0, 1, 2]
- Statistics: Num rows: 1365 Data size: 174720 Basic stats: COMPLETE Column stats: COMPLETE
- Limit
- Number of rows: 100
- Limit Vectorization:
- className: VectorLimitOperator
- native: true
- Statistics: Num rows: 100 Data size: 12800 Basic stats: COMPLETE Column stats: COMPLETE
- File Output Operator
- compressed: false
- File Sink Vectorization:
- className: VectorFileSinkOperator
- native: false
- Statistics: Num rows: 100 Data size: 12800 Basic stats: COMPLETE Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: 100
- Processor Tree:
- ListSink
-
-PREHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
-from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
-PREHOOK: type: QUERY
-PREHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-POSTHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
-from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-s1 s2 s3
--63925 0.11256941728588189 -0.000018771998435666797
--985319 2.0297994862577501E-4 -0.000001217879691754650
--985319 NULL -0.000001217879691754650
-0 NULL NULL
-0 NULL NULL
-0 NULL NULL
-0 NULL NULL
-0 NULL NULL
-0 NULL NULL
-0 NULL NULL
-0 NULL NULL
-0 NULL NULL
-10000738 0.001559984873116364 0.000000119991144653525
-10081828 0.0015474376273826532 0.000000119026033770860
-10745355 -6.696847149303117E-4 0.000000111676161466978
-11127199 -1.797397530142132E-5 0.000000107843851808528
-11722580 NULL 0.000000102366543883684
-12649396 NULL 0.000000094866189658384
-13126214 -1.5236685917203544E-5 0.000000091420115503221
-14042667 NULL 0.000000085453852889910
-14943972 -1.3383322720358416E-5 0.000000080299936322150
-16259022 NULL 0.000000073805177211766
-16531556 -1.2098074736582569E-5 0.000000072588448419495
-16596157 NULL 0.000000072305895876979
-17058489 -1.1724367849930905E-5 0.000000070346207099585
-17247320 -4.172242412154468E-4 0.000000069576026884177
-19004427 8.209139901981786E-4 0.000000063143182375349
-19498517 NULL 0.000000061543141973310
-20165679 7.736411950224934E-4 0.000000059507046601307
-20547875 NULL 0.000000058400199534015
-23264783 NULL 0.000000051580107151655
-2331159 NULL 0.000000514765402102559
-2342037 NULL 0.000000512374484263058
-23475527 6.645644206411213E-4 0.000000051117063314489
-24379905 NULL 0.000000049220864478348
-24514624 -2.935390728407664E-4 0.000000048950373458716
-25154198 -2.860755091456305E-4 0.000000047705754721339
-25245192 -7.922300610745999E-6 0.000000047533803664476
-26610943 NULL 0.000000045094230595286
-27520143 5.668938566198584E-4 0.000000043604424584567
-27818379 NULL 0.000000043136949137115
-28400244 NULL 0.000000042253158106670
-28698999 5.43607810153936E-4 0.000000041813305056389
-28806400 -6.9429015774272385E-6 0.000000041657409464563
-29920877 5.214085135271938E-4 0.000000040105776311303
-33126539 NULL 0.000000036224732079617
-34603086 NULL 0.000000034678987879867
-35156265 NULL 0.000000034133318769784
-3533105 -5.660743170667161E-5 0.000000339644590240030
-35862260 NULL 0.000000033461360215447
-36123797 -1.992038655294182E-4 0.000000033219099310075
-36341671 -1.980096072082101E-4 0.000000033019945615599
-36413215 -5.4925114412446145E-6 0.000000032955068647468
-36578596 4.2650625518814335E-4 0.000000032806070522772
-36796441 -1.955623914823719E-4 0.000000032611849607955
-3768727 0.004139594085748318 0.000000318409903397089
-392309 NULL 0.000003058813333367320
-39723587 NULL 0.000000030208752296211
-39985709 -1.7996429674411925E-4 0.000000030010722080731
-40018606 NULL 0.000000029986051987918
-41003161 NULL 0.000000029266036342905
-41158231 3.790493328053871E-4 0.000000029155772025285
-41848817 NULL 0.000000028674645689507
-44047567 -1.633688416888043E-4 0.000000027243275434487
-45125678 NULL 0.000000026592398234992
-45180154 NULL 0.000000026560334433566
-45717793 3.4124569399052136E-4 0.000000026247986205283
-46163162 NULL 0.000000025994753132379
-46525838 3.353190543284787E-4 0.000000025792120068853
-4728619 NULL 0.000000253773881972728
-48626663 NULL 0.000000024677819244969
-49102701 -1.465499830650864E-4 0.000000024438574163161
-50300445 -1.4306036457530346E-4 0.000000023856647789100
-50929325 -1.412938420055636E-4 0.000000023562063702984
-52422534 -1.3726921327381848E-4 0.000000022890919389742
-52667422 2.9621727070673783E-4 0.000000022784483356713
-52962061 2.945693522010029E-4 0.000000022657728520044
-53695172 NULL 0.000000022348377988248
-5391403 NULL 0.000000222576572369010
-54760317 NULL 0.000000021913678841560
-55020655 2.835480602693661E-4 0.000000021809991175132
-56102034 NULL 0.000000021389598815615
-56131313 NULL 0.000000021378441655195
-56838351 -3.5187509222426247E-6 0.000000021112505533456
-56997841 -3.5089048372902406E-6 0.000000021053429023741
-57778807 -1.2454393528755274E-4 0.000000020768860803928
-58080381 NULL 0.000000020661021490200
-58307527 NULL 0.000000020580533281749
-58536385 -1.2293208745295768E-4 0.000000020500070170032
-59347745 NULL 0.000000020219807846111
-60229567 NULL 0.000000019923769334088
-60330397 NULL 0.000000019890470801974
-673083 -0.010691103474608629 0.000001782841046349410
-7022666 -0.0010246820794268159 0.000000170875277280736
-7470430 NULL 0.000000160633323650714
-8276429 NULL 0.000000144990067576246
-8286860 -8.683626850218298E-4 0.000000144807562816314
-8299981 -8.669899364829872E-4 0.000000144578644216174
-9247593 NULL 0.000000129763496295739
-9821695 -7.326637611939691E-4 0.000000122178503812224
-PREHOOK: query: explain vectorization expression
-select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
-from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain vectorization expression
-select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
-from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
-POSTHOOK: type: QUERY
-Explain
-PLAN VECTORIZATION:
- enabled: true
- enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: alltypesorc
- Statistics: Num rows: 12288 Data size: 146792 Basic stats: COMPLETE Column stats: COMPLETE
- TableScan Vectorization:
- native: true
- Filter Operator
- Filter Vectorization:
- className: VectorFilterOperator
- native: true
- predicateExpression: FilterExprAndExpr(children: FilterDoubleColGreaterEqualDoubleScalar(col 5:double, val -500.0), FilterDoubleColLessDoubleScalar(col 5:double, val -199.0))
- predicate: ((cdouble < -199.0D) and (cdouble >= -500.0D)) (type: boolean)
- Statistics: Num rows: 1365 Data size: 16320 Basic stats: COMPLETE Column stats: COMPLETE
- Select Operator
- expressions: (cdouble + 200.0D) (type: double), (UDFToDouble(cbigint) / (cdouble + 200.0D)) (type: double), ((cdouble + 200.0D) / (cdouble + 200.0D)) (type: double), (UDFToDouble(cbigint) / (cdouble + 200.0D)) (type: double), (3.0D / (cdouble + 200.0D)) (type: double), (1.2D / (cdouble + 200.0D)) (type: double)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [13, 16, 17, 18, 15, 19]
- selectExpressions: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 13:double, DoubleColDivideDoubleColumn(col 14:double, col 15:double)(children: CastLongToDouble(col 3:bigint) -> 14:double, DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 15:double) -> 16:double, DoubleColDivideDoubleColumn(col 14:double, col 15:double)(children: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 14:double, DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 15:double) -> 17:double, DoubleColDivideDoubleColumn(col 14:double, col 15:double)(children: CastLongToDouble(col 3:bigint) -> 14:double, DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 15:double) -> 18:double, DoubleScalarDivideDoubleColumn(val 3.0, col 14:double)(children: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 14:double) -> 15:double, DoubleScalarDivideDoubleColumn(val 1.2, col 14:double)(children: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 14:double) -> 19:double
- Statistics: Num rows: 1365 Data size: 65520 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double)
- sort order: ++++++
- Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
- native: true
- nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
- Statistics: Num rows: 1365 Data size: 65520 Basic stats: COMPLETE Column stats: COMPLETE
- TopN Hash Memory Usage: 0.1
- Execution mode: vectorized, llap
- LLAP IO: all inputs
- Map Vectorization:
- enabled: true
- enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
- inputFormatFeatureSupport: []
- featureSupportInUse: []
- inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- allNative: true
- usesVectorUDFAdaptor: false
- vectorized: true
- Reducer 2
- Execution mode: vectorized, llap
- Reduce Vectorization:
- enabled: true
- enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
- allNative: false
- usesVectorUDFAdaptor: false
- vectorized: true
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [0, 1, 2, 1, 4, 5]
- Statistics: Num rows: 1365 Data size: 65520 Basic stats: COMPLETE Column stats: COMPLETE
- Limit
- Number of rows: 100
- Limit Vectorization:
- className: VectorLimitOperator
- native: true
- Statistics: Num rows: 100 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE
- File Output Operator
- compressed: false
- File Sink Vectorization:
- className: VectorFileSinkOperator
- native: false
- Statistics: Num rows: 100 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: 100
- Processor Tree:
- ListSink
-
-PREHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
-from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
-PREHOOK: type: QUERY
-PREHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-POSTHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
-from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-s1 s2 s3 s4 s5 s6
--113.0 -1.6495816690265486E7 1.0 -1.6495816690265486E7 -0.02654867256637168 -0.010619469026548672
--113.0 NULL 1.0 NULL -0.02654867256637168 -0.010619469026548672
--116.0 NULL 1.0 NULL -0.02586206896551724 -0.010344827586206896
--12.0 -1.5533560716666666E8 1.0 -1.5533560716666666E8 -0.25 -0.09999999999999999
--126.0 -1.4793867349206349E7 1.0 -1.4793867349206349E7 -0.023809523809523808 -0.009523809523809523
--126.0 NULL 1.0 NULL -0.023809523809523808 -0.009523809523809523
--128.0 NULL 1.0 NULL -0.0234375 -0.009375
--129.0 1.2758548906976745E7 1.0 1.2758548906976745E7 -0.023255813953488372 -0.009302325581395349
--132.0 NULL 1.0 NULL -0.022727272727272728 -0.00909090909090909
--137.0 NULL 1.0 NULL -0.021897810218978103 -0.00875912408759124
--138.0 NULL 1.0 NULL -0.021739130434782608 -0.008695652173913044
--140.0 NULL 1.0 NULL -0.02142857142857143 -0.008571428571428572
--148.0 NULL 1.0 NULL -0.02027027027027027 -0.008108108108108109
--152.0 NULL 1.0 NULL -0.019736842105263157 -0.007894736842105263
--154.0 1.2256894519480519E7 1.0 1.2256894519480519E7 -0.01948051948051948 -0.007792207792207792
--161.0 NULL 1.0 NULL -0.018633540372670808 -0.007453416149068323
--164.0 NULL 1.0 NULL -0.018292682926829267 -0.007317073170731707
--169.0 9738774.01775148 1.0 9738774.01775148 -0.01775147928994083 -0.007100591715976331
--17.0 NULL 1.0 NULL -0.17647058823529413 -0.07058823529411765
--179.0 NULL 1.0 NULL -0.01675977653631285 -0.0067039106145251395
--181.0 NULL 1.0 NULL -0.016574585635359115 -0.0066298342541436465
--183.0 8993731.196721312 1.0 8993731.196721312 -0.01639344262295082 -0.006557377049180328
--184.0 8944852.222826088 1.0 8944852.222826088 -0.016304347826086956 -0.006521739130434782
--188.0 NULL 1.0 NULL -0.015957446808510637 -0.006382978723404255
--189.0 NULL 1.0 NULL -0.015873015873015872 -0.006349206349206349
--199.0 NULL 1.0 NULL -0.01507537688442211 -0.006030150753768844
--20.0 NULL 1.0 NULL -0.15 -0.06
--201.0 NULL 1.0 NULL -0.014925373134328358 -0.005970149253731343
--21.0 8.988389314285715E7 1.0 8.988389314285715E7 -0.14285714285714285 -0.05714285714285714
--210.0 -8876320.40952381 1.0 -8876320.40952381 -0.014285714285714285 -0.005714285714285714
--225.0 NULL 1.0 NULL -0.013333333333333334 -0.005333333333333333
--228.0 8278779.631578947 1.0 8278779.631578947 -0.013157894736842105 -0.005263157894736842
--229.0 7187130.170305677 1.0 7187130.170305677 -0.013100436681222707 -0.005240174672489083
--236.0 NULL 1.0 NULL -0.012711864406779662 -0.005084745762711864
--237.0 NULL 1.0 NULL -0.012658227848101266 -0.005063291139240506
--246.0 NULL 1.0 NULL -0.012195121951219513 -0.004878048780487805
--247.0 -7546669.174089069 1.0 -7546669.174089069 -0.012145748987854251 -0.004858299595141701
--247.0 NULL 1.0 NULL -0.012145748987854251 -0.004858299595141701
--250.0 6583411.236 1.0 6583411.236 -0.012 -0.0048
--257.0 6404096.53307393 1.0 6404096.53307393 -0.011673151750972763 -0.004669260700389105
--273.0 6028764.868131869 1.0 6028764.868131869 -0.01098901098901099 -0.004395604395604396
--274.0 6888911.518248175 1.0 6888911.518248175 -0.010948905109489052 -0.00437956204379562
--279.0 NULL 1.0 NULL -0.010752688172043012 -0.004301075268817204
--28.0 5.878045746428572E7 1.0 5.878045746428572E7 -0.10714285714285714 -0.04285714285714286
--28.0 6.741291985714285E7 1.0 6.741291985714285E7 -0.10714285714285714 -0.04285714285714286
--281.0 NULL 1.0 NULL -0.010676156583629894 -0.004270462633451957
--289.0 NULL 1.0 NULL -0.010380622837370242 -0.004152249134948096
--290.0 NULL 1.0 NULL -0.010344827586206896 -0.004137931034482759
--292.0 NULL 1.0 NULL -0.010273972602739725 -0.00410958904109589
--3.0 NULL 1.0 NULL -1.0 -0.39999999999999997
--38.0 4.3311916026315786E7 1.0 4.3311916026315786E7 -0.07894736842105263 -0.031578947368421054
--46.0 3.577940889130435E7 1.0 3.577940889130435E7 -0.06521739130434782 -0.02608695652173913
--49.0 3.35888328367347E7 1.0 3.35888328367347E7 -0.061224489795918366 -0.024489795918367346
--57.0 -3.27022330877193E7 1.0 -3.27022330877193E7 -0.05263157894736842 -0.021052631578947368
--60.0 NULL 1.0 NULL -0.05 -0.02
--62.0 3.0444544451612905E7 1.0 3.0444544451612905E7 -0.04838709677419355 -0.01935483870967742
--62.0 NULL 1.0 NULL -0.04838709677419355 -0.01935483870967742
--69.0 2.735596747826087E7 1.0 2.735596747826087E7 -0.043478260869565216 -0.017391304347826087
--77.0 2.4513789038961038E7 1.0 2.4513789038961038E7 -0.03896103896103896 -0.015584415584415584
--93.0 NULL 1.0 NULL -0.03225806451612903 -0.012903225806451613
--94.0 -1.9830077510638297E7 1.0 -1.9830077510638297E7 -0.031914893617021274 -0.01276595744680851
--96.0 NULL 1.0 NULL -0.03125 -0.012499999999999999
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-0.0 NULL NULL NULL NULL NULL
-PREHOOK: query: explain vectorization expression
-select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
-from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain vectorization expression
-select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
-from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
-POSTHOOK: type: QUERY
-Explain
-PLAN VECTORIZATION:
- enabled: true
- enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
-
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Tez
-#### A masked pattern was here ####
- Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE)
-#### A masked pattern was here ####
- Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: alltypesorc
- Statistics: Num rows: 12288 Data size: 220184 Basic stats: COMPLETE Column stats: COMPLETE
- TableScan Vectorization:
- native: true
- Filter Operator
- Filter Vectorization:
- className: VectorFilterOperator
- native: true
- predicateExpression: FilterExprOrExpr(children: FilterLongColGreaterLongScalar(col 2:int, val 500000000), FilterDoubleColGreaterDoubleScalar(col 5:double, val 1.0E9), FilterLongColEqualLongScalar(col 0:tinyint, val 0))
- predicate: ((cdouble > 1.0E9D) or (cint > 500000000) or (ctinyint = 0Y)) (type: boolean)
- Statistics: Num rows: 4193 Data size: 75144 Basic stats: COMPLETE Column stats: COMPLETE
- Select Operator
- expressions: cint (type: int), cbigint (type: bigint), ctinyint (type: tinyint), (UDFToDouble(cint) / UDFToDouble((cint - 528534767))) (type: double), (UDFToDouble(cbigint) / UDFToDouble((cbigint - 1018195815L))) (type: double), (UDFToDouble(ctinyint) / UDFToDouble(ctinyint)) (type: double), (cint % (cint - 528534767)) (type: int), (cbigint % (cbigint - 1018195815L)) (type: bigint), (ctinyint % ctinyint) (type: tinyint)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [2, 3, 0, 16, 17, 18, 19, 20, 14]
- selectExpressions: DoubleColDivideDoubleColumn(col 13:double, col 15:double)(children: CastLongToDouble(col 2:int) -> 13:double, CastLongToDouble(col 14:int)(children: LongColSubtractLongScalar(col 2:int, val 528534767) -> 14:int) -> 15:double) -> 16:double, DoubleColDivideDoubleColumn(col 13:double, col 15:double)(children: CastLongToDouble(col 3:bigint) -> 13:double, CastLongToDouble(col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 1018195815) -> 14:bigint) -> 15:double) -> 17:double, DoubleColDivideDoubleColumn(col 13:double, col 15:double)(children: CastLongToDouble(col 0:tinyint) -> 13:double, CastLongToDouble(col 0:tinyint) -> 15:double) -> 18:double, LongColModuloLongColumn(col 2:int, col 14:int)(children: LongColSubtractLongScalar(col 2:int, val 528534767) -> 14:int) -> 19:int, LongColModuloLongColumn(col 3:bigint, col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 1018195815) -> 14:bigint) -> 20:bigint, LongCol
ModuloLongColumn(col 0:tinyint, col 0:tinyint) -> 14:tinyint
- Statistics: Num rows: 4193 Data size: 217816 Basic stats: COMPLETE Column stats: COMPLETE
- Reduce Output Operator
- key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: tinyint), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: int), _col7 (type: bigint), _col8 (type: tinyint)
- sort order: +++++++++
- Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
- native: true
- nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
- Statistics: Num rows: 4193 Data size: 217816 Basic stats: COMPLETE Column stats: COMPLETE
- TopN Hash Memory Usage: 0.1
- Execution mode: vectorized, llap
- LLAP IO: all inputs
- Map Vectorization:
- enabled: true
- enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
- inputFormatFeatureSupport: []
- featureSupportInUse: []
- inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
- allNative: true
- usesVectorUDFAdaptor: false
- vectorized: true
- Reducer 2
- Execution mode: vectorized, llap
- Reduce Vectorization:
- enabled: true
- enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
- allNative: false
- usesVectorUDFAdaptor: false
- vectorized: true
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: tinyint), KEY.reducesinkkey3 (type: double), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: bigint), KEY.reducesinkkey8 (type: tinyint)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Select Vectorization:
- className: VectorSelectOperator
- native: true
- projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8]
- Statistics: Num rows: 4193 Data size: 217816 Basic stats: COMPLETE Column stats: COMPLETE
- Limit
- Number of rows: 100
- Limit Vectorization:
- className: VectorLimitOperator
- native: true
- Statistics: Num rows: 100 Data size: 5216 Basic stats: COMPLETE Column stats: COMPLETE
- File Output Operator
- compressed: false
- File Sink Vectorization:
- className: VectorFileSinkOperator
- native: false
- Statistics: Num rows: 100 Data size: 5216 Basic stats: COMPLETE Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: 100
- Processor Tree:
- ListSink
-
-PREHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
-from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
-PREHOOK: type: QUERY
-PREHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-POSTHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
-from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@alltypesorc
-#### A masked pattern was here ####
-cint cbigint ctinyint c1 c2 c3 c4 c5 c6
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
-500063547 -1645852809 NULL -17.56382575105668 0.6178013397250965 NULL 16052807 -1645852809 NULL
-500274721 -1887561756 NULL -17.70254446861127 0.6495936807799166 NULL 19853939 -1887561756 NULL
-500276420 -1625318563 11 -17.70366893718164 0.6148325034757953 1.0 19884521 -1625318563 0
-500670123 -1887561756 NULL -17.967935387941793 0.6495936807799166 NULL 26971175 -1887561756 NULL
-500778550 -1101568669 11 -18.042031808585442 0.5196655936613004 1.0 1166644 -1101568669 0
-500904649 -1645852809 NULL -18.1289362933593 0.6178013397250965 NULL 3562525 -1645852809 NULL
-500997302 1025147239 8 -18.193297821713074 147.47298380878507 1.0 5322932 3287911 0
-501304330 591451136 11 -18.409705654007684 -1.3859601890900202 1.0 11156464 164706457 0
-501557797 -1645852809 NULL -18.592073053422975 0.6178013397250965 NULL 15972337 -1645852809 NULL
-501641421 -1401137514 8 -18.65299397851052 0.5791419880860906 1.0 17561193 -1401137514 0
-501782731 1864027286 NULL -18.756805313808638 2.2037809539011586 NULL 20246083 172364344 NULL
-501860407 -1887561756 NULL -18.8143373261814 0.6495936807799166 NULL 21721927 -1887561756 NULL
-502884543 1864027286 NULL -19.605463991269627 2.2037809539011586 NULL 15530287 172364344 NULL
-502950658 1588596137 8 -19.65871307067993 2.785054768955758 1.0 16852587 447795493 0
-503152400 -1645852809 NULL -19.82291092079789 0.6178013397250965 NULL 20887427 -1645852809 NULL
-504321494 -1874900970 -51 -20.82830743286957 0.6480602307260869 1.0 20056034 -1874900970 0
-504331720 -1116957074 8 -20.83753008453853 0.5231274442942245 1.0 20270780 -1116957074 0
-504544803 -521081462 8 -21.031494795073474 0.3385234549915337 1.0 755559 -521081462 0
-504652599 1864027286 NULL -21.13093748440259 2.2037809539011586 NULL 3127071 172364344 NULL
-504721711 -1887561756 NULL -21.19516751650859 0.6495936807799166 NULL 4647535 -1887561756 NULL
-504864574 -2125392655 11 -21.329127903604334 0.6761039733041139 1.0 7790521 -2125392655 0
-505754402 -1752259889 8 -22.201330048925907 0.6324807454853283 1.0 4586372 -1752259889 0
-506168952 -1645852809 NULL -22.631366306123876 0.6178013397250965 NULL 14121022 -1645852809 NULL
-506277934 -965620543 11 -22.74707879598144 0.4867489569314258 1.0 16627608 -965620543 0
-506412347 -1645852809 NULL -22.891363015438635 0.6178013397250965 NULL 19719107 -1645852809 NULL
-506866472 -1887561756 NULL -23.392079164512023 0.6495936807799166 NULL 8495687 -1887561756 NULL
-507172707 -744509685 8 -23.74175088919327 0.42236759628877313 1.0 15845327 -744509685 0
-507314980 1864027286 NULL -23.907637715684892 2.2037809539011586 NULL 19259879 172364344 NULL
-507716839 -1645852809 NULL -24.388442452101863 0.6178013397250965 NULL 8086567 -1645852809 NULL
-508118381 1864027286 NULL -24.887773036814647 2.2037809539011586 NULL 18125117 172364344 NULL
-508811234 -1645852809 NULL -25.797164939972976 0.6178013397250965 NULL 15722909 -1645852809 NULL
-508932874 -1645852809 NULL -25.963455366275085 0.6178013397250965 NULL 18885549 -1645852809 NULL
-509113732 231180051 -51 -26.21455200508109 -0.29374259268331504 1.0 4166822 231180051 0
-510227766 -392065584 8 -27.8706362664207 0.2780091579320041 1.0 15938739 -392065584 0
-510438184 -1934421505 11 -28.206329559563812 0.6551548322557426 1.0 3733860 -1934421505 0
-510615289 -1887561756 NULL -28.494986795932338 0.6495936807799166 NULL 8869905 -1887561756 NULL
-510621074 1899510896 -51 -28.50451182790729 2.1553141855290683 1.0 9037670 136880734 0
-510824788 -1887561756 NULL -28.843895749396427 0.6495936807799166 NULL 14945376 -1887561756 NULL
-511012894 1864027286 NULL -29.164284777089755 2.2037809539011586 NULL 2878577 172364344 NULL
-511193256 539703514 11 -29.478011229817287 -1.1279251784659332 1.0 8289437 61211213 0
-511270713 1323416266 11 -29.614754043285547 4.335935752876533 1.0 10613147 102534462 0
-513054293 -1645852809 NULL -33.14202736944618 0.6178013397250965 NULL 2198651 -1645852809 NULL
-513112567 1081141978 11 -33.27103571474887 17.175661334591595 1.0 4179967 11057207 0
-513621126 1507857719 11 -34.43968686117629 3.079385401809817 1.0 6557332 38872007 0
-514017068 -1645852809 NULL -35.40623538206709 0.6178013397250965 NULL 5897603 -1645852809 NULL
-514430128 252972426 -51 -36.47240656070673 -0.3305863746932597 1.0 6663124 252972426 0
-515263287 -1887561756 NULL -38.824855027472445 0.6495936807799166 NULL 10947047 -1887561756 NULL
-515486221 -459077368 -51 -39.50526142912781 0.31075996862524785 1.0 6592927 -459077368 0
-515526733 -1645852809 NULL -39.631410326879525 0.6178013397250965 NULL 8213407 -1645852809 NULL
-515696675 773138718 8 -40.1692615226624 -3.1549329828223667 1.0 2172995 37967427 0
-516113449 -1887561756 NULL -41.55061878296651 0.6495936807799166 NULL 6839411 -1887561756 NULL
-516141808 -1887561756 NULL -41.64798802287654 0.6495936807799166 NULL 8030489 -1887561756 NULL
-516656920 -1750908332 8 -43.497522741284676 0.6323013650089341 1.0 5909499 -1750908332 0
-517204863 725306795 -51 -45.6495362184887 -2.476387796988771 1.0 7359183 139528755 0
-517821258 -1161186365 8 -48.33348793565208 0.5328052948473682 1.0 3572826 -1161186365 0
-518020906 -1887561756 NULL -49.27028291509656 0.6495936807799166 NULL 2841717 -1887561756 NULL
-518170426 -2122540529 -51 -49.99550149884107 0.6758098409167198 1.0 10317717 -2122540529 0
-518203655 -1089866594 8 -50.15952348595195 0.5169992071140812 1.0 1648055 -1089866594 0
-518213127 -1645852809 NULL -50.20647174286257 0.6178013397250965 NULL 2131127 -1645852809 NULL
-518304665 1758550605 11 -50.66466248332617 2.3752809176800223 1.0 6799565 277841025 0
-519195191 301311742 8 -55.590873825535546 -0.42030748533591705 1.0 5518511 301311742 0
-519627078 -1887561756 NULL -58.334667723581276 0.6495936807799166 NULL 2981116 -1887561756 NULL
-NULL -1111841132 0 NULL 0.5219820874778469 NULL NULL -1111841132 NULL
-NULL -1300968933 0 NULL 0.5609644308891505 NULL NULL -1300968933 NULL
-NULL -1355080830 0 NULL 0.5709746619109379 NULL NULL -1355080830 NULL
-NULL -1379420228 0 NULL 0.5753299124049946 NULL NULL -1379420228 NULL
-NULL -1418871864 0 NULL 0.5822045387685764 NULL NULL -1418871864 NULL
-NULL -203039588 0 NULL 0.1662575351985599 NULL NULL -203039588 NULL
-NULL -229832118 0 NULL 0.18415622913786178 NULL NULL -229832118 NULL
-NULL -277546656 0 NULL 0.21419893397937406 NULL NULL -277546656 NULL
-NULL -39854776 0 NULL 0.03766811940658894 NULL NULL -39854776 NULL
-NULL -438779645 0 NULL 0.3011578829200047 NULL NULL -438779645 NULL
-NULL -495480552 0 NULL 0.32733585778445334 NULL NULL -495480552 NULL
-NULL -741129356 0 NULL 0.42125774599060745 NULL NULL -741129356 NULL
-NULL -901264012 0 NULL 0.46954044013967267 NULL NULL -901264012 NULL
-NULL 1018195815 0 NULL NULL NULL NULL NULL NULL
-NULL 1049949527 0 NULL 33.065410651831826 NULL NULL 2077031 NULL
-NULL 10989626 0 NULL -0.010910999277030852 NULL NULL 10989626 NULL
-NULL 1561097160 0 NULL 2.87547115949768 NULL NULL 475294470 NULL
-NULL 1580847931 0 NULL 2.8096365161452623 NULL NULL 455543699 NULL
-NULL 1585496199 0 NULL 2.794808964909849 NULL NULL 450895431 NULL
-NULL 1638241933 0 NULL 2.6421291665920887 NULL NULL 398149697 NULL
-NULL 1738765387 0 NULL 2.413043035072816 NULL NULL 297626243 NULL
-NULL 1907356119 0 NULL 2.145120638449015 NULL NULL 129035511 NULL
-NULL 2136716416 0 NULL 1.9103058218951838 NULL NULL 1018195815 NULL
-NULL 2144209609 0 NULL 1.904248083305452 NULL NULL 1018195815 NULL
-NULL 406548885 0 NULL -0.6646790248746937 NULL NULL 406548885 NULL
-NULL 473839931 0 NULL -0.8704598313848666 NULL NULL 473839931 NULL
-NULL 53950949 0 NULL -0.05595150246825374 NULL NULL 53950949 NULL
-NULL 618557893 0 NULL -1.5477957895096852 NULL NULL 218919971 NULL
-NULL 738226024 0 NULL -2.636805997401341 NULL NULL 178286442 NULL
-NULL 98841361 0 NULL -0.10751170081349277 NULL NULL 98841361 NULL
[3/3] hive git commit: HIVE-19074: Vectorization: Add llap
vectorization_div0.q.out Q output file (missing changes) (Matt McCline,
reviewed by Teddy Choi)
Posted by mm...@apache.org.
HIVE-19074: Vectorization: Add llap vectorization_div0.q.out Q output file (missing changes) (Matt McCline, reviewed by Teddy Choi)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a21302f1
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a21302f1
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a21302f1
Branch: refs/heads/master
Commit: a21302f10777047c2a09c0b74de648b4e3b15f2d
Parents: e7c15d2
Author: Matt McCline <mm...@hortonworks.com>
Authored: Mon Apr 9 13:22:42 2018 -0500
Committer: Matt McCline <mm...@hortonworks.com>
Committed: Mon Apr 9 13:36:02 2018 -0500
----------------------------------------------------------------------
.../resources/testconfiguration.properties.orig | 1685 ------------------
.../llap/vectorization_div0.q.out | 870 +++++++++
.../clientpositive/tez/vectorization_div0.q.out | 870 ---------
3 files changed, 870 insertions(+), 2555 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/a21302f1/itests/src/test/resources/testconfiguration.properties.orig
----------------------------------------------------------------------
diff --git a/itests/src/test/resources/testconfiguration.properties.orig b/itests/src/test/resources/testconfiguration.properties.orig
deleted file mode 100644
index a42ae80..0000000
--- a/itests/src/test/resources/testconfiguration.properties.orig
+++ /dev/null
@@ -1,1685 +0,0 @@
-# Note: the *.shared groups also run on TestCliDriver
-
-# NOTE: files should be listed in alphabetical order
-minimr.query.files=infer_bucket_sort_map_operators.q,\
- infer_bucket_sort_dyn_part.q,\
- infer_bucket_sort_merge.q,\
- infer_bucket_sort_reducers_power_two.q,\
- infer_bucket_sort_num_buckets.q,\
- root_dir_external_table.q,\
- parallel_orderby.q,\
- bucket_num_reducers.q,\
- udf_using.q,\
- index_bitmap3.q,\
- index_bitmap_auto.q,\
- scriptfile1.q,\
- bucket_num_reducers2.q,\
- bucket_num_reducers_acid.q,\
- bucket_num_reducers_acid2.q,\
- scriptfile1_win.q
-
-# These tests are disabled for minimr
-# ql_rewrite_gbtoidx.q,\
-# ql_rewrite_gbtoidx_cbo_1.q,\
-# ql_rewrite_gbtoidx_cbo_2.q,\
-# smb_mapjoin_8.q,\
-
-
-# Tests that are not enabled for CLI Driver
-disabled.query.files=ql_rewrite_gbtoidx.q,\
- ql_rewrite_gbtoidx_cbo_1.q,\
- cbo_rp_subq_in.q,\
- cbo_rp_subq_not_in.q,\
- cbo_rp_subq_exists.q,\
- orc_llap.q,\
- ql_rewrite_gbtoidx_cbo_2.q,\
- rcfile_merge1.q,\
- stats_filemetadata.q,\
- cbo_rp_insert.q,\
- cbo_rp_lineage2.q
-
-# NOTE: Add tests to minitez only if it is very
-# specific to tez and cannot be added to minillap.
-minitez.query.files.shared=delete_orig_table.q,\
- orc_merge12.q,\
- orc_vectorization_ppd.q,\
- update_orig_table.q,\
- vector_join_part_col_char.q,\
- vector_non_string_partition.q,\
- vectorization_div0.q,\
- vectorization_limit.q
-
-# NOTE: Add tests to minitez only if it is very
-# specific to tez and cannot be added to minillap.
-minitez.query.files=acid_vectorization_original_tez.q,\
- explainuser_3.q,\
- explainanalyze_1.q,\
- explainanalyze_3.q,\
- explainanalyze_4.q,\
- explainanalyze_5.q,\
- hybridgrace_hashjoin_1.q,\
- hybridgrace_hashjoin_2.q,\
- multi_count_distinct.q,\
- tez-tag.q,\
- tez_union_with_udf.q,\
- vectorization_div0.q
-
-
-minillap.shared.query.files=insert_into1.q,\
- insert_into2.q,\
- llapdecider.q,\
- mapreduce1.q,\
- mapreduce2.q,\
- mm_all.q,\
- mm_cttas.q,\
- orc_merge1.q,\
- orc_merge10.q,\
- orc_merge2.q,\
- orc_merge3.q,\
- orc_merge4.q,\
- orc_merge_diff_fs.q,\
- parallel_colstats.q,\
- parquet_types_vectorization.q,\
- parquet_complex_types_vectorization.q,\
- parquet_map_type_vectorization.q,\
- parquet_struct_type_vectorization.q,\
- orc_struct_type_vectorization.q,\
- union_type_chk.q,\
- cte_2.q,\
- cte_4.q,\
- llap_nullscan.q,\
- dynamic_partition_pruning_2.q,\
- tez_union_dynamic_partition.q
-
-minillaplocal.shared.query.files=alter_merge_2_orc.q,\
- alter_merge_orc.q,\
- alter_merge_stats_orc.q,\
- authorization_view_8.q,\
- auto_join0.q,\
- auto_join1.q,\
- auto_join21.q,\
- auto_join29.q,\
- auto_join30.q,\
- auto_join_filters.q,\
- auto_join_nulls.q,\
- auto_sortmerge_join_1.q,\
- auto_sortmerge_join_10.q,\
- auto_sortmerge_join_11.q,\
- auto_sortmerge_join_12.q,\
- auto_sortmerge_join_13.q,\
- auto_sortmerge_join_14.q,\
- auto_sortmerge_join_15.q,\
- auto_sortmerge_join_16.q,\
- auto_sortmerge_join_2.q,\
- auto_sortmerge_join_3.q,\
- auto_sortmerge_join_4.q,\
- auto_sortmerge_join_5.q,\
- auto_sortmerge_join_6.q,\
- auto_sortmerge_join_7.q,\
- auto_sortmerge_join_8.q,\
- auto_sortmerge_join_9.q,\
- autoColumnStats_1.q,\
- autoColumnStats_10.q,\
- autoColumnStats_2.q,\
- bucket2.q,\
- bucket3.q,\
- bucket4.q,\
- bucket_map_join_tez1.q,\
- bucket_map_join_tez2.q,\
- cbo_gby.q,\
- cbo_gby_empty.q,\
- cbo_join.q,\
- cbo_limit.q,\
- cbo_semijoin.q,\
- cbo_simple_select.q,\
- cbo_stats.q,\
- cbo_subq_exists.q,\
- cbo_subq_in.q,\
- cbo_subq_not_in.q,\
- cbo_udf_udaf.q,\
- cbo_union.q,\
- cbo_views.q,\
- cbo_windowing.q,\
- column_names_with_leading_and_trailing_spaces.q,\
- constprog_dpp.q,\
- constprog_semijoin.q,\
- correlationoptimizer1.q,\
- count.q,\
- count_dist_rewrite.q,\
- create_merge_compressed.q,\
- cross_join.q,\
- cross_prod_1.q,\
- cross_prod_3.q,\
- cross_prod_4.q,\
- cross_product_check_1.q,\
- cross_product_check_2.q,\
- ctas.q,\
- cte_1.q,\
- cte_3.q,\
- cte_5.q,\
- cte_mat_1.q,\
- cte_mat_2.q,\
- cte_mat_3.q,\
- cte_mat_4.q,\
- cte_mat_5.q,\
- custom_input_output_format.q,\
- deleteAnalyze.q,\
- delete_all_non_partitioned.q,\
- delete_all_partitioned.q,\
- delete_tmp_table.q,\
- delete_where_no_match.q,\
- delete_where_non_partitioned.q,\
- delete_where_partitioned.q,\
- delete_whole_partition.q,\
- disable_merge_for_bucketing.q,\
- dynamic_partition_pruning.q,\
- dynamic_semijoin_reduction.q,\
- dynpart_sort_opt_vectorization.q,\
- dynpart_sort_optimization.q,\
- dynpart_sort_optimization2.q,\
- empty_join.q,\
- enforce_order.q,\
- filter_join_breaktask.q,\
- filter_join_breaktask2.q,\
- filter_union.q,\
- groupby1.q,\
- groupby2.q,\
- groupby3.q,\
- groupby_rollup_empty.q,\
- having.q,\
- identity_project_remove_skip.q,\
- insert1.q,\
- insert_orig_table.q,\
- insert_update_delete.q,\
- insert_values_dynamic_partitioned.q,\
- insert_values_non_partitioned.q,\
- insert_values_partitioned.q,\
- insert_values_tmp_table.q,\
- join0.q,\
- join1.q,\
- join_emit_interval.q,\
- join46.q,\
- join_nullsafe.q,\
- kill_query.q,\
- leftsemijoin.q,\
- limit_pushdown.q,\
- llap_acid.q,\
- llap_acid_fast.q,\
- load_dyn_part1.q,\
- load_dyn_part2.q,\
- load_dyn_part3.q,\
- lvj_mapjoin.q,\
- materialized_view_create_rewrite.q,\
- materialized_view_create_rewrite_3.q,\
- materialized_view_describe.q,\
- materialized_view_rewrite_ssb.q,\
- materialized_view_create.q,\
- materialized_view_create_rewrite_2.q,\
- materialized_view_create_rewrite_multi_db.q,\
- materialized_view_drop.q,\
- materialized_view_rewrite_ssb_2.q,\
- mapjoin2.q,\
- mapjoin3.q,\
- mapjoin_decimal.q,\
- mapjoin_mapjoin.q,\
- mapjoin46.q,\
- merge1.q,\
- merge2.q,\
- mergejoin.q,\
- metadata_only_queries.q,\
- metadata_only_queries_with_filters.q,\
- metadataonly1.q,\
- mm_conversions.q,\
- mrr.q,\
- nonmr_fetch_threshold.q,\
- optimize_nullscan.q,\
- orc_analyze.q,\
- orc_merge11.q,\
- orc_merge5.q,\
- orc_merge6.q,\
- orc_merge7.q,\
- orc_merge8.q,\
- orc_merge9.q,\
- orc_merge_incompat1.q,\
- orc_merge_incompat2.q,\
- orc_merge_incompat3.q,\
- orc_merge_incompat_schema.q,\
- orc_merge_incompat_writer_version.q,\
- orc_ppd_schema_evol_1a.q,\
- orc_ppd_schema_evol_1b.q,\
- orc_ppd_schema_evol_2a.q,\
- orc_ppd_schema_evol_2b.q,\
- parallel.q,\
- partition_pruning.q,\
- ptf.q,\
- ptf_matchpath.q,\
- ptf_streaming.q,\
- results_cache_1.q,\
- results_cache_empty_result.q,\
- sample1.q,\
- selectDistinctStar.q,\
- select_dummy_source.q,\
- skewjoin.q,\
- stats_noscan_1.q,\
- stats_only_null.q,\
- subquery_exists.q,\
- subquery_in.q,\
- temp_table.q,\
- tez_bmj_schema_evolution.q,\
- tez_dml.q,\
- tez_dynpart_hashjoin_1.q,\
- tez_dynpart_hashjoin_2.q,\
- tez_fsstat.q,\
- tez_insert_overwrite_local_directory_1.q,\
- tez_join.q,\
- tez_join_hash.q,\
- tez_join_result_complex.q,\
- tez_join_tests.q,\
- tez_joins_explain.q,\
- tez_multi_union.q,\
- tez_schema_evolution.q,\
- tez_self_join.q,\
- tez_smb_1.q,\
- tez_smb_main.q,\
- tez_union.q,\
- tez_union2.q,\
- tez_union_decimal.q,\
- tez_union_group_by.q,\
- tez_union_multiinsert.q,\
- tez_vector_dynpart_hashjoin_1.q,\
- tez_vector_dynpart_hashjoin_2.q,\
- union2.q,\
- union3.q,\
- union4.q,\
- union5.q,\
- union6.q,\
- union7.q,\
- union8.q,\
- union9.q,\
- union_stats.q,\
- update_access_time_non_current_db.q, \
- update_after_multiple_inserts.q,\
- update_all_non_partitioned.q,\
- update_all_partitioned.q,\
- update_all_types.q,\
- update_tmp_table.q,\
- update_two_cols.q,\
- update_where_no_match.q,\
- update_where_non_partitioned.q,\
- update_where_partitioned.q,\
- vector_acid3.q,\
- vector_aggregate_9.q,\
- vector_aggregate_without_gby.q,\
- vector_auto_smb_mapjoin_14.q,\
- vector_between_columns.q,\
- vector_between_in.q,\
- vector_binary_join_groupby.q,\
- vector_bround.q,\
- vector_bucket.q,\
- vector_case_when_1.q,\
- vector_case_when_2.q,\
- vector_cast_constant.q,\
- vector_char_2.q,\
- vector_char_4.q,\
- vector_char_cast.q,\
- vector_char_mapjoin1.q,\
- vector_char_simple.q,\
- vector_coalesce.q,\
- vector_coalesce_2.q,\
- vector_coalesce_3.q,\
- vector_coalesce_4.q,\
- vector_complex_all.q,\
- vector_count.q,\
- vector_count_distinct.q,\
- vector_data_types.q,\
- vector_date_1.q,\
- vector_decimal_1.q,\
- vector_decimal_10_0.q,\
- vector_decimal_2.q,\
- vector_decimal_3.q,\
- vector_decimal_4.q,\
- vector_decimal_5.q,\
- vector_decimal_6.q,\
- vector_decimal_aggregate.q,\
- vector_decimal_cast.q,\
- vector_decimal_expressions.q,\
- vector_decimal_mapjoin.q,\
- vector_decimal_math_funcs.q,\
- vector_decimal_precision.q,\
- vector_decimal_round.q,\
- vector_decimal_round_2.q,\
- vector_decimal_trailing.q,\
- vector_decimal_udf.q,\
- vector_decimal_udf2.q,\
- vector_distinct_2.q,\
- vectorized_distinct_gby.q,\
- vector_elt.q,\
- vector_groupby4.q,\
- vector_groupby6.q,\
- vector_groupby_3.q,\
- vector_groupby_mapjoin.q,\
- vector_groupby_reduce.q,\
- vector_grouping_sets.q,\
- vector_if_expr.q,\
- vector_include_no_sel.q,\
- vector_inner_join.q,\
- vector_interval_1.q,\
- vector_interval_2.q,\
- vector_interval_arithmetic.q,\
- vector_interval_mapjoin.q,\
- vector_join30.q,\
- vector_join_filters.q,\
- vector_join_nulls.q,\
- vector_left_outer_join.q,\
- vector_left_outer_join2.q,\
- vector_leftsemi_mapjoin.q,\
- vector_mr_diff_schema_alias.q,\
- vector_multi_insert.q,\
- vector_null_projection.q,\
- vector_nullsafe_join.q,\
- vector_nvl.q,\
- vector_orderby_5.q,\
- vector_outer_join0.q,\
- vector_outer_join1.q,\
- vector_outer_join2.q,\
- vector_outer_join3.q,\
- vector_outer_join4.q,\
- vector_outer_join5.q,\
- vector_outer_join6.q,\
- vector_partition_diff_num_cols.q,\
- vector_partitioned_date_time.q,\
- vector_reduce1.q,\
- vector_reduce2.q,\
- vector_reduce3.q,\
- vector_reduce_groupby_decimal.q,\
- vector_reduce_groupby_duplicate_cols.q,\
- vector_row__id.q,\
- vector_string_concat.q,\
- vector_struct_in.q,\
- vector_udf_character_length.q,\
- vector_udf_octet_length.q,\
- vector_varchar_4.q,\
- vector_varchar_mapjoin1.q,\
- vector_varchar_simple.q,\
- vector_when_case_null.q,\
- vectorization_0.q,\
- vectorization_1.q,\
- vectorization_10.q,\
- vectorization_11.q,\
- vectorization_12.q,\
- vectorization_13.q,\
- vectorization_14.q,\
- vectorization_15.q,\
- vectorization_16.q,\
- vectorization_17.q,\
- vectorization_2.q,\
- vectorization_3.q,\
- vectorization_4.q,\
- vectorization_5.q,\
- vectorization_6.q,\
- vectorization_7.q,\
- vectorization_8.q,\
- vectorization_9.q,\
- vectorization_decimal_date.q,\
- vectorization_limit.q,\
- vectorization_nested_udf.q,\
- vectorization_not.q,\
- vectorization_part.q,\
- vectorization_part_project.q,\
- vectorization_part_varchar.q,\
- vectorization_pushdown.q,\
- vectorization_short_regress.q,\
- vectorized_bucketmapjoin1.q,\
- vectorized_case.q,\
- vectorized_casts.q,\
- vectorized_context.q,\
- vectorized_date_funcs.q,\
- vectorized_dynamic_partition_pruning.q,\
- vectorized_insert_into_bucketed_table.q,\
- vectorized_mapjoin.q,\
- vectorized_mapjoin3.q,\
- vectorized_math_funcs.q,\
- vectorized_nested_mapjoin.q,\
- vectorized_parquet.q,\
- vectorized_parquet_types.q,\
- vectorized_ptf.q,\
- vectorized_rcfile_columnar.q,\
- vectorized_shufflejoin.q,\
- vectorized_string_funcs.q,\
- vectorized_timestamp.q,\
- vectorized_timestamp_funcs.q,\
- vectorized_timestamp_ints_casts.q
-
-minillap.query.files=acid_bucket_pruning.q,\
- bucket5.q,\
- bucket6.q,\
- dynamic_semijoin_user_level.q,\
- except_distinct.q,\
- explainuser_2.q,\
- empty_dir_in_table.q,\
- intersect_all.q,\
- intersect_distinct.q,\
- intersect_merge.q,\
- llap_smb.q,\
- llap_udf.q,\
- llapdecider.q,\
- reduce_deduplicate.q,\
- reduce_deduplicate_distinct.q, \
- remote_script.q,\
- tez_aggr_part_stats.q,\
- tez_union_view.q,\
- file_with_header_footer.q,\
- external_table_with_space_in_location_path.q,\
- import_exported_table.q,\
- orc_llap_counters.q,\
- orc_llap_counters1.q,\
- load_hdfs_file_with_space_in_the_name.q,\
- orc_ppd_basic.q,\
- schemeAuthority.q,\
- schemeAuthority2.q,\
- temp_table_external.q,\
- table_nonprintable.q,\
- llap_nullscan.q,\
- rcfile_merge2.q,\
- rcfile_merge3.q,\
- rcfile_merge4.q,\
- rcfile_createas1.q,\
- orc_ppd_schema_evol_3a.q,\
- global_limit.q,\
- dynamic_partition_pruning_2.q,\
- tez_union_dynamic_partition.q,\
- tez_union_dynamic_partition_2.q,\
- unionDistinct_1.q,\
- load_fs2.q,\
- llap_stats.q,\
- multi_count_distinct_null.q
-
-minillaplocal.query.files=\
- dp_counter_non_mm.q,\
- dp_counter_mm.q,\
- acid_no_buckets.q, \
- acid_globallimit.q,\
- acid_vectorization_missing_cols.q,\
- acid_vectorization_original.q,\
- alter_merge_stats_orc.q,\
- authorization_view_8.q,\
- auto_join30.q,\
- auto_join_filters.q,\
- auto_join_nulls.q,\
- auto_sortmerge_join_16.q,\
- auto_sortmerge_join_6.q,\
- auto_sortmerge_join_8.q,\
- auto_sortmerge_join_9.q,\
- bucket4.q,\
- bucket_groupby.q,\
- bucket_many.q,\
- bucket_map_join_tez1.q,\
- bucket_map_join_tez2.q,\
- bucket_map_join_tez_empty.q,\
- bucketizedhiveinputformat.q,\
- bucketmapjoin6.q,\
- bucketmapjoin7.q,\
- bucketpruning1.q,\
- retry_failure.q,\
- retry_failure_stat_changes.q,\
- retry_failure_oom.q,\
- bucketsortoptimize_insert_2.q,\
- check_constraint.q,\
- cbo_gby.q,\
- cbo_join.q,\
- cbo_limit.q,\
- cbo_rp_gby.q,\
- cbo_rp_join.q,\
- cbo_rp_semijoin.q,\
- cbo_rp_unionDistinct_2.q,\
- cbo_rp_windowing_2.q,\
- cbo_subq_not_in.q,\
- column_table_stats.q,\
- column_table_stats_orc.q,\
- constprog_dpp.q,\
- current_date_timestamp.q,\
- correlationoptimizer1.q,\
- correlationoptimizer2.q,\
- correlationoptimizer4.q,\
- correlationoptimizer6.q,\
- default_constraint.q,\
- disable_merge_for_bucketing.q,\
- cross_prod_1.q,\
- cross_prod_3.q,\
- cross_prod_4.q,\
- dynamic_partition_pruning.q,\
- dynamic_semijoin_reduction.q,\
- dynamic_semijoin_reduction_2.q,\
- dynamic_semijoin_reduction_3.q,\
- dynamic_semijoin_reduction_sw.q,\
- dynpart_sort_opt_vectorization.q,\
- dynpart_sort_optimization.q,\
- dynpart_sort_optimization_acid.q,\
- enforce_constraint_notnull.q,\
- escape1.q,\
- escape2.q,\
- exchgpartition2lel.q,\
- explainanalyze_2.q,\
- explainuser_1.q,\
- explainuser_4.q,\
- groupby2.q,\
- groupby_groupingset_bug.q,\
- hybridgrace_hashjoin_1.q,\
- hybridgrace_hashjoin_2.q,\
- is_distinct_from.q,\
- infer_bucket_sort_bucketed_table.q,\
- input16_cc.q,\
- insert_after_drop_partition.q,\
- insert_dir_distcp.q,\
- insert_into_with_schema.q,\
- insert_values_orig_table.q,\
- insert_values_orig_table_use_metadata.q,\
- insert1_overwrite_partitions.q,\
- jdbc_handler.q,\
- join1.q,\
- join_acid_non_acid.q,\
- join_filters.q,\
- join_max_hashtable.q,\
- join_nulls.q,\
- join_nullsafe.q,\
- join_is_not_distinct_from.q,\
- join_reordering_no_stats.q,\
- leftsemijoin_mr.q,\
- limit_join_transpose.q,\
- lineage2.q,\
- lineage3.q,\
- list_bucket_dml_10.q,\
- llap_acid2.q,\
- llap_partitioned.q,\
- llap_vector_nohybridgrace.q,\
- load_data_acid_rename.q,\
- load_dyn_part5.q,\
- lvj_mapjoin.q,\
- materialized_view_create_rewrite_dummy.q,\
- materialized_view_create_rewrite_rebuild_dummy.q,\
- mapjoin_decimal.q,\
- mapjoin_hint.q,\
- mapjoin_emit_interval.q,\
- mergejoin_3way.q,\
- mm_exim.q,\
- mrr.q,\
- multiMapJoin1.q,\
- multiMapJoin2.q,\
- non_native_window_udf.q,\
- optimize_join_ptp.q,\
- orc_analyze.q,\
- orc_llap_nonvector.q,\
- orc_ppd_date.q,\
- tez_input_counters.q,\
- orc_ppd_decimal.q,\
- orc_ppd_timestamp.q,\
- order_null.q,\
- partition_multilevels.q,\
- partition_shared_scan.q,\
- partition_pruning.q,\
- ptf.q,\
- ptf_streaming.q,\
- quotedid_smb.q,\
- resourceplan.q,\
- sample10.q,\
- schema_evol_orc_acid_part_llap_io.q,\
- schema_evol_orc_acid_part.q,\
- schema_evol_orc_acid_part_update_llap_io.q,\
- schema_evol_orc_acid_part_update.q,\
- schema_evol_orc_acid_table_llap_io.q,\
- schema_evol_orc_acid_table.q,\
- schema_evol_orc_acid_table_update_llap_io.q,\
- schema_evol_orc_acid_table_update.q,\
- schema_evol_orc_acidvec_part_llap_io.q,\
- schema_evol_orc_acidvec_part.q,\
- schema_evol_orc_acidvec_part_update_llap_io.q,\
- schema_evol_orc_acidvec_part_update.q,\
- schema_evol_orc_acidvec_table_llap_io.q,\
- schema_evol_orc_acidvec_table.q,\
- schema_evol_orc_acidvec_table_update_llap_io.q,\
- schema_evol_orc_acidvec_table_update.q,\
- schema_evol_orc_nonvec_part_llap_io.q,\
- schema_evol_orc_nonvec_part.q,\
- schema_evol_orc_nonvec_part_all_complex_llap_io.q,\
- schema_evol_orc_nonvec_part_all_complex.q,\
- schema_evol_orc_nonvec_part_all_primitive_llap_io.q,\
- schema_evol_orc_nonvec_part_all_primitive.q,\
- schema_evol_orc_nonvec_table_llap_io.q,\
- schema_evol_orc_nonvec_table.q,\
- schema_evol_orc_vec_part_llap_io.q,\
- schema_evol_orc_vec_part.q,\
- schema_evol_orc_vec_part_all_complex_llap_io.q,\
- schema_evol_orc_vec_part_all_complex.q,\
- schema_evol_orc_vec_part_all_primitive_llap_io.q,\
- schema_evol_orc_vec_part_all_primitive.q,\
- schema_evol_orc_vec_table_llap_io.q,\
- schema_evol_orc_vec_table.q,\
- schema_evol_stats.q,\
- schema_evol_text_nonvec_part_llap_io.q,\
- schema_evol_text_nonvec_part.q,\
- schema_evol_text_nonvec_part_all_complex_llap_io.q,\
- schema_evol_text_nonvec_part_all_complex.q,\
- schema_evol_text_nonvec_part_all_primitive_llap_io.q,\
- schema_evol_text_nonvec_part_all_primitive.q,\
- schema_evol_text_nonvec_table_llap_io.q,\
- schema_evol_text_nonvec_table.q,\
- schema_evol_text_vec_part_llap_io.q,\
- schema_evol_text_vec_part.q,\
- schema_evol_text_vec_part_all_complex_llap_io.q,\
- schema_evol_text_vec_part_all_complex.q,\
- schema_evol_text_vec_part_all_primitive_llap_io.q,\
- schema_evol_text_vec_part_all_primitive.q,\
- schema_evol_text_vec_table_llap_io.q,\
- schema_evol_text_vec_table.q,\
- schema_evol_text_vecrow_part_llap_io.q,\
- schema_evol_text_vecrow_part.q,\
- schema_evol_text_vecrow_part_all_complex_llap_io.q,\
- schema_evol_text_vecrow_part_all_complex.q,\
- schema_evol_text_vecrow_part_all_primitive_llap_io.q,\
- schema_evol_text_vecrow_part_all_primitive.q,\
- schema_evol_text_vecrow_table_llap_io.q,\
- schema_evol_text_vecrow_table.q,\
- selectDistinctStar.q,\
- semijoin.q,\
- semijoin6.q,\
- semijoin7.q,\
- semijoin_hint.q,\
- sharedworkext.q,\
- smb_cache.q,\
- special_character_in_tabnames_1.q,\
- sqlmerge.q,\
- stats_based_fetch_decision.q,\
- subquery_in_having.q,\
- subquery_notin.q,\
- subquery_nested_subquery.q, \
- subquery_select.q, \
- subquery_shared_alias.q, \
- subquery_null_agg.q,\
- sysdb.q,\
- table_access_keys_stats.q,\
- tez_bmj_schema_evolution.q,\
- tez_dml.q,\
- tez_dynpart_hashjoin_1.q,\
- tez_dynpart_hashjoin_2.q,\
- tez_dynpart_hashjoin_3.q,\
- tez_fsstat.q,\
- tez_insert_overwrite_local_directory_1.q,\
- tez_join.q,\
- tez_join_result_complex.q,\
- tez_join_tests.q,\
- tez_joins_explain.q,\
- tez_multi_union.q,\
- tez_nway_join.q,\
- tez_schema_evolution.q,\
- tez_self_join.q,\
- tez_smb_1.q,\
- tez_smb_empty.q,\
- tez_smb_main.q,\
- tez_union.q,\
- tez_union2.q,\
- tez_union_decimal.q,\
- tez_union_group_by.q,\
- tez_union_multiinsert.q,\
- tez_vector_dynpart_hashjoin_1.q,\
- tez_vector_dynpart_hashjoin_2.q,\
- uber_reduce.q,\
- udaf_collect_set_2.q,\
- udaf_all_keyword.q,\
- union_fast_stats.q,\
- union_remove_26.q,\
- union_top_level.q,\
- vector_auto_smb_mapjoin_14.q,\
- vector_char_varchar_1.q,\
- vector_complex_all.q,\
- vector_complex_join.q,\
- vector_decimal_2.q,\
- vector_decimal_udf.q,\
- vector_groupby_cube1.q,\
- vector_groupby_grouping_id1.q,\
- vector_groupby_grouping_id2.q,\
- vector_groupby_grouping_id3.q,\
- vector_groupby_grouping_sets1.q,\
- vector_groupby_grouping_sets2.q,\
- vector_groupby_grouping_sets3.q,\
- vector_groupby_grouping_sets3_dec.q,\
- vector_groupby_grouping_sets4.q,\
- vector_groupby_grouping_sets5.q,\
- vector_groupby_grouping_sets6.q,\
- vector_groupby_grouping_sets_grouping.q,\
- vector_groupby_grouping_sets_limit.q,\
- vector_groupby_grouping_window.q,\
- vector_groupby_rollup1.q,\
- vector_groupby_sort_11.q,\
- vector_groupby_sort_8.q,\
- vector_if_expr_2.q,\
- vector_join30.q,\
- vector_join_filters.q,\
- vector_leftsemi_mapjoin.q,\
- vector_like_2.q,\
- vector_llap_text_1.q,\
- vector_mapjoin_reduce.q,\
- vector_number_compare_projection.q,\
- vector_order_null.q,\
- vector_outer_reference_windowed.q,\
- vector_partitioned_date_time.q,\
- vector_ptf_1.q,\
- vector_ptf_part_simple.q,\
- vector_reuse_scratchcols.q,\
- vector_string_decimal.q,\
- vector_udf_adaptor_1.q,\
- vector_udf_inline.q,\
- vector_udf_string_to_boolean.q,\
- vector_udf1.q,\
- vector_udf2.q,\
- vector_windowing.q,\
- vector_windowing_expressions.q,\
- vector_windowing_gby.q,\
- vector_windowing_gby2.q,\
- vector_windowing_multipartitioning.q,\
- vector_windowing_navfn.q,\
- vector_windowing_order_null.q,\
- vector_windowing_range_multiorder.q,\
- vector_windowing_rank.q,\
- vector_windowing_streaming.q,\
- vector_windowing_windowspec.q,\
- vector_windowing_windowspec4.q,\
- vectorization_div0.q,\
- vectorization_input_format_excludes.q,\
- vectorized_insert_into_bucketed_table.q,\
- vectorization_short_regress.q,\
- vectorized_dynamic_partition_pruning.q,\
- vectorized_dynamic_semijoin_reduction.q,\
- vectorized_dynamic_semijoin_reduction2.q,\
- vectorized_ptf.q,\
- windowing.q,\
- windowing_gby.q,\
- unionDistinct_2.q,\
- auto_smb_mapjoin_14.q,\
- subquery_views.q,\
- vector_nullsafe_join.q,\
- smb_mapjoin_18.q,\
- varchar_udf1.q,\
- vectorized_parquet.q,\
- bucketmapjoin2.q,\
- orc_ppd_varchar.q,\
- multi_insert.q,\
- cbo_rp_limit.q,\
- vector_interval_2.q,\
- cbo_semijoin.q,\
- parquet_predicate_pushdown.q,\
- vector_outer_join5.q,\
- smb_mapjoin_6.q,\
- multi_column_in.q,\
- orc_predicate_pushdown.q,\
- columnStatsUpdateForStatsOptimizer_1.q,\
- reduce_deduplicate_extended.q,\
- limit_pushdown3.q,\
- offset_limit.q,\
- vector_join_nulls.q,\
- correlationoptimizer3.q,\
- vectorization_0.q,\
- columnstats_part_coltype.q,\
- drop_partition_with_stats.q,\
- dynpart_sort_optimization2.q,\
- multi_column_in_single.q,\
- join32_lessSize.q,\
- alter_table_invalidate_column_stats.q,\
- bucketmapjoin1.q,\
- ppr_pushdown.q,\
- smb_mapjoin_14.q,\
- vector_between_in.q,\
- offset_limit_ppd_optimizer.q,\
- cluster.q,\
- subquery_corr.q,\
- subquery_in.q,\
- subquery_multi.q,\
- subquery_scalar.q,\
- stats11.q,\
- orc_create.q,\
- orc_split_elimination.q,\
- order_null.q,\
- skewjoinopt15.q,\
- authorization_2.q,\
- cbo_subq_in.q,\
- alter_merge_orc.q,\
- bucketsortoptimize_insert_6.q,\
- bucketmapjoin4.q,\
- orc_merge7.q,\
- column_access_stats.q,\
- smb_mapjoin_5.q,\
- vector_adaptor_usage_mode.q,\
- optimize_nullscan.q,\
- parquet_types.q,\
- groupby_grouping_id2.q,\
- constprog_semijoin.q,\
- ppd_union_view.q,\
- smb_mapjoin_19.q,\
- cbo_rp_views.q,\
- bucketsortoptimize_insert_7.q,\
- smb_mapjoin_15.q,\
- vectorized_nested_mapjoin.q,\
- skiphf_aggr.q,\
- multi_insert_lateral_view.q,\
- smb_mapjoin_4.q,\
- cbo_udf_udaf.q,\
- bucketmapjoin3.q,\
- metadataonly1.q,\
- lateral_view.q,\
- extrapolate_part_stats_partial_ndv.q,\
- cbo_views.q,\
- limit_pushdown.q,\
- cbo_rp_udf_udaf.q,\
- count.q,\
- vector_inner_join.q,\
- temp_table.q,\
- vector_partition_diff_num_cols.q,\
- vector_count_distinct.q,\
- cbo_rp_udf_udaf_stats_opt.q,\
- database.q,\
- smb_mapjoin_17.q,\
- groupby_resolution.q,\
- windowing_windowspec2.q,\
- unionDistinct_3.q,\
- vectorized_join46.q,\
- vectorized_multi_output_select.q,\
- partialdhj.q
-
-encrypted.query.files=encryption_join_unencrypted_tbl.q,\
- encryption_insert_partition_static.q,\
- encryption_insert_partition_dynamic.q,\
- encryption_join_with_different_encryption_keys.q,\
- encryption_select_read_only_encrypted_tbl.q,\
- encryption_select_read_only_unencrypted_tbl.q,\
- encryption_load_data_to_encrypted_tables.q, \
- encryption_unencrypted_nonhdfs_external_tables.q, \
- encryption_move_tbl.q, \
- encryption_drop_table.q, \
- encryption_insert_values.q, \
- encryption_drop_view.q, \
- encryption_drop_partition.q, \
- encryption_with_trash.q, \
- encryption_ctas.q, \
- encryption_auto_purge_tables.q, \
- encryption_drop_table_in_encrypted_db.q
-
-beeline.positive.include=create_merge_compressed.q,\
- colstats_all_nulls.q,\
- drop_with_concurrency.q,\
- escape_comments.q,\
- explain_outputs.q,\
- insert_overwrite_local_directory_1.q,\
- mapjoin2.q,\
- materialized_view_create_rewrite.q,\
- smb_mapjoin_1.q,\
- smb_mapjoin_10.q,\
- smb_mapjoin_11.q,\
- smb_mapjoin_12.q,\
- smb_mapjoin_13.q,\
- smb_mapjoin_16.q,\
- smb_mapjoin_2.q,\
- smb_mapjoin_3.q,\
- smb_mapjoin_7.q,\
- select_dummy_source.q,\
- udf_unix_timestamp.q
-
-minimr.query.negative.files=cluster_tasklog_retrieval.q,\
- file_with_header_footer_negative.q,\
- local_mapred_error_cache.q,\
- mapreduce_stack_trace.q,\
- mapreduce_stack_trace_turnoff.q,\
- minimr_broken_pipe.q,\
- table_nonprintable_negative.q,\
- udf_local_resource.q,\
- ct_noperm_loc.q,\
- ctas_noperm_loc.q
-
-# tests are sorted use: perl -pe 's@\\\s*\n@ @g' testconfiguration.properties \
-# | awk -F= '/spark.query.files/{print $2}' | perl -pe 's@.q *, *@\n@g' \
-# | egrep -v '^ *$' | sort -V | uniq | perl -pe 's@\n@.q, \\\n@g' | perl -pe 's@^@ @g'
-spark.query.files=add_part_multiple.q, \
- alter_merge_orc.q, \
- alter_merge_stats_orc.q, \
- annotate_stats_join.q, \
- parquet_vectorization_0.q ,\
- parquet_vectorization_10.q ,\
- parquet_vectorization_11.q ,\
- parquet_vectorization_12.q ,\
- parquet_vectorization_13.q ,\
- parquet_vectorization_14.q ,\
- parquet_vectorization_15.q ,\
- parquet_vectorization_16.q ,\
- parquet_vectorization_17.q ,\
- parquet_vectorization_1.q ,\
- parquet_vectorization_2.q ,\
- parquet_vectorization_3.q ,\
- parquet_vectorization_4.q ,\
- parquet_vectorization_5.q ,\
- parquet_vectorization_6.q ,\
- parquet_vectorization_7.q ,\
- parquet_vectorization_8.q ,\
- parquet_vectorization_9.q ,\
- parquet_vectorization_decimal_date.q ,\
- parquet_vectorization_div0.q ,\
- parquet_vectorization_limit.q ,\
- parquet_vectorization_nested_udf.q ,\
- parquet_vectorization_not.q ,\
- parquet_vectorization_offset_limit.q ,\
- parquet_vectorization_part_project.q ,\
- parquet_vectorization_part.q ,\
- parquet_vectorization_part_varchar.q ,\
- parquet_vectorization_pushdown.q ,\
- auto_join0.q, \
- auto_join1.q, \
- auto_join10.q, \
- auto_join11.q, \
- auto_join12.q, \
- auto_join13.q, \
- auto_join14.q, \
- auto_join15.q, \
- auto_join16.q, \
- auto_join17.q, \
- auto_join18.q, \
- auto_join18_multi_distinct.q, \
- auto_join19.q, \
- auto_join2.q, \
- auto_join20.q, \
- auto_join21.q, \
- auto_join22.q, \
- auto_join23.q, \
- auto_join24.q, \
- auto_join26.q, \
- auto_join27.q, \
- auto_join28.q, \
- auto_join29.q, \
- auto_join3.q, \
- auto_join30.q, \
- auto_join31.q, \
- auto_join32.q, \
- auto_join4.q, \
- auto_join5.q, \
- auto_join6.q, \
- auto_join7.q, \
- auto_join8.q, \
- auto_join9.q, \
- auto_join_filters.q, \
- auto_join_nulls.q, \
- auto_join_reordering_values.q, \
- auto_join_stats.q, \
- auto_join_stats2.q, \
- auto_join_without_localtask.q, \
- auto_smb_mapjoin_14.q, \
- auto_sortmerge_join_1.q, \
- auto_sortmerge_join_12.q, \
- auto_sortmerge_join_13.q, \
- auto_sortmerge_join_14.q, \
- auto_sortmerge_join_15.q, \
- auto_sortmerge_join_16.q, \
- auto_sortmerge_join_2.q, \
- auto_sortmerge_join_3.q, \
- auto_sortmerge_join_4.q, \
- auto_sortmerge_join_5.q, \
- auto_sortmerge_join_6.q, \
- auto_sortmerge_join_7.q, \
- auto_sortmerge_join_8.q, \
- auto_sortmerge_join_9.q, \
- avro_compression_enabled_native.q, \
- avro_decimal_native.q, \
- avro_joins.q, \
- avro_joins_native.q, \
- bucket2.q, \
- bucket3.q, \
- bucket4.q, \
- bucket_map_join_1.q, \
- bucket_map_join_2.q, \
- bucket_map_join_spark1.q, \
- bucket_map_join_spark2.q, \
- bucket_map_join_spark3.q, \
- bucket_map_join_spark4.q, \
- bucket_map_join_tez1.q, \
- bucket_map_join_tez2.q, \
- bucketmapjoin1.q, \
- bucketmapjoin10.q, \
- bucketmapjoin11.q, \
- bucketmapjoin12.q, \
- bucketmapjoin13.q, \
- bucketmapjoin2.q, \
- bucketmapjoin3.q, \
- bucketmapjoin4.q, \
- bucketmapjoin5.q, \
- bucketmapjoin7.q, \
- bucketmapjoin8.q, \
- bucketmapjoin9.q, \
- bucketmapjoin_negative.q, \
- bucketmapjoin_negative2.q, \
- bucketmapjoin_negative3.q, \
- bucketsortoptimize_insert_2.q, \
- bucketsortoptimize_insert_4.q, \
- bucketsortoptimize_insert_6.q, \
- bucketsortoptimize_insert_7.q, \
- bucketsortoptimize_insert_8.q, \
- cbo_gby.q, \
- cbo_gby_empty.q, \
- cbo_limit.q, \
- cbo_semijoin.q, \
- cbo_simple_select.q, \
- cbo_stats.q, \
- cbo_subq_in.q, \
- cbo_subq_not_in.q, \
- cbo_udf_udaf.q, \
- cbo_union.q, \
- column_access_stats.q, \
- count.q, \
- create_merge_compressed.q, \
- cross_join.q, \
- cross_product_check_1.q, \
- cross_product_check_2.q, \
- ctas.q, \
- custom_input_output_format.q, \
- date_join1.q, \
- date_udf.q, \
- decimal_1_1.q, \
- decimal_join.q, \
- disable_merge_for_bucketing.q, \
- enforce_order.q, \
- escape_clusterby1.q, \
- escape_distributeby1.q, \
- escape_orderby1.q, \
- escape_sortby1.q, \
- explaindenpendencydiffengs.q, \
- filter_join_breaktask.q, \
- filter_join_breaktask2.q, \
- groupby1.q, \
- groupby10.q, \
- groupby11.q, \
- groupby1_map.q, \
- groupby1_map_nomap.q, \
- groupby1_map_skew.q, \
- groupby1_noskew.q, \
- groupby2.q, \
- groupby2_map.q, \
- groupby2_map_multi_distinct.q, \
- groupby2_map_skew.q, \
- groupby2_noskew.q, \
- groupby2_noskew_multi_distinct.q, \
- groupby3.q, \
- groupby3_map.q, \
- groupby3_map_multi_distinct.q, \
- groupby3_map_skew.q, \
- groupby3_noskew.q, \
- groupby3_noskew_multi_distinct.q, \
- groupby4.q, \
- groupby4_map.q, \
- groupby4_map_skew.q, \
- groupby4_noskew.q, \
- groupby5.q, \
- groupby5_map.q, \
- groupby5_map_skew.q, \
- groupby5_noskew.q, \
- groupby6.q, \
- groupby6_map.q, \
- groupby6_map_skew.q, \
- groupby6_noskew.q, \
- groupby7.q, \
- groupby7_map.q, \
- groupby7_map_multi_single_reducer.q, \
- groupby7_map_skew.q, \
- groupby7_noskew.q, \
- groupby7_noskew_multi_single_reducer.q, \
- groupby8.q, \
- groupby8_map.q, \
- groupby8_map_skew.q, \
- groupby8_noskew.q, \
- groupby9.q, \
- groupby_bigdata.q, \
- groupby_complex_types.q, \
- groupby_complex_types_multi_single_reducer.q, \
- groupby_cube1.q, \
- groupby_grouping_id2.q, \
- groupby_map_ppr.q, \
- groupby_map_ppr_multi_distinct.q, \
- groupby_multi_insert_common_distinct.q, \
- groupby_multi_single_reducer.q, \
- groupby_multi_single_reducer2.q, \
- groupby_multi_single_reducer3.q, \
- groupby_position.q, \
- groupby_ppr.q, \
- groupby_ppr_multi_distinct.q, \
- groupby_resolution.q, \
- groupby_rollup1.q, \
- groupby_sort_1_23.q, \
- groupby_sort_skew_1.q, \
- groupby_sort_skew_1_23.q, \
- qroupby_limit_extrastep.q, \
- having.q, \
- identity_project_remove_skip.q, \
- index_auto_self_join.q, \
- innerjoin.q, \
- input12.q, \
- input13.q, \
- input14.q, \
- input17.q, \
- input18.q, \
- input1_limit.q, \
- input_part2.q, \
- insert1.q, \
- insert_into1.q, \
- insert_into2.q, \
- insert_into3.q, \
- join0.q, \
- join1.q, \
- join10.q, \
- join11.q, \
- join12.q, \
- join13.q, \
- join14.q, \
- join15.q, \
- join16.q, \
- join17.q, \
- join18.q, \
- join18_multi_distinct.q, \
- join19.q, \
- join2.q, \
- join20.q, \
- join21.q, \
- join22.q, \
- join23.q, \
- join24.q, \
- join25.q, \
- join26.q, \
- join27.q, \
- join28.q, \
- join29.q, \
- join3.q, \
- join30.q, \
- join31.q, \
- join32.q, \
- join32_lessSize.q, \
- join33.q, \
- join34.q, \
- join35.q, \
- join36.q, \
- join37.q, \
- join38.q, \
- join39.q, \
- join4.q, \
- join40.q, \
- join41.q, \
- join5.q, \
- join6.q, \
- join7.q, \
- join8.q, \
- join9.q, \
- join_1to1.q, \
- join_alt_syntax.q, \
- join_array.q, \
- join_casesensitive.q, \
- join_cond_pushdown_1.q, \
- join_cond_pushdown_2.q, \
- join_cond_pushdown_3.q, \
- join_cond_pushdown_4.q, \
- join_cond_pushdown_unqual1.q, \
- join_cond_pushdown_unqual2.q, \
- join_cond_pushdown_unqual3.q, \
- join_cond_pushdown_unqual4.q, \
- join_empty.q, \
- join_filters_overlap.q, \
- join_hive_626.q, \
- join_literals.q, \
- join_map_ppr.q, \
- join_merge_multi_expressions.q, \
- join_merging.q, \
- join_nullsafe.q, \
- join_rc.q, \
- join_reorder.q, \
- join_reorder2.q, \
- join_reorder3.q, \
- join_reorder4.q, \
- join_star.q, \
- join_thrift.q, \
- join_vc.q, \
- join_view.q, \
- lateral_view_explode2.q, \
- lateral_view_multi_lateralviews.q, \
- leftsemijoin.q, \
- leftsemijoin_mr.q, \
- limit_pushdown.q, \
- limit_pushdown2.q, \
- list_bucket_dml_2.q, \
- load_dyn_part1.q, \
- load_dyn_part10.q, \
- load_dyn_part11.q, \
- load_dyn_part12.q, \
- load_dyn_part13.q, \
- load_dyn_part14.q, \
- load_dyn_part15.q, \
- load_dyn_part2.q, \
- load_dyn_part3.q, \
- load_dyn_part4.q, \
- load_dyn_part5.q, \
- load_dyn_part6.q, \
- load_dyn_part7.q, \
- load_dyn_part8.q, \
- load_dyn_part9.q, \
- louter_join_ppr.q, \
- mapjoin1.q, \
- mapjoin_addjar.q, \
- mapjoin_decimal.q, \
- mapjoin_distinct.q, \
- mapjoin_filter_on_outerjoin.q, \
- mapjoin_mapjoin.q, \
- mapjoin_memcheck.q, \
- mapjoin_subquery.q, \
- mapjoin_subquery2.q, \
- mapjoin_test_outer.q, \
- mapreduce1.q, \
- mapreduce2.q, \
- merge1.q, \
- merge2.q, \
- mergejoins.q, \
- mergejoins_mixed.q, \
- metadata_only_queries.q, \
- metadata_only_queries_with_filters.q, \
- multi_insert.q, \
- multi_insert_gby.q, \
- multi_insert_gby2.q, \
- multi_insert_gby3.q, \
- multi_insert_lateral_view.q, \
- multi_insert_mixed.q, \
- multi_insert_move_tasks_share_dependencies.q, \
- multi_insert_with_join.q, \
- multi_join_union.q, \
- multi_join_union_src.q, \
- multigroupby_singlemr.q, \
- nullgroup.q, \
- nullgroup2.q, \
- nullgroup4.q, \
- nullgroup4_multi_distinct.q, \
- optimize_nullscan.q, \
- order.q, \
- order2.q, \
- outer_join_ppr.q, \
- parallel.q, \
- parallel_join0.q, \
- parallel_join1.q, \
- parquet_join.q, \
- pcr.q, \
- ppd_gby_join.q, \
- ppd_join.q, \
- ppd_join2.q, \
- ppd_join3.q, \
- ppd_join4.q, \
- ppd_join5.q, \
- ppd_join_filter.q, \
- ppd_multi_insert.q, \
- ppd_outer_join1.q, \
- ppd_outer_join2.q, \
- ppd_outer_join3.q, \
- ppd_outer_join4.q, \
- ppd_outer_join5.q, \
- ppd_transform.q, \
- ptf.q, \
- ptf_decimal.q, \
- ptf_general_queries.q, \
- ptf_matchpath.q, \
- ptf_rcfile.q, \
- ptf_register_tblfn.q, \
- ptf_seqfile.q, \
- ptf_streaming.q, \
- rcfile_bigdata.q, \
- reduce_deduplicate_exclude_join.q, \
- router_join_ppr.q, \
- runtime_skewjoin_mapjoin_spark.q, \
- sample1.q, \
- sample10.q, \
- sample2.q, \
- sample3.q, \
- sample4.q, \
- sample5.q, \
- sample6.q, \
- sample7.q, \
- sample8.q, \
- sample9.q, \
- script_env_var1.q, \
- script_env_var2.q, \
- script_pipe.q, \
- scriptfile1.q, \
- semijoin.q, \
- skewjoin.q, \
- skewjoin_noskew.q, \
- skewjoin_union_remove_1.q, \
- skewjoin_union_remove_2.q, \
- skewjoinopt1.q, \
- skewjoinopt10.q, \
- skewjoinopt11.q, \
- skewjoinopt12.q, \
- skewjoinopt13.q, \
- skewjoinopt14.q, \
- skewjoinopt15.q, \
- skewjoinopt16.q, \
- skewjoinopt17.q, \
- skewjoinopt18.q, \
- skewjoinopt19.q, \
- skewjoinopt2.q, \
- skewjoinopt20.q, \
- skewjoinopt3.q, \
- skewjoinopt4.q, \
- skewjoinopt5.q, \
- skewjoinopt6.q, \
- skewjoinopt7.q, \
- skewjoinopt8.q, \
- skewjoinopt9.q, \
- smb_mapjoin_1.q, \
- smb_mapjoin_10.q, \
- smb_mapjoin_11.q, \
- smb_mapjoin_12.q, \
- smb_mapjoin_13.q, \
- smb_mapjoin_14.q, \
- smb_mapjoin_15.q, \
- smb_mapjoin_16.q, \
- smb_mapjoin_17.q, \
- smb_mapjoin_18.q, \
- smb_mapjoin_19.q, \
- smb_mapjoin_2.q, \
- smb_mapjoin_20.q, \
- smb_mapjoin_21.q, \
- smb_mapjoin_22.q, \
- smb_mapjoin_25.q, \
- smb_mapjoin_3.q, \
- smb_mapjoin_4.q, \
- smb_mapjoin_5.q, \
- smb_mapjoin_6.q, \
- smb_mapjoin_7.q, \
- smb_mapjoin_8.q, \
- smb_mapjoin_9.q, \
- sort.q, \
- stats0.q, \
- stats1.q, \
- stats10.q, \
- stats12.q, \
- stats13.q, \
- stats14.q, \
- stats15.q, \
- stats16.q, \
- stats18.q, \
- stats2.q, \
- stats3.q, \
- stats5.q, \
- stats6.q, \
- stats7.q, \
- stats8.q, \
- stats9.q, \
- stats_noscan_1.q, \
- stats_noscan_2.q, \
- stats_only_null.q, \
- stats_partscan_1_23.q, \
- statsfs.q, \
- subquery_exists.q, \
- subquery_in.q, \
- subquery_multi.q,\
- subquery_multiinsert.q, \
- subquery_nested_subquery.q, \
- subquery_notin.q,\
- subquery_null_agg.q,\
- subquery_scalar.q,\
- subquery_select.q, \
- subquery_shared_alias.q, \
- subquery_views.q,\
- table_access_keys_stats.q, \
- temp_table.q, \
- temp_table_gb1.q, \
- temp_table_join1.q, \
- tez_join_tests.q, \
- tez_joins_explain.q, \
- timestamp_1.q, \
- timestamp_2.q, \
- timestamp_3.q, \
- timestamp_comparison.q, \
- timestamp_lazy.q, \
- timestamp_null.q, \
- timestamp_udf.q, \
- transform1.q, \
- transform2.q, \
- transform_ppr1.q, \
- transform_ppr2.q, \
- udaf_collect_set.q, \
- udf_example_add.q, \
- udf_in_file.q, \
- udf_max.q, \
- udf_min.q, \
- udf_percentile.q, \
- union.q, \
- union10.q, \
- union11.q, \
- union12.q, \
- union13.q, \
- union14.q, \
- union15.q, \
- union16.q, \
- union17.q, \
- union18.q, \
- union19.q, \
- union2.q, \
- union20.q, \
- union21.q, \
- union22.q, \
- union23.q, \
- union24.q, \
- union25.q, \
- union26.q, \
- union27.q, \
- union28.q, \
- union29.q, \
- union3.q, \
- union30.q, \
- union31.q, \
- union32.q, \
- union33.q, \
- union34.q, \
- union4.q, \
- union5.q, \
- union6.q, \
- union7.q, \
- union8.q, \
- union9.q, \
- union_date.q, \
- union_date_trim.q, \
- union_lateralview.q, \
- union_null.q, \
- union_ppr.q, \
- union_remove_1.q, \
- union_remove_10.q, \
- union_remove_11.q, \
- union_remove_12.q, \
- union_remove_13.q, \
- union_remove_14.q, \
- union_remove_15.q, \
- union_remove_16.q, \
- union_remove_17.q, \
- union_remove_18.q, \
- union_remove_19.q, \
- union_remove_2.q, \
- union_remove_20.q, \
- union_remove_21.q, \
- union_remove_22.q, \
- union_remove_23.q, \
- union_remove_24.q, \
- union_remove_25.q, \
- union_remove_3.q, \
- union_remove_4.q, \
- union_remove_5.q, \
- union_remove_6.q, \
- union_remove_6_subq.q, \
- union_remove_7.q, \
- union_remove_8.q, \
- union_remove_9.q, \
- union_script.q, \
- union_top_level.q, \
- union_view.q, \
- uniquejoin.q, \
- varchar_join1.q, \
- vector_between_in.q, \
- vector_cast_constant.q, \
- vector_char_4.q, \
- vector_count_distinct.q, \
- vector_data_types.q, \
- vector_decimal_aggregate.q, \
- vector_decimal_mapjoin.q, \
- vector_distinct_2.q, \
- vector_elt.q, \
- vector_groupby_3.q, \
- vector_left_outer_join.q, \
- vector_mapjoin_reduce.q, \
- vector_orderby_5.q, \
- vector_string_concat.q, \
- vector_varchar_4.q, \
- vectorization_0.q, \
- vectorization_1.q, \
- vectorization_10.q, \
- vectorization_11.q, \
- vectorization_12.q, \
- vectorization_13.q, \
- vectorization_14.q, \
- vectorization_15.q, \
- vectorization_16.q, \
- vectorization_17.q, \
- vectorization_2.q, \
- vectorization_3.q, \
- vectorization_4.q, \
- vectorization_5.q, \
- vectorization_6.q, \
- vectorization_9.q, \
- vectorization_decimal_date.q, \
- vectorization_div0.q, \
- vectorization_input_format_excludes.q, \
- vectorization_nested_udf.q, \
- vectorization_not.q, \
- vectorization_part.q, \
- vectorization_part_project.q, \
- vectorization_parquet_projection.q, \
- vectorization_pushdown.q, \
- vectorization_short_regress.q, \
- vectorized_case.q, \
- vectorized_mapjoin.q, \
- vectorized_math_funcs.q, \
- vectorized_nested_mapjoin.q, \
- vectorized_ptf.q, \
- vectorized_rcfile_columnar.q, \
- vectorized_shufflejoin.q, \
- vectorized_string_funcs.q, \
- vectorized_timestamp_funcs.q, \
- windowing.q
-
-# Unlike "spark.query.files" above, these tests only run
-# under Spark engine and only use TestSparkCliDriver.
-spark.only.query.files=spark_union_merge.q,\
- spark_combine_equivalent_work_2.q
-
-# Unlike "miniSparkOnYarn.query.files" below, these tests only run
-# under Spark engine and only use TestMiniSparkOnYarnCliDriver.
-miniSparkOnYarn.only.query.files=spark_combine_equivalent_work.q,\
- spark_dynamic_partition_pruning.q,\
- spark_dynamic_partition_pruning_2.q,\
- spark_dynamic_partition_pruning_3.q,\
- spark_dynamic_partition_pruning_4.q,\
- spark_dynamic_partition_pruning_5.q,\
- spark_dynamic_partition_pruning_6.q,\
- spark_dynamic_partition_pruning_mapjoin_only.q,\
- spark_constprog_dpp.q,\
- spark_dynamic_partition_pruning_recursive_mapjoin.q,\
- dynamic_rdd_cache.q, \
- spark_multi_insert_parallel_orderby.q,\
- spark_explainuser_1.q,\
- spark_vectorized_dynamic_partition_pruning.q,\
- spark_use_ts_stats_for_mapjoin.q,\
- spark_use_op_stats.q,\
- spark_explain_groupbyshuffle.q,\
- spark_opt_shuffle_serde.q
-
-miniSparkOnYarn.query.files=auto_sortmerge_join_16.q,\
- bucket4.q,\
- bucket5.q,\
- bucket6.q,\
- bucketizedhiveinputformat.q,\
- bucketmapjoin6.q,\
- bucketmapjoin7.q,\
- constprog_partitioner.q,\
- constprog_semijoin.q,\
- disable_merge_for_bucketing.q,\
- empty_dir_in_table.q,\
- external_table_with_space_in_location_path.q,\
- file_with_header_footer.q,\
- gen_udf_example_add10.q,\
- import_exported_table.q,\
- index_bitmap3.q,\
- index_bitmap_auto.q,\
- infer_bucket_sort_bucketed_table.q,\
- infer_bucket_sort_map_operators.q,\
- infer_bucket_sort_merge.q,\
- infer_bucket_sort_num_buckets.q,\
- infer_bucket_sort_reducers_power_two.q,\
- input16_cc.q,\
- insert_overwrite_directory2.q,\
- leftsemijoin_mr.q,\
- list_bucket_dml_10.q,\
- load_fs2.q,\
- load_hdfs_file_with_space_in_the_name.q,\
- orc_merge1.q,\
- orc_merge2.q,\
- orc_merge3.q,\
- orc_merge4.q,\
- orc_merge5.q,\
- orc_merge6.q,\
- orc_merge7.q,\
- orc_merge8.q,\
- orc_merge9.q,\
- orc_merge_diff_fs.q,\
- orc_merge_incompat1.q,\
- orc_merge_incompat2.q,\
- parallel_orderby.q,\
- quotedid_smb.q,\
- reduce_deduplicate.q,\
- remote_script.q,\
- root_dir_external_table.q,\
- schemeAuthority.q,\
- schemeAuthority2.q,\
- scriptfile1.q,\
- scriptfile1_win.q,\
- temp_table_external.q,\
- truncate_column_buckets.q,\
- uber_reduce.q,\
- vector_inner_join.q,\
- vector_outer_join0.q,\
- vector_outer_join1.q,\
- vector_outer_join2.q,\
- vector_outer_join3.q,\
- vector_outer_join4.q,\
- vector_outer_join5.q
-
-# These tests are removed from miniSparkOnYarn.query.files
-# ql_rewrite_gbtoidx.q,\
-# ql_rewrite_gbtoidx_cbo_1.q,\
-# smb_mapjoin_8.q,\
-
-localSpark.only.query.files=spark_local_queries.q
-
-spark.query.negative.files=groupby2_map_skew_multi_distinct.q,\
- groupby2_multi_distinct.q,\
- groupby3_map_skew_multi_distinct.q,\
- groupby3_multi_distinct.q,\
- groupby_grouping_sets7.q,\
- spark_job_max_tasks.q,\
- spark_stage_max_tasks.q
-
-spark.perf.disabled.query.files=query14.q,\
- query64.q
-
-druid.query.files=druidmini_test1.q,\
- druidmini_test_insert.q,\
- druidmini_mv.q,\
- druid_timestamptz.q,\
- druidmini_dynamic_partition.q,\
- druidmini_expressions.q,\
- druidmini_extractTime.q,\
- druidmini_test_alter.q,\
- druidmini_floorTime.q
-
[2/3] hive git commit: HIVE-19074: Vectorization: Add llap
vectorization_div0.q.out Q output file (missing changes) (Matt McCline,
reviewed by Teddy Choi)
Posted by mm...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/a21302f1/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out b/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out
new file mode 100644
index 0000000..e00dcd9
--- /dev/null
+++ b/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out
@@ -0,0 +1,870 @@
+PREHOOK: query: explain vectorization expression
+select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
+from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
+from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: alltypesorc
+ Statistics: Num rows: 12288 Data size: 220184 Basic stats: COMPLETE Column stats: COMPLETE
+ TableScan Vectorization:
+ native: true
+ Select Operator
+ expressions: cint (type: int), (UDFToDouble(cint) / 0.0D) (type: double), ctinyint (type: tinyint), (UDFToDouble(ctinyint) / 0.0D) (type: double), cbigint (type: bigint), (UDFToDouble(cbigint) / 0.0D) (type: double), cdouble (type: double), (cdouble / 0.0D) (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [2, 14, 0, 15, 3, 16, 5, 13]
+ selectExpressions: DoubleColDivideDoubleScalar(col 13:double, val 0.0)(children: CastLongToDouble(col 2:int) -> 13:double) -> 14:double, DoubleColDivideDoubleScalar(col 13:double, val 0.0)(children: CastLongToDouble(col 0:tinyint) -> 13:double) -> 15:double, DoubleColDivideDoubleScalar(col 13:double, val 0.0)(children: CastLongToDouble(col 3:bigint) -> 13:double) -> 16:double, DoubleColDivideDoubleScalar(col 5:double, val 0.0) -> 13:double
+ Statistics: Num rows: 12288 Data size: 613400 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col0 (type: int), _col2 (type: tinyint), _col4 (type: bigint), _col6 (type: double)
+ sort order: ++++
+ Reduce Sink Vectorization:
+ className: VectorReduceSinkObjectHashOperator
+ native: true
+ nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ Statistics: Num rows: 12288 Data size: 613400 Basic stats: COMPLETE Column stats: COMPLETE
+ TopN Hash Memory Usage: 0.1
+ value expressions: _col1 (type: double), _col3 (type: double), _col5 (type: double), _col7 (type: double)
+ Execution mode: vectorized, llap
+ LLAP IO: all inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+ inputFormatFeatureSupport: []
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+ allNative: true
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reducer 2
+ Execution mode: vectorized, llap
+ Reduce Vectorization:
+ enabled: true
+ enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), KEY.reducesinkkey1 (type: tinyint), VALUE._col1 (type: double), KEY.reducesinkkey2 (type: bigint), VALUE._col2 (type: double), KEY.reducesinkkey3 (type: double), VALUE._col3 (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 4, 1, 5, 2, 6, 3, 7]
+ Statistics: Num rows: 12288 Data size: 613400 Basic stats: COMPLETE Column stats: COMPLETE
+ Limit
+ Number of rows: 100
+ Limit Vectorization:
+ className: VectorLimitOperator
+ native: true
+ Statistics: Num rows: 100 Data size: 5024 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 100 Data size: 5024 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
+from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div
+from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+cint cint_div ctinyint ctinyint_div cbigint cbigint_div cdouble cdouble_div
+NULL NULL -60 NULL -1016256928 NULL 15601.0 NULL
+NULL NULL -60 NULL -1062217466 NULL -200.0 NULL
+NULL NULL -60 NULL -1183915345 NULL -7196.0 NULL
+NULL NULL -60 NULL -126921733 NULL -200.0 NULL
+NULL NULL -60 NULL -1445021496 NULL -200.0 NULL
+NULL NULL -60 NULL -1690528981 NULL -200.0 NULL
+NULL NULL -60 NULL -1743144280 NULL 15601.0 NULL
+NULL NULL -60 NULL -1802243330 NULL -7196.0 NULL
+NULL NULL -60 NULL -1860186661 NULL -200.0 NULL
+NULL NULL -60 NULL -2041965187 NULL 15601.0 NULL
+NULL NULL -60 NULL -483910982 NULL -200.0 NULL
+NULL NULL -60 NULL -508015343 NULL -200.0 NULL
+NULL NULL -60 NULL -519753851 NULL 15601.0 NULL
+NULL NULL -60 NULL -5953872 NULL 15601.0 NULL
+NULL NULL -60 NULL -68838726 NULL -7196.0 NULL
+NULL NULL -60 NULL -903925845 NULL 15601.0 NULL
+NULL NULL -60 NULL 1122241452 NULL 15601.0 NULL
+NULL NULL -60 NULL 1172431520 NULL -200.0 NULL
+NULL NULL -60 NULL 927847540 NULL -200.0 NULL
+NULL NULL -60 NULL NULL NULL -200.0 NULL
+NULL NULL -61 NULL -1022679553 NULL 15601.0 NULL
+NULL NULL -61 NULL -1062521098 NULL -7196.0 NULL
+NULL NULL -61 NULL -1313743110 NULL -200.0 NULL
+NULL NULL -61 NULL -1513172815 NULL -7196.0 NULL
+NULL NULL -61 NULL -1728754595 NULL -7196.0 NULL
+NULL NULL -61 NULL -1769786673 NULL -200.0 NULL
+NULL NULL -61 NULL -2114172148 NULL -7196.0 NULL
+NULL NULL -61 NULL -2175533 NULL -7196.0 NULL
+NULL NULL -61 NULL -836697023 NULL -200.0 NULL
+NULL NULL -61 NULL -854893578 NULL 15601.0 NULL
+NULL NULL -61 NULL -982179838 NULL 15601.0 NULL
+NULL NULL -61 NULL 1114673625 NULL 15601.0 NULL
+NULL NULL -61 NULL 1139675920 NULL 15601.0 NULL
+NULL NULL -61 NULL 1237548317 NULL -7196.0 NULL
+NULL NULL -61 NULL 127734700 NULL -7196.0 NULL
+NULL NULL -61 NULL 1399483216 NULL -200.0 NULL
+NULL NULL -61 NULL 1415466231 NULL -7196.0 NULL
+NULL NULL -61 NULL 184425274 NULL -200.0 NULL
+NULL NULL -61 NULL 1977536065 NULL 15601.0 NULL
+NULL NULL -61 NULL 484546535 NULL 15601.0 NULL
+NULL NULL -61 NULL 623787602 NULL -200.0 NULL
+NULL NULL -61 NULL 919939154 NULL 15601.0 NULL
+NULL NULL -61 NULL 943547371 NULL -7196.0 NULL
+NULL NULL -61 NULL NULL NULL -7196.0 NULL
+NULL NULL -61 NULL NULL NULL -7196.0 NULL
+NULL NULL -62 NULL -1113073921 NULL -200.0 NULL
+NULL NULL -62 NULL -1367753794 NULL -7196.0 NULL
+NULL NULL -62 NULL -1592016120 NULL 15601.0 NULL
+NULL NULL -62 NULL -167812632 NULL -200.0 NULL
+NULL NULL -62 NULL -1726415169 NULL 15601.0 NULL
+NULL NULL -62 NULL -1761785534 NULL -7196.0 NULL
+NULL NULL -62 NULL -2080605724 NULL -200.0 NULL
+NULL NULL -62 NULL -642836823 NULL -7196.0 NULL
+NULL NULL -62 NULL -840223244 NULL -7196.0 NULL
+NULL NULL -62 NULL 1221804187 NULL -200.0 NULL
+NULL NULL -62 NULL 1380844570 NULL -7196.0 NULL
+NULL NULL -62 NULL 1443417260 NULL -200.0 NULL
+NULL NULL -62 NULL 1607712873 NULL -200.0 NULL
+NULL NULL -62 NULL 1670449519 NULL -7196.0 NULL
+NULL NULL -62 NULL 2071666427 NULL -200.0 NULL
+NULL NULL -62 NULL 281485844 NULL 15601.0 NULL
+NULL NULL -62 NULL 325025905 NULL -200.0 NULL
+NULL NULL -62 NULL 667693308 NULL 15601.0 NULL
+NULL NULL -62 NULL 68899019 NULL 15601.0 NULL
+NULL NULL -62 NULL 726070601 NULL -200.0 NULL
+NULL NULL -62 NULL 73960976 NULL 15601.0 NULL
+NULL NULL -62 NULL 756424745 NULL -7196.0 NULL
+NULL NULL -62 NULL 986221936 NULL -7196.0 NULL
+NULL NULL -62 NULL NULL NULL -7196.0 NULL
+NULL NULL -62 NULL NULL NULL -7196.0 NULL
+NULL NULL -63 NULL -1167054574 NULL 15601.0 NULL
+NULL NULL -63 NULL -1224023895 NULL -7196.0 NULL
+NULL NULL -63 NULL -1574729892 NULL 15601.0 NULL
+NULL NULL -63 NULL -1711796768 NULL -7196.0 NULL
+NULL NULL -63 NULL -1996001975 NULL 15601.0 NULL
+NULL NULL -63 NULL -1999307539 NULL -200.0 NULL
+NULL NULL -63 NULL -200542601 NULL 15601.0 NULL
+NULL NULL -63 NULL -2070832461 NULL -200.0 NULL
+NULL NULL -63 NULL -721244708 NULL 15601.0 NULL
+NULL NULL -63 NULL -994504916 NULL -7196.0 NULL
+NULL NULL -63 NULL -997946077 NULL -200.0 NULL
+NULL NULL -63 NULL 1089367203 NULL -200.0 NULL
+NULL NULL -63 NULL 1927856372 NULL -200.0 NULL
+NULL NULL -63 NULL 2059199534 NULL 15601.0 NULL
+NULL NULL -63 NULL 483904240 NULL 15601.0 NULL
+NULL NULL -63 NULL 507317726 NULL -200.0 NULL
+NULL NULL -63 NULL 956380949 NULL -200.0 NULL
+NULL NULL -64 NULL -1615920595 NULL -7196.0 NULL
+NULL NULL -64 NULL -1639157869 NULL -7196.0 NULL
+NULL NULL -64 NULL -1809291815 NULL 15601.0 NULL
+NULL NULL -64 NULL -1809444706 NULL -200.0 NULL
+NULL NULL -64 NULL -527203677 NULL -7196.0 NULL
+NULL NULL -64 NULL 1090418478 NULL -7196.0 NULL
+NULL NULL -64 NULL 1421812187 NULL 15601.0 NULL
+NULL NULL -64 NULL 1805860756 NULL -7196.0 NULL
+NULL NULL -64 NULL 1960950366 NULL 15601.0 NULL
+NULL NULL -64 NULL 2118653994 NULL -200.0 NULL
+NULL NULL -64 NULL 406535485 NULL -7196.0 NULL
+NULL NULL -64 NULL 658026952 NULL -7196.0 NULL
+NULL NULL -64 NULL 927647669 NULL -200.0 NULL
+PREHOOK: query: explain vectorization expression
+select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: alltypesorc
+ Statistics: Num rows: 12288 Data size: 146792 Basic stats: COMPLETE Column stats: COMPLETE
+ TableScan Vectorization:
+ native: true
+ Filter Operator
+ Filter Vectorization:
+ className: VectorFilterOperator
+ native: true
+ predicateExpression: FilterExprAndExpr(children: FilterLongColGreaterLongScalar(col 3:bigint, val 0), FilterLongColLessLongScalar(col 3:bigint, val 100000000))
+ predicate: ((cbigint < 100000000L) and (cbigint > 0L)) (type: boolean)
+ Statistics: Num rows: 1365 Data size: 16320 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: (cbigint - 988888) (type: bigint), (cdouble / UDFToDouble((cbigint - 988888))) (type: double), (1.2 / CAST( (cbigint - 988888) AS decimal(19,0))) (type: decimal(22,21))
+ outputColumnNames: _col0, _col1, _col2
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [13, 16, 18]
+ selectExpressions: LongColSubtractLongScalar(col 3:bigint, val 988888) -> 13:bigint, DoubleColDivideDoubleColumn(col 5:double, col 15:double)(children: CastLongToDouble(col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 988888) -> 14:bigint) -> 15:double) -> 16:double, DecimalScalarDivideDecimalColumn(val 1.2, col 17:decimal(19,0))(children: CastLongToDecimal(col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 988888) -> 14:bigint) -> 17:decimal(19,0)) -> 18:decimal(22,21)
+ Statistics: Num rows: 1365 Data size: 174720 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col0 (type: bigint), _col1 (type: double), _col2 (type: decimal(22,21))
+ sort order: +++
+ Reduce Sink Vectorization:
+ className: VectorReduceSinkObjectHashOperator
+ native: true
+ nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ Statistics: Num rows: 1365 Data size: 174720 Basic stats: COMPLETE Column stats: COMPLETE
+ TopN Hash Memory Usage: 0.1
+ Execution mode: vectorized, llap
+ LLAP IO: all inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+ inputFormatFeatureSupport: []
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+ allNative: true
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reducer 2
+ Execution mode: vectorized, llap
+ Reduce Vectorization:
+ enabled: true
+ enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: decimal(22,21))
+ outputColumnNames: _col0, _col1, _col2
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 1, 2]
+ Statistics: Num rows: 1365 Data size: 174720 Basic stats: COMPLETE Column stats: COMPLETE
+ Limit
+ Number of rows: 100
+ Limit Vectorization:
+ className: VectorLimitOperator
+ native: true
+ Statistics: Num rows: 100 Data size: 12800 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 100 Data size: 12800 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+s1 s2 s3
+-63925 0.11256941728588189 -0.000018771998435666797
+-985319 2.0297994862577501E-4 -0.000001217879691754650
+-985319 NULL -0.000001217879691754650
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+10000738 0.001559984873116364 0.000000119991144653525
+10081828 0.0015474376273826532 0.000000119026033770860
+10745355 -6.696847149303117E-4 0.000000111676161466978
+11127199 -1.797397530142132E-5 0.000000107843851808528
+11722580 NULL 0.000000102366543883684
+12649396 NULL 0.000000094866189658384
+13126214 -1.5236685917203544E-5 0.000000091420115503221
+14042667 NULL 0.000000085453852889910
+14943972 -1.3383322720358416E-5 0.000000080299936322150
+16259022 NULL 0.000000073805177211766
+16531556 -1.2098074736582569E-5 0.000000072588448419495
+16596157 NULL 0.000000072305895876979
+17058489 -1.1724367849930905E-5 0.000000070346207099585
+17247320 -4.172242412154468E-4 0.000000069576026884177
+19004427 8.209139901981786E-4 0.000000063143182375349
+19498517 NULL 0.000000061543141973310
+20165679 7.736411950224934E-4 0.000000059507046601307
+20547875 NULL 0.000000058400199534015
+23264783 NULL 0.000000051580107151655
+2331159 NULL 0.000000514765402102559
+2342037 NULL 0.000000512374484263058
+23475527 6.645644206411213E-4 0.000000051117063314489
+24379905 NULL 0.000000049220864478348
+24514624 -2.935390728407664E-4 0.000000048950373458716
+25154198 -2.860755091456305E-4 0.000000047705754721339
+25245192 -7.922300610745999E-6 0.000000047533803664476
+26610943 NULL 0.000000045094230595286
+27520143 5.668938566198584E-4 0.000000043604424584567
+27818379 NULL 0.000000043136949137115
+28400244 NULL 0.000000042253158106670
+28698999 5.43607810153936E-4 0.000000041813305056389
+28806400 -6.9429015774272385E-6 0.000000041657409464563
+29920877 5.214085135271938E-4 0.000000040105776311303
+33126539 NULL 0.000000036224732079617
+34603086 NULL 0.000000034678987879867
+35156265 NULL 0.000000034133318769784
+3533105 -5.660743170667161E-5 0.000000339644590240030
+35862260 NULL 0.000000033461360215447
+36123797 -1.992038655294182E-4 0.000000033219099310075
+36341671 -1.980096072082101E-4 0.000000033019945615599
+36413215 -5.4925114412446145E-6 0.000000032955068647468
+36578596 4.2650625518814335E-4 0.000000032806070522772
+36796441 -1.955623914823719E-4 0.000000032611849607955
+3768727 0.004139594085748318 0.000000318409903397089
+392309 NULL 0.000003058813333367320
+39723587 NULL 0.000000030208752296211
+39985709 -1.7996429674411925E-4 0.000000030010722080731
+40018606 NULL 0.000000029986051987918
+41003161 NULL 0.000000029266036342905
+41158231 3.790493328053871E-4 0.000000029155772025285
+41848817 NULL 0.000000028674645689507
+44047567 -1.633688416888043E-4 0.000000027243275434487
+45125678 NULL 0.000000026592398234992
+45180154 NULL 0.000000026560334433566
+45717793 3.4124569399052136E-4 0.000000026247986205283
+46163162 NULL 0.000000025994753132379
+46525838 3.353190543284787E-4 0.000000025792120068853
+4728619 NULL 0.000000253773881972728
+48626663 NULL 0.000000024677819244969
+49102701 -1.465499830650864E-4 0.000000024438574163161
+50300445 -1.4306036457530346E-4 0.000000023856647789100
+50929325 -1.412938420055636E-4 0.000000023562063702984
+52422534 -1.3726921327381848E-4 0.000000022890919389742
+52667422 2.9621727070673783E-4 0.000000022784483356713
+52962061 2.945693522010029E-4 0.000000022657728520044
+53695172 NULL 0.000000022348377988248
+5391403 NULL 0.000000222576572369010
+54760317 NULL 0.000000021913678841560
+55020655 2.835480602693661E-4 0.000000021809991175132
+56102034 NULL 0.000000021389598815615
+56131313 NULL 0.000000021378441655195
+56838351 -3.5187509222426247E-6 0.000000021112505533456
+56997841 -3.5089048372902406E-6 0.000000021053429023741
+57778807 -1.2454393528755274E-4 0.000000020768860803928
+58080381 NULL 0.000000020661021490200
+58307527 NULL 0.000000020580533281749
+58536385 -1.2293208745295768E-4 0.000000020500070170032
+59347745 NULL 0.000000020219807846111
+60229567 NULL 0.000000019923769334088
+60330397 NULL 0.000000019890470801974
+673083 -0.010691103474608629 0.000001782841046349410
+7022666 -0.0010246820794268159 0.000000170875277280736
+7470430 NULL 0.000000160633323650714
+8276429 NULL 0.000000144990067576246
+8286860 -8.683626850218298E-4 0.000000144807562816314
+8299981 -8.669899364829872E-4 0.000000144578644216174
+9247593 NULL 0.000000129763496295739
+9821695 -7.326637611939691E-4 0.000000122178503812224
+PREHOOK: query: explain vectorization expression
+select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: alltypesorc
+ Statistics: Num rows: 12288 Data size: 146792 Basic stats: COMPLETE Column stats: COMPLETE
+ TableScan Vectorization:
+ native: true
+ Filter Operator
+ Filter Vectorization:
+ className: VectorFilterOperator
+ native: true
+ predicateExpression: FilterExprAndExpr(children: FilterDoubleColGreaterEqualDoubleScalar(col 5:double, val -500.0), FilterDoubleColLessDoubleScalar(col 5:double, val -199.0))
+ predicate: ((cdouble < -199.0D) and (cdouble >= -500.0D)) (type: boolean)
+ Statistics: Num rows: 1365 Data size: 16320 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: (cdouble + 200.0D) (type: double), (UDFToDouble(cbigint) / (cdouble + 200.0D)) (type: double), ((cdouble + 200.0D) / (cdouble + 200.0D)) (type: double), (UDFToDouble(cbigint) / (cdouble + 200.0D)) (type: double), (3.0D / (cdouble + 200.0D)) (type: double), (1.2D / (cdouble + 200.0D)) (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [13, 16, 17, 18, 15, 19]
+ selectExpressions: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 13:double, DoubleColDivideDoubleColumn(col 14:double, col 15:double)(children: CastLongToDouble(col 3:bigint) -> 14:double, DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 15:double) -> 16:double, DoubleColDivideDoubleColumn(col 14:double, col 15:double)(children: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 14:double, DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 15:double) -> 17:double, DoubleColDivideDoubleColumn(col 14:double, col 15:double)(children: CastLongToDouble(col 3:bigint) -> 14:double, DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 15:double) -> 18:double, DoubleScalarDivideDoubleColumn(val 3.0, col 14:double)(children: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 14:double) -> 15:double, DoubleScalarDivideDoubleColumn(val 1.2, col 14:double)(children: DoubleColAddDoubleScalar(col 5:double, val 200.0) -> 14:double) -> 19:double
+ Statistics: Num rows: 1365 Data size: 65520 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double)
+ sort order: ++++++
+ Reduce Sink Vectorization:
+ className: VectorReduceSinkObjectHashOperator
+ native: true
+ nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ Statistics: Num rows: 1365 Data size: 65520 Basic stats: COMPLETE Column stats: COMPLETE
+ TopN Hash Memory Usage: 0.1
+ Execution mode: vectorized, llap
+ LLAP IO: all inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+ inputFormatFeatureSupport: []
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+ allNative: true
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reducer 2
+ Execution mode: vectorized, llap
+ Reduce Vectorization:
+ enabled: true
+ enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 1, 2, 1, 4, 5]
+ Statistics: Num rows: 1365 Data size: 65520 Basic stats: COMPLETE Column stats: COMPLETE
+ Limit
+ Number of rows: 100
+ Limit Vectorization:
+ className: VectorLimitOperator
+ native: true
+ Statistics: Num rows: 100 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 100 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+s1 s2 s3 s4 s5 s6
+-113.0 -1.6495816690265486E7 1.0 -1.6495816690265486E7 -0.02654867256637168 -0.010619469026548672
+-113.0 NULL 1.0 NULL -0.02654867256637168 -0.010619469026548672
+-116.0 NULL 1.0 NULL -0.02586206896551724 -0.010344827586206896
+-12.0 -1.5533560716666666E8 1.0 -1.5533560716666666E8 -0.25 -0.09999999999999999
+-126.0 -1.4793867349206349E7 1.0 -1.4793867349206349E7 -0.023809523809523808 -0.009523809523809523
+-126.0 NULL 1.0 NULL -0.023809523809523808 -0.009523809523809523
+-128.0 NULL 1.0 NULL -0.0234375 -0.009375
+-129.0 1.2758548906976745E7 1.0 1.2758548906976745E7 -0.023255813953488372 -0.009302325581395349
+-132.0 NULL 1.0 NULL -0.022727272727272728 -0.00909090909090909
+-137.0 NULL 1.0 NULL -0.021897810218978103 -0.00875912408759124
+-138.0 NULL 1.0 NULL -0.021739130434782608 -0.008695652173913044
+-140.0 NULL 1.0 NULL -0.02142857142857143 -0.008571428571428572
+-148.0 NULL 1.0 NULL -0.02027027027027027 -0.008108108108108109
+-152.0 NULL 1.0 NULL -0.019736842105263157 -0.007894736842105263
+-154.0 1.2256894519480519E7 1.0 1.2256894519480519E7 -0.01948051948051948 -0.007792207792207792
+-161.0 NULL 1.0 NULL -0.018633540372670808 -0.007453416149068323
+-164.0 NULL 1.0 NULL -0.018292682926829267 -0.007317073170731707
+-169.0 9738774.01775148 1.0 9738774.01775148 -0.01775147928994083 -0.007100591715976331
+-17.0 NULL 1.0 NULL -0.17647058823529413 -0.07058823529411765
+-179.0 NULL 1.0 NULL -0.01675977653631285 -0.0067039106145251395
+-181.0 NULL 1.0 NULL -0.016574585635359115 -0.0066298342541436465
+-183.0 8993731.196721312 1.0 8993731.196721312 -0.01639344262295082 -0.006557377049180328
+-184.0 8944852.222826088 1.0 8944852.222826088 -0.016304347826086956 -0.006521739130434782
+-188.0 NULL 1.0 NULL -0.015957446808510637 -0.006382978723404255
+-189.0 NULL 1.0 NULL -0.015873015873015872 -0.006349206349206349
+-199.0 NULL 1.0 NULL -0.01507537688442211 -0.006030150753768844
+-20.0 NULL 1.0 NULL -0.15 -0.06
+-201.0 NULL 1.0 NULL -0.014925373134328358 -0.005970149253731343
+-21.0 8.988389314285715E7 1.0 8.988389314285715E7 -0.14285714285714285 -0.05714285714285714
+-210.0 -8876320.40952381 1.0 -8876320.40952381 -0.014285714285714285 -0.005714285714285714
+-225.0 NULL 1.0 NULL -0.013333333333333334 -0.005333333333333333
+-228.0 8278779.631578947 1.0 8278779.631578947 -0.013157894736842105 -0.005263157894736842
+-229.0 7187130.170305677 1.0 7187130.170305677 -0.013100436681222707 -0.005240174672489083
+-236.0 NULL 1.0 NULL -0.012711864406779662 -0.005084745762711864
+-237.0 NULL 1.0 NULL -0.012658227848101266 -0.005063291139240506
+-246.0 NULL 1.0 NULL -0.012195121951219513 -0.004878048780487805
+-247.0 -7546669.174089069 1.0 -7546669.174089069 -0.012145748987854251 -0.004858299595141701
+-247.0 NULL 1.0 NULL -0.012145748987854251 -0.004858299595141701
+-250.0 6583411.236 1.0 6583411.236 -0.012 -0.0048
+-257.0 6404096.53307393 1.0 6404096.53307393 -0.011673151750972763 -0.004669260700389105
+-273.0 6028764.868131869 1.0 6028764.868131869 -0.01098901098901099 -0.004395604395604396
+-274.0 6888911.518248175 1.0 6888911.518248175 -0.010948905109489052 -0.00437956204379562
+-279.0 NULL 1.0 NULL -0.010752688172043012 -0.004301075268817204
+-28.0 5.878045746428572E7 1.0 5.878045746428572E7 -0.10714285714285714 -0.04285714285714286
+-28.0 6.741291985714285E7 1.0 6.741291985714285E7 -0.10714285714285714 -0.04285714285714286
+-281.0 NULL 1.0 NULL -0.010676156583629894 -0.004270462633451957
+-289.0 NULL 1.0 NULL -0.010380622837370242 -0.004152249134948096
+-290.0 NULL 1.0 NULL -0.010344827586206896 -0.004137931034482759
+-292.0 NULL 1.0 NULL -0.010273972602739725 -0.00410958904109589
+-3.0 NULL 1.0 NULL -1.0 -0.39999999999999997
+-38.0 4.3311916026315786E7 1.0 4.3311916026315786E7 -0.07894736842105263 -0.031578947368421054
+-46.0 3.577940889130435E7 1.0 3.577940889130435E7 -0.06521739130434782 -0.02608695652173913
+-49.0 3.35888328367347E7 1.0 3.35888328367347E7 -0.061224489795918366 -0.024489795918367346
+-57.0 -3.27022330877193E7 1.0 -3.27022330877193E7 -0.05263157894736842 -0.021052631578947368
+-60.0 NULL 1.0 NULL -0.05 -0.02
+-62.0 3.0444544451612905E7 1.0 3.0444544451612905E7 -0.04838709677419355 -0.01935483870967742
+-62.0 NULL 1.0 NULL -0.04838709677419355 -0.01935483870967742
+-69.0 2.735596747826087E7 1.0 2.735596747826087E7 -0.043478260869565216 -0.017391304347826087
+-77.0 2.4513789038961038E7 1.0 2.4513789038961038E7 -0.03896103896103896 -0.015584415584415584
+-93.0 NULL 1.0 NULL -0.03225806451612903 -0.012903225806451613
+-94.0 -1.9830077510638297E7 1.0 -1.9830077510638297E7 -0.031914893617021274 -0.01276595744680851
+-96.0 NULL 1.0 NULL -0.03125 -0.012499999999999999
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+PREHOOK: query: explain vectorization expression
+select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
+from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
+from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: alltypesorc
+ Statistics: Num rows: 12288 Data size: 220184 Basic stats: COMPLETE Column stats: COMPLETE
+ TableScan Vectorization:
+ native: true
+ Filter Operator
+ Filter Vectorization:
+ className: VectorFilterOperator
+ native: true
+ predicateExpression: FilterExprOrExpr(children: FilterLongColGreaterLongScalar(col 2:int, val 500000000), FilterDoubleColGreaterDoubleScalar(col 5:double, val 1.0E9), FilterLongColEqualLongScalar(col 0:tinyint, val 0))
+ predicate: ((cdouble > 1.0E9D) or (cint > 500000000) or (ctinyint = 0Y)) (type: boolean)
+ Statistics: Num rows: 4193 Data size: 75144 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: cint (type: int), cbigint (type: bigint), ctinyint (type: tinyint), (UDFToDouble(cint) / UDFToDouble((cint - 528534767))) (type: double), (UDFToDouble(cbigint) / UDFToDouble((cbigint - 1018195815L))) (type: double), (UDFToDouble(ctinyint) / UDFToDouble(ctinyint)) (type: double), (cint % (cint - 528534767)) (type: int), (cbigint % (cbigint - 1018195815L)) (type: bigint), (ctinyint % ctinyint) (type: tinyint)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [2, 3, 0, 16, 17, 18, 19, 20, 14]
+ selectExpressions: DoubleColDivideDoubleColumn(col 13:double, col 15:double)(children: CastLongToDouble(col 2:int) -> 13:double, CastLongToDouble(col 14:int)(children: LongColSubtractLongScalar(col 2:int, val 528534767) -> 14:int) -> 15:double) -> 16:double, DoubleColDivideDoubleColumn(col 13:double, col 15:double)(children: CastLongToDouble(col 3:bigint) -> 13:double, CastLongToDouble(col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 1018195815) -> 14:bigint) -> 15:double) -> 17:double, DoubleColDivideDoubleColumn(col 13:double, col 15:double)(children: CastLongToDouble(col 0:tinyint) -> 13:double, CastLongToDouble(col 0:tinyint) -> 15:double) -> 18:double, LongColModuloLongColumn(col 2:int, col 14:int)(children: LongColSubtractLongScalar(col 2:int, val 528534767) -> 14:int) -> 19:int, LongColModuloLongColumn(col 3:bigint, col 14:bigint)(children: LongColSubtractLongScalar(col 3:bigint, val 1018195815) -> 14:bigint) -> 20:bigint, LongCol
ModuloLongColumn(col 0:tinyint, col 0:tinyint) -> 14:tinyint
+ Statistics: Num rows: 4193 Data size: 217816 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: tinyint), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: int), _col7 (type: bigint), _col8 (type: tinyint)
+ sort order: +++++++++
+ Reduce Sink Vectorization:
+ className: VectorReduceSinkObjectHashOperator
+ native: true
+ nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ Statistics: Num rows: 4193 Data size: 217816 Basic stats: COMPLETE Column stats: COMPLETE
+ TopN Hash Memory Usage: 0.1
+ Execution mode: vectorized, llap
+ LLAP IO: all inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+ inputFormatFeatureSupport: []
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+ allNative: true
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reducer 2
+ Execution mode: vectorized, llap
+ Reduce Vectorization:
+ enabled: true
+ enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: tinyint), KEY.reducesinkkey3 (type: double), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: bigint), KEY.reducesinkkey8 (type: tinyint)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8]
+ Statistics: Num rows: 4193 Data size: 217816 Basic stats: COMPLETE Column stats: COMPLETE
+ Limit
+ Number of rows: 100
+ Limit Vectorization:
+ className: VectorLimitOperator
+ native: true
+ Statistics: Num rows: 100 Data size: 5216 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 100 Data size: 5216 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
+from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6
+from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+cint cbigint ctinyint c1 c2 c3 c4 c5 c6
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+253665376 NULL 0 -0.9228578528774781 NULL NULL 253665376 NULL NULL
+500063547 -1645852809 NULL -17.56382575105668 0.6178013397250965 NULL 16052807 -1645852809 NULL
+500274721 -1887561756 NULL -17.70254446861127 0.6495936807799166 NULL 19853939 -1887561756 NULL
+500276420 -1625318563 11 -17.70366893718164 0.6148325034757953 1.0 19884521 -1625318563 0
+500670123 -1887561756 NULL -17.967935387941793 0.6495936807799166 NULL 26971175 -1887561756 NULL
+500778550 -1101568669 11 -18.042031808585442 0.5196655936613004 1.0 1166644 -1101568669 0
+500904649 -1645852809 NULL -18.1289362933593 0.6178013397250965 NULL 3562525 -1645852809 NULL
+500997302 1025147239 8 -18.193297821713074 147.47298380878507 1.0 5322932 3287911 0
+501304330 591451136 11 -18.409705654007684 -1.3859601890900202 1.0 11156464 164706457 0
+501557797 -1645852809 NULL -18.592073053422975 0.6178013397250965 NULL 15972337 -1645852809 NULL
+501641421 -1401137514 8 -18.65299397851052 0.5791419880860906 1.0 17561193 -1401137514 0
+501782731 1864027286 NULL -18.756805313808638 2.2037809539011586 NULL 20246083 172364344 NULL
+501860407 -1887561756 NULL -18.8143373261814 0.6495936807799166 NULL 21721927 -1887561756 NULL
+502884543 1864027286 NULL -19.605463991269627 2.2037809539011586 NULL 15530287 172364344 NULL
+502950658 1588596137 8 -19.65871307067993 2.785054768955758 1.0 16852587 447795493 0
+503152400 -1645852809 NULL -19.82291092079789 0.6178013397250965 NULL 20887427 -1645852809 NULL
+504321494 -1874900970 -51 -20.82830743286957 0.6480602307260869 1.0 20056034 -1874900970 0
+504331720 -1116957074 8 -20.83753008453853 0.5231274442942245 1.0 20270780 -1116957074 0
+504544803 -521081462 8 -21.031494795073474 0.3385234549915337 1.0 755559 -521081462 0
+504652599 1864027286 NULL -21.13093748440259 2.2037809539011586 NULL 3127071 172364344 NULL
+504721711 -1887561756 NULL -21.19516751650859 0.6495936807799166 NULL 4647535 -1887561756 NULL
+504864574 -2125392655 11 -21.329127903604334 0.6761039733041139 1.0 7790521 -2125392655 0
+505754402 -1752259889 8 -22.201330048925907 0.6324807454853283 1.0 4586372 -1752259889 0
+506168952 -1645852809 NULL -22.631366306123876 0.6178013397250965 NULL 14121022 -1645852809 NULL
+506277934 -965620543 11 -22.74707879598144 0.4867489569314258 1.0 16627608 -965620543 0
+506412347 -1645852809 NULL -22.891363015438635 0.6178013397250965 NULL 19719107 -1645852809 NULL
+506866472 -1887561756 NULL -23.392079164512023 0.6495936807799166 NULL 8495687 -1887561756 NULL
+507172707 -744509685 8 -23.74175088919327 0.42236759628877313 1.0 15845327 -744509685 0
+507314980 1864027286 NULL -23.907637715684892 2.2037809539011586 NULL 19259879 172364344 NULL
+507716839 -1645852809 NULL -24.388442452101863 0.6178013397250965 NULL 8086567 -1645852809 NULL
+508118381 1864027286 NULL -24.887773036814647 2.2037809539011586 NULL 18125117 172364344 NULL
+508811234 -1645852809 NULL -25.797164939972976 0.6178013397250965 NULL 15722909 -1645852809 NULL
+508932874 -1645852809 NULL -25.963455366275085 0.6178013397250965 NULL 18885549 -1645852809 NULL
+509113732 231180051 -51 -26.21455200508109 -0.29374259268331504 1.0 4166822 231180051 0
+510227766 -392065584 8 -27.8706362664207 0.2780091579320041 1.0 15938739 -392065584 0
+510438184 -1934421505 11 -28.206329559563812 0.6551548322557426 1.0 3733860 -1934421505 0
+510615289 -1887561756 NULL -28.494986795932338 0.6495936807799166 NULL 8869905 -1887561756 NULL
+510621074 1899510896 -51 -28.50451182790729 2.1553141855290683 1.0 9037670 136880734 0
+510824788 -1887561756 NULL -28.843895749396427 0.6495936807799166 NULL 14945376 -1887561756 NULL
+511012894 1864027286 NULL -29.164284777089755 2.2037809539011586 NULL 2878577 172364344 NULL
+511193256 539703514 11 -29.478011229817287 -1.1279251784659332 1.0 8289437 61211213 0
+511270713 1323416266 11 -29.614754043285547 4.335935752876533 1.0 10613147 102534462 0
+513054293 -1645852809 NULL -33.14202736944618 0.6178013397250965 NULL 2198651 -1645852809 NULL
+513112567 1081141978 11 -33.27103571474887 17.175661334591595 1.0 4179967 11057207 0
+513621126 1507857719 11 -34.43968686117629 3.079385401809817 1.0 6557332 38872007 0
+514017068 -1645852809 NULL -35.40623538206709 0.6178013397250965 NULL 5897603 -1645852809 NULL
+514430128 252972426 -51 -36.47240656070673 -0.3305863746932597 1.0 6663124 252972426 0
+515263287 -1887561756 NULL -38.824855027472445 0.6495936807799166 NULL 10947047 -1887561756 NULL
+515486221 -459077368 -51 -39.50526142912781 0.31075996862524785 1.0 6592927 -459077368 0
+515526733 -1645852809 NULL -39.631410326879525 0.6178013397250965 NULL 8213407 -1645852809 NULL
+515696675 773138718 8 -40.1692615226624 -3.1549329828223667 1.0 2172995 37967427 0
+516113449 -1887561756 NULL -41.55061878296651 0.6495936807799166 NULL 6839411 -1887561756 NULL
+516141808 -1887561756 NULL -41.64798802287654 0.6495936807799166 NULL 8030489 -1887561756 NULL
+516656920 -1750908332 8 -43.497522741284676 0.6323013650089341 1.0 5909499 -1750908332 0
+517204863 725306795 -51 -45.6495362184887 -2.476387796988771 1.0 7359183 139528755 0
+517821258 -1161186365 8 -48.33348793565208 0.5328052948473682 1.0 3572826 -1161186365 0
+518020906 -1887561756 NULL -49.27028291509656 0.6495936807799166 NULL 2841717 -1887561756 NULL
+518170426 -2122540529 -51 -49.99550149884107 0.6758098409167198 1.0 10317717 -2122540529 0
+518203655 -1089866594 8 -50.15952348595195 0.5169992071140812 1.0 1648055 -1089866594 0
+518213127 -1645852809 NULL -50.20647174286257 0.6178013397250965 NULL 2131127 -1645852809 NULL
+518304665 1758550605 11 -50.66466248332617 2.3752809176800223 1.0 6799565 277841025 0
+519195191 301311742 8 -55.590873825535546 -0.42030748533591705 1.0 5518511 301311742 0
+519627078 -1887561756 NULL -58.334667723581276 0.6495936807799166 NULL 2981116 -1887561756 NULL
+NULL -1111841132 0 NULL 0.5219820874778469 NULL NULL -1111841132 NULL
+NULL -1300968933 0 NULL 0.5609644308891505 NULL NULL -1300968933 NULL
+NULL -1355080830 0 NULL 0.5709746619109379 NULL NULL -1355080830 NULL
+NULL -1379420228 0 NULL 0.5753299124049946 NULL NULL -1379420228 NULL
+NULL -1418871864 0 NULL 0.5822045387685764 NULL NULL -1418871864 NULL
+NULL -203039588 0 NULL 0.1662575351985599 NULL NULL -203039588 NULL
+NULL -229832118 0 NULL 0.18415622913786178 NULL NULL -229832118 NULL
+NULL -277546656 0 NULL 0.21419893397937406 NULL NULL -277546656 NULL
+NULL -39854776 0 NULL 0.03766811940658894 NULL NULL -39854776 NULL
+NULL -438779645 0 NULL 0.3011578829200047 NULL NULL -438779645 NULL
+NULL -495480552 0 NULL 0.32733585778445334 NULL NULL -495480552 NULL
+NULL -741129356 0 NULL 0.42125774599060745 NULL NULL -741129356 NULL
+NULL -901264012 0 NULL 0.46954044013967267 NULL NULL -901264012 NULL
+NULL 1018195815 0 NULL NULL NULL NULL NULL NULL
+NULL 1049949527 0 NULL 33.065410651831826 NULL NULL 2077031 NULL
+NULL 10989626 0 NULL -0.010910999277030852 NULL NULL 10989626 NULL
+NULL 1561097160 0 NULL 2.87547115949768 NULL NULL 475294470 NULL
+NULL 1580847931 0 NULL 2.8096365161452623 NULL NULL 455543699 NULL
+NULL 1585496199 0 NULL 2.794808964909849 NULL NULL 450895431 NULL
+NULL 1638241933 0 NULL 2.6421291665920887 NULL NULL 398149697 NULL
+NULL 1738765387 0 NULL 2.413043035072816 NULL NULL 297626243 NULL
+NULL 1907356119 0 NULL 2.145120638449015 NULL NULL 129035511 NULL
+NULL 2136716416 0 NULL 1.9103058218951838 NULL NULL 1018195815 NULL
+NULL 2144209609 0 NULL 1.904248083305452 NULL NULL 1018195815 NULL
+NULL 406548885 0 NULL -0.6646790248746937 NULL NULL 406548885 NULL
+NULL 473839931 0 NULL -0.8704598313848666 NULL NULL 473839931 NULL
+NULL 53950949 0 NULL -0.05595150246825374 NULL NULL 53950949 NULL
+NULL 618557893 0 NULL -1.5477957895096852 NULL NULL 218919971 NULL
+NULL 738226024 0 NULL -2.636805997401341 NULL NULL 178286442 NULL
+NULL 98841361 0 NULL -0.10751170081349277 NULL NULL 98841361 NULL