You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by go...@apache.org on 2014/10/02 22:53:35 UTC
svn commit: r1629067 [9/11] - in /hive/trunk: data/files/
itests/src/test/resources/ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/
ql/src/test/queries/clientpositive/ ql/src/test/results/clientpositive/
ql/src/test/results/clientpositive/tez/
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_decimal_date.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_decimal_date.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_decimal_date.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_decimal_date.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,51 @@
+PREHOOK: query: CREATE TABLE date_decimal_test STORED AS ORC AS SELECT cint, cdouble, CAST (CAST (cint AS TIMESTAMP) AS DATE) AS cdate, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal FROM alltypesorc
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: database:default
+PREHOOK: Output: default@date_decimal_test
+POSTHOOK: query: CREATE TABLE date_decimal_test STORED AS ORC AS SELECT cint, cdouble, CAST (CAST (cint AS TIMESTAMP) AS DATE) AS cdate, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal FROM alltypesorc
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@date_decimal_test
+PREHOOK: query: EXPLAIN SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-0
+ Fetch Operator
+ limit: 10
+ Processor Tree:
+ TableScan
+ alias: date_decimal_test
+ Filter Operator
+ predicate: (cint is not null and cdouble is not null) (type: boolean)
+ Select Operator
+ expressions: cdate (type: date), cdecimal (type: decimal(20,10))
+ outputColumnNames: _col0, _col1
+ Limit
+ Number of rows: 10
+ ListSink
+
+PREHOOK: query: SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10
+PREHOOK: type: QUERY
+PREHOOK: Input: default@date_decimal_test
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@date_decimal_test
+#### A masked pattern was here ####
+1970-01-06 -7959.5837837838
+1970-01-06 -2516.4135135135
+1970-01-06 -9445.0621621622
+1970-01-06 -5713.7459459459
+1970-01-06 8963.6405405405
+1970-01-06 4193.6243243243
+1970-01-06 2964.3864864865
+1970-01-06 -4673.2540540541
+1970-01-06 -9216.8945945946
+1970-01-06 -9287.3756756757
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_div0.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,485 @@
+PREHOOK: query: -- TODO: add more stuff here after HIVE-5918 is fixed, such as cbigint and constants
+explain
+select cdouble / 0.0 from alltypesorc limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: -- TODO: add more stuff here after HIVE-5918 is fixed, such as cbigint and constants
+explain
+select cdouble / 0.0 from alltypesorc limit 100
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ TableScan
+ alias: alltypesorc
+ Select Operator
+ expressions: (cdouble / 0.0) (type: double)
+ outputColumnNames: _col0
+ Limit
+ Number of rows: 100
+ ListSink
+
+PREHOOK: query: select cdouble / 0.0 from alltypesorc limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select cdouble / 0.0 from alltypesorc limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+NULL
+PREHOOK: query: -- There are no zeros in the table, but there is 988888, so use it as zero
+
+-- TODO: add more stuff here after HIVE-5918 is fixed, such as cbigint and constants as numerators
+explain
+select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L)
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: -- There are no zeros in the table, but there is 988888, so use it as zero
+
+-- TODO: add more stuff here after HIVE-5918 is fixed, such as cbigint and constants as numerators
+explain
+select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L)
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: alltypesorc
+ Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((cbigint > 0) and (cbigint < 100000000)) (type: boolean)
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: (cbigint - 988888) (type: bigint), (cdouble / (cbigint - 988888)) (type: double), (1.2 / (cbigint - 988888)) (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: bigint), _col1 (type: double)
+ sort order: ++
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col2 (type: double)
+ Execution mode: vectorized
+ Reducer 2
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 100
+ Statistics: Num rows: 100 Data size: 3000 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 100 Data size: 3000 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L)
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L)
+from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+-985319 NULL -1.21787969175465E-6
+-985319 2.0297994862577501E-4 -1.21787969175465E-6
+-63925 0.11256941728588189 -1.8771998435666796E-5
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+0 NULL NULL
+392309 NULL 3.05881333336732E-6
+673083 -0.010691103474608629 1.7828410463494101E-6
+2331159 NULL 5.147654021025593E-7
+2342037 NULL 5.123744842630582E-7
+3533105 -5.660743170667161E-5 3.3964459024002967E-7
+3768727 0.004139594085748318 3.184099033970887E-7
+4728619 NULL 2.5377388197272816E-7
+5391403 NULL 2.2257657236901044E-7
+7022666 -0.0010246820794268159 1.708752772807364E-7
+7470430 NULL 1.6063332365071354E-7
+8276429 NULL 1.4499006757624573E-7
+8286860 -8.683626850218298E-4 1.44807562816314E-7
+8299981 -8.669899364829872E-4 1.445786442161735E-7
+9247593 NULL 1.297634962957388E-7
+9821695 -7.326637611939691E-4 1.2217850381222386E-7
+10000738 0.001559984873116364 1.1999114465352456E-7
+10081828 0.0015474376273826532 1.190260337708598E-7
+10745355 -6.696847149303117E-4 1.1167616146697805E-7
+11127199 -1.797397530142132E-5 1.0784385180852791E-7
+11722580 NULL 1.023665438836843E-7
+12649396 NULL 9.486618965838368E-8
+13126214 -1.5236685917203544E-5 9.142011550322126E-8
+14042667 NULL 8.545385288991044E-8
+14943972 -1.3383322720358416E-5 8.02999363221505E-8
+16259022 NULL 7.380517721176587E-8
+16531556 -1.2098074736582569E-5 7.258844841949542E-8
+16596157 NULL 7.230589587697923E-8
+17058489 -1.1724367849930905E-5 7.034620709958544E-8
+17247320 -4.172242412154468E-4 6.957602688417679E-8
+19004427 8.209139901981786E-4 6.314318237534864E-8
+19498517 NULL 6.154314197331007E-8
+20165679 7.736411950224934E-4 5.95070466013071E-8
+20547875 NULL 5.840019953401507E-8
+23264783 NULL 5.158010715165492E-8
+23475527 6.645644206411213E-4 5.111706331448917E-8
+24379905 NULL 4.922086447834805E-8
+24514624 -2.935390728407664E-4 4.895037345871591E-8
+25154198 -2.860755091456305E-4 4.770575472133916E-8
+25245192 -7.922300610745999E-6 4.7533803664475993E-8
+26610943 NULL 4.509423059528556E-8
+27520143 5.668938566198584E-4 4.360442458456702E-8
+27818379 NULL 4.313694913711543E-8
+28400244 NULL 4.225315810666979E-8
+28698999 5.43607810153936E-4 4.18133050563889E-8
+28806400 -6.9429015774272385E-6 4.165740946456343E-8
+29920877 5.214085135271938E-4 4.010577631130264E-8
+33126539 NULL 3.622473207961749E-8
+34603086 NULL 3.467898787986713E-8
+35156265 NULL 3.413331876978399E-8
+35862260 NULL 3.346136021544654E-8
+36123797 -1.992038655294182E-4 3.321909931007529E-8
+36341671 -1.980096072082101E-4 3.301994561559924E-8
+36413215 -5.4925114412446145E-6 3.2955068647467685E-8
+36578596 4.2650625518814335E-4 3.280607052277239E-8
+36796441 -1.955623914823719E-4 3.2611849607955287E-8
+39723587 NULL 3.0208752296211316E-8
+39985709 -1.7996429674411925E-4 3.001072208073139E-8
+40018606 NULL 2.998605198791782E-8
+41003161 NULL 2.9266036342905367E-8
+41158231 3.790493328053871E-4 2.9155772025284565E-8
+41848817 NULL 2.8674645689506587E-8
+44047567 -1.633688416888043E-4 2.724327543448654E-8
+45125678 NULL 2.6592398234991615E-8
+45180154 NULL 2.6560334433565674E-8
+45717793 3.4124569399052136E-4 2.6247986205283355E-8
+46163162 NULL 2.5994753132378583E-8
+46525838 3.353190543284787E-4 2.5792120068852925E-8
+48626663 NULL 2.4677819244968545E-8
+49102701 -1.465499830650864E-4 2.4438574163160596E-8
+50300445 -1.4306036457530346E-4 2.3856647789100076E-8
+50929325 -1.412938420055636E-4 2.356206370298448E-8
+52422534 -1.3726921327381848E-4 2.2890919389741823E-8
+52667422 2.9621727070673783E-4 2.2784483356713376E-8
+52962061 2.945693522010029E-4 2.265772852004381E-8
+53695172 NULL 2.234837798824818E-8
+54760317 NULL 2.1913678841559662E-8
+55020655 2.835480602693661E-4 2.180999117513232E-8
+56102034 NULL 2.1389598815615135E-8
+56131313 NULL 2.13784416551952E-8
+56838351 -3.5187509222426247E-6 2.1112505533455745E-8
+56997841 -3.5089048372902406E-6 2.105342902374144E-8
+57778807 -1.2454393528755274E-4 2.076886080392764E-8
+58080381 NULL 2.0661021490199935E-8
+58307527 NULL 2.058053328174937E-8
+58536385 -1.2293208745295768E-4 2.0500070170031853E-8
+59347745 NULL 2.0219807846111087E-8
+60229567 NULL 1.992376933408802E-8
+60330397 NULL 1.9890470801974003E-8
+PREHOOK: query: -- There are no zeros in the table, but there is -200.0, so use it as zero
+
+explain
+select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0)
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: -- There are no zeros in the table, but there is -200.0, so use it as zero
+
+explain
+select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0)
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: alltypesorc
+ Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((cdouble >= -500) and (cdouble < -199)) (type: boolean)
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: (cdouble + 200.0) (type: double), (cbigint / (cdouble + 200.0)) (type: double), ((cdouble + 200.0) / (cdouble + 200.0)) (type: double), (3 / (cdouble + 200.0)) (type: double), (1.2 / (cdouble + 200.0)) (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col4, _col5
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: double), _col1 (type: double)
+ sort order: ++
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col2 (type: double), _col4 (type: double), _col5 (type: double)
+ Execution mode: vectorized
+ Reducer 2
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: double), KEY.reducesinkkey1 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 1365 Data size: 41904 Basic stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 100
+ Statistics: Num rows: 100 Data size: 3000 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 100 Data size: 3000 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0)
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0)
+from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+-292.0 NULL 1.0 NULL -0.010273972602739725 -0.00410958904109589
+-290.0 NULL 1.0 NULL -0.010344827586206896 -0.004137931034482759
+-289.0 NULL 1.0 NULL -0.010380622837370242 -0.004152249134948096
+-281.0 NULL 1.0 NULL -0.010676156583629894 -0.004270462633451957
+-279.0 NULL 1.0 NULL -0.010752688172043012 -0.004301075268817204
+-274.0 6888911.518248175 1.0 6888911.518248175 -0.010948905109489052 -0.00437956204379562
+-273.0 6028764.868131869 1.0 6028764.868131869 -0.01098901098901099 -0.004395604395604396
+-257.0 6404096.53307393 1.0 6404096.53307393 -0.011673151750972763 -0.004669260700389105
+-250.0 6583411.236 1.0 6583411.236 -0.012 -0.0048
+-247.0 NULL 1.0 NULL -0.012145748987854251 -0.004858299595141701
+-247.0 -7546669.174089069 1.0 -7546669.174089069 -0.012145748987854251 -0.004858299595141701
+-246.0 NULL 1.0 NULL -0.012195121951219513 -0.004878048780487805
+-237.0 NULL 1.0 NULL -0.012658227848101266 -0.005063291139240506
+-236.0 NULL 1.0 NULL -0.012711864406779662 -0.005084745762711864
+-229.0 7187130.170305677 1.0 7187130.170305677 -0.013100436681222707 -0.005240174672489083
+-228.0 8278779.631578947 1.0 8278779.631578947 -0.013157894736842105 -0.005263157894736842
+-225.0 NULL 1.0 NULL -0.013333333333333334 -0.005333333333333333
+-210.0 -8876320.40952381 1.0 -8876320.40952381 -0.014285714285714285 -0.005714285714285714
+-201.0 NULL 1.0 NULL -0.014925373134328358 -0.005970149253731343
+-199.0 NULL 1.0 NULL -0.01507537688442211 -0.006030150753768844
+-189.0 NULL 1.0 NULL -0.015873015873015872 -0.006349206349206349
+-188.0 NULL 1.0 NULL -0.015957446808510637 -0.006382978723404255
+-184.0 8944852.222826088 1.0 8944852.222826088 -0.016304347826086956 -0.006521739130434782
+-183.0 8993731.196721312 1.0 8993731.196721312 -0.01639344262295082 -0.006557377049180328
+-181.0 NULL 1.0 NULL -0.016574585635359115 -0.0066298342541436465
+-179.0 NULL 1.0 NULL -0.01675977653631285 -0.0067039106145251395
+-169.0 9738774.01775148 1.0 9738774.01775148 -0.01775147928994083 -0.007100591715976331
+-164.0 NULL 1.0 NULL -0.018292682926829267 -0.007317073170731707
+-161.0 NULL 1.0 NULL -0.018633540372670808 -0.007453416149068323
+-154.0 1.2256894519480519E7 1.0 1.2256894519480519E7 -0.01948051948051948 -0.007792207792207792
+-152.0 NULL 1.0 NULL -0.019736842105263157 -0.007894736842105263
+-148.0 NULL 1.0 NULL -0.02027027027027027 -0.008108108108108109
+-140.0 NULL 1.0 NULL -0.02142857142857143 -0.008571428571428572
+-138.0 NULL 1.0 NULL -0.021739130434782608 -0.008695652173913044
+-137.0 NULL 1.0 NULL -0.021897810218978103 -0.00875912408759124
+-132.0 NULL 1.0 NULL -0.022727272727272728 -0.00909090909090909
+-129.0 1.2758548906976745E7 1.0 1.2758548906976745E7 -0.023255813953488372 -0.009302325581395349
+-128.0 NULL 1.0 NULL -0.0234375 -0.009375
+-126.0 NULL 1.0 NULL -0.023809523809523808 -0.009523809523809523
+-126.0 -1.4793867349206349E7 1.0 -1.4793867349206349E7 -0.023809523809523808 -0.009523809523809523
+-116.0 NULL 1.0 NULL -0.02586206896551724 -0.010344827586206896
+-113.0 NULL 1.0 NULL -0.02654867256637168 -0.010619469026548672
+-113.0 -1.6495816690265486E7 1.0 -1.6495816690265486E7 -0.02654867256637168 -0.010619469026548672
+-96.0 NULL 1.0 NULL -0.03125 -0.012499999999999999
+-94.0 -1.9830077510638297E7 1.0 -1.9830077510638297E7 -0.031914893617021274 -0.01276595744680851
+-93.0 NULL 1.0 NULL -0.03225806451612903 -0.012903225806451613
+-77.0 2.4513789038961038E7 1.0 2.4513789038961038E7 -0.03896103896103896 -0.015584415584415584
+-69.0 2.735596747826087E7 1.0 2.735596747826087E7 -0.043478260869565216 -0.017391304347826087
+-62.0 NULL 1.0 NULL -0.04838709677419355 -0.01935483870967742
+-62.0 3.0444544451612905E7 1.0 3.0444544451612905E7 -0.04838709677419355 -0.01935483870967742
+-60.0 NULL 1.0 NULL -0.05 -0.02
+-57.0 -3.27022330877193E7 1.0 -3.27022330877193E7 -0.05263157894736842 -0.021052631578947368
+-49.0 3.35888328367347E7 1.0 3.35888328367347E7 -0.061224489795918366 -0.024489795918367346
+-46.0 3.577940889130435E7 1.0 3.577940889130435E7 -0.06521739130434782 -0.02608695652173913
+-38.0 4.3311916026315786E7 1.0 4.3311916026315786E7 -0.07894736842105263 -0.031578947368421054
+-28.0 5.878045746428572E7 1.0 5.878045746428572E7 -0.10714285714285714 -0.04285714285714286
+-28.0 6.741291985714285E7 1.0 6.741291985714285E7 -0.10714285714285714 -0.04285714285714286
+-21.0 8.988389314285715E7 1.0 8.988389314285715E7 -0.14285714285714285 -0.05714285714285714
+-20.0 NULL 1.0 NULL -0.15 -0.06
+-17.0 NULL 1.0 NULL -0.17647058823529413 -0.07058823529411765
+-12.0 -1.5533560716666666E8 1.0 -1.5533560716666666E8 -0.25 -0.09999999999999999
+-3.0 NULL 1.0 NULL -1.0 -0.39999999999999997
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
+0.0 NULL NULL NULL NULL NULL
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_nested_udf.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_nested_udf.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_nested_udf.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_nested_udf.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,9 @@
+PREHOOK: query: SELECT SUM(abs(ctinyint)) from alltypesorc
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT SUM(abs(ctinyint)) from alltypesorc
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+261468
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_not.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_not.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_not.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_not.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,58 @@
+WARNING: Comparing a bigint and a double may result in a loss of precision.
+PREHOOK: query: SELECT AVG(cbigint),
+ (-(AVG(cbigint))),
+ (-6432 + AVG(cbigint)),
+ STDDEV_POP(cbigint),
+ (-((-6432 + AVG(cbigint)))),
+ ((-((-6432 + AVG(cbigint)))) + (-6432 + AVG(cbigint))),
+ VAR_SAMP(cbigint),
+ (-((-6432 + AVG(cbigint)))),
+ (-6432 + (-((-6432 + AVG(cbigint))))),
+ (-((-6432 + AVG(cbigint)))),
+ ((-((-6432 + AVG(cbigint)))) / (-((-6432 + AVG(cbigint))))),
+ COUNT(*),
+ SUM(cfloat),
+ (VAR_SAMP(cbigint) % STDDEV_POP(cbigint)),
+ (-(VAR_SAMP(cbigint))),
+ ((-((-6432 + AVG(cbigint)))) * (-(AVG(cbigint)))),
+ MIN(ctinyint),
+ (-(MIN(ctinyint)))
+FROM alltypesorc
+WHERE (((cstring2 LIKE '%b%')
+ OR ((79.553 != cint)
+ OR (NOT(cbigint >= cdouble))))
+ OR ((ctinyint >= csmallint)
+ AND (NOT ((cboolean2 != 1)
+ OR (3569 != ctinyint)))))
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT AVG(cbigint),
+ (-(AVG(cbigint))),
+ (-6432 + AVG(cbigint)),
+ STDDEV_POP(cbigint),
+ (-((-6432 + AVG(cbigint)))),
+ ((-((-6432 + AVG(cbigint)))) + (-6432 + AVG(cbigint))),
+ VAR_SAMP(cbigint),
+ (-((-6432 + AVG(cbigint)))),
+ (-6432 + (-((-6432 + AVG(cbigint))))),
+ (-((-6432 + AVG(cbigint)))),
+ ((-((-6432 + AVG(cbigint)))) / (-((-6432 + AVG(cbigint))))),
+ COUNT(*),
+ SUM(cfloat),
+ (VAR_SAMP(cbigint) % STDDEV_POP(cbigint)),
+ (-(VAR_SAMP(cbigint))),
+ ((-((-6432 + AVG(cbigint)))) * (-(AVG(cbigint)))),
+ MIN(ctinyint),
+ (-(MIN(ctinyint)))
+FROM alltypesorc
+WHERE (((cstring2 LIKE '%b%')
+ OR ((79.553 != cint)
+ OR (NOT(cbigint >= cdouble))))
+ OR ((ctinyint >= csmallint)
+ AND (NOT ((cboolean2 != 1)
+ OR (3569 != ctinyint)))))
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+-3.875652215945533E8 3.875652215945533E8 -3.875716535945533E8 1.436387455459401E9 3.875716535945533E8 0.0 2.06347151720204902E18 3.875716535945533E8 3.875652215945533E8 3.875716535945533E8 1.0 10934 -37224.52399241924 1.0517370547117279E9 -2.06347151720204902E18 1.5020929380914048E17 -64 64
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_part.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_part.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_part.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_part.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,72 @@
+PREHOOK: query: CREATE TABLE alltypesorc_part(ctinyint tinyint, csmallint smallint, cint int, cbigint bigint, cfloat float, cdouble double, cstring1 string, cstring2 string, ctimestamp1 timestamp, ctimestamp2 timestamp, cboolean1 boolean, cboolean2 boolean) partitioned by (ds string) STORED AS ORC
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@alltypesorc_part
+POSTHOOK: query: CREATE TABLE alltypesorc_part(ctinyint tinyint, csmallint smallint, cint int, cbigint bigint, cfloat float, cdouble double, cstring1 string, cstring2 string, ctimestamp1 timestamp, ctimestamp2 timestamp, cboolean1 boolean, cboolean2 boolean) partitioned by (ds string) STORED AS ORC
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@alltypesorc_part
+PREHOOK: query: insert overwrite table alltypesorc_part partition (ds='2011') select * from alltypesorc limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@alltypesorc_part@ds=2011
+POSTHOOK: query: insert overwrite table alltypesorc_part partition (ds='2011') select * from alltypesorc limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@alltypesorc_part@ds=2011
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ]
+PREHOOK: query: insert overwrite table alltypesorc_part partition (ds='2012') select * from alltypesorc limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@alltypesorc_part@ds=2012
+POSTHOOK: query: insert overwrite table alltypesorc_part partition (ds='2012') select * from alltypesorc limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@alltypesorc_part@ds=2012
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ]
+PREHOOK: query: select count(cdouble), cint from alltypesorc_part where ds='2011' group by cint limit 10
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc_part
+PREHOOK: Input: default@alltypesorc_part@ds=2011
+#### A masked pattern was here ####
+POSTHOOK: query: select count(cdouble), cint from alltypesorc_part where ds='2011' group by cint limit 10
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc_part
+POSTHOOK: Input: default@alltypesorc_part@ds=2011
+#### A masked pattern was here ####
+100 528534767
+PREHOOK: query: select count(*) from alltypesorc_part A join alltypesorc_part B on A.ds=B.ds
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc_part
+PREHOOK: Input: default@alltypesorc_part@ds=2011
+PREHOOK: Input: default@alltypesorc_part@ds=2012
+#### A masked pattern was here ####
+POSTHOOK: query: select count(*) from alltypesorc_part A join alltypesorc_part B on A.ds=B.ds
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc_part
+POSTHOOK: Input: default@alltypesorc_part@ds=2011
+POSTHOOK: Input: default@alltypesorc_part@ds=2012
+#### A masked pattern was here ####
+20000
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_pushdown.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_pushdown.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_pushdown.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorization_pushdown.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,74 @@
+WARNING: Comparing a bigint and a double may result in a loss of precision.
+PREHOOK: query: explain SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble
+PREHOOK: type: QUERY
+POSTHOOK: query: explain SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: alltypesorc
+ filterExpr: (cbigint < cdouble) (type: boolean)
+ Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (cbigint < cdouble) (type: boolean)
+ Statistics: Num rows: 4096 Data size: 125745 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: cbigint (type: bigint)
+ outputColumnNames: cbigint
+ Statistics: Num rows: 4096 Data size: 125745 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: avg(cbigint)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col0 (type: struct<count:bigint,sum:double,input:bigint>)
+ Execution mode: vectorized
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: avg(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: double)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+WARNING: Comparing a bigint and a double may result in a loss of precision.
+PREHOOK: query: SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+-1.4670720493864927E9
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_bucketmapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_bucketmapjoin1.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_bucketmapjoin1.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_bucketmapjoin1.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,371 @@
+PREHOOK: query: create table vsmb_bucket_1(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS ORC
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@vsmb_bucket_1
+POSTHOOK: query: create table vsmb_bucket_1(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS ORC
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@vsmb_bucket_1
+PREHOOK: query: create table vsmb_bucket_2(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS ORC
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@vsmb_bucket_2
+POSTHOOK: query: create table vsmb_bucket_2(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS ORC
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@vsmb_bucket_2
+PREHOOK: query: create table vsmb_bucket_RC(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS RCFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@vsmb_bucket_RC
+POSTHOOK: query: create table vsmb_bucket_RC(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS RCFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@vsmb_bucket_RC
+PREHOOK: query: create table vsmb_bucket_TXT(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@vsmb_bucket_TXT
+POSTHOOK: query: create table vsmb_bucket_TXT(key int, value string)
+ CLUSTERED BY (key)
+ SORTED BY (key) INTO 1 BUCKETS
+ STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@vsmb_bucket_TXT
+PREHOOK: query: insert into table vsmb_bucket_1 select cint, cstring1 from alltypesorc limit 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@vsmb_bucket_1
+POSTHOOK: query: insert into table vsmb_bucket_1 select cint, cstring1 from alltypesorc limit 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@vsmb_bucket_1
+POSTHOOK: Lineage: vsmb_bucket_1.key SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+POSTHOOK: Lineage: vsmb_bucket_1.value SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ]
+PREHOOK: query: insert into table vsmb_bucket_2 select cint, cstring1 from alltypesorc limit 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@vsmb_bucket_2
+POSTHOOK: query: insert into table vsmb_bucket_2 select cint, cstring1 from alltypesorc limit 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@vsmb_bucket_2
+POSTHOOK: Lineage: vsmb_bucket_2.key SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+POSTHOOK: Lineage: vsmb_bucket_2.value SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ]
+PREHOOK: query: insert into table vsmb_bucket_RC select cint, cstring1 from alltypesorc limit 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@vsmb_bucket_rc
+POSTHOOK: query: insert into table vsmb_bucket_RC select cint, cstring1 from alltypesorc limit 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@vsmb_bucket_rc
+POSTHOOK: Lineage: vsmb_bucket_rc.key SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+POSTHOOK: Lineage: vsmb_bucket_rc.value SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ]
+PREHOOK: query: insert into table vsmb_bucket_TXT select cint, cstring1 from alltypesorc limit 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@vsmb_bucket_txt
+POSTHOOK: query: insert into table vsmb_bucket_TXT select cint, cstring1 from alltypesorc limit 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@vsmb_bucket_txt
+POSTHOOK: Lineage: vsmb_bucket_txt.key SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+POSTHOOK: Lineage: vsmb_bucket_txt.value SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ]
+PREHOOK: query: explain
+select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Execution mode: vectorized
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Execution mode: vectorized
+ Reducer 2
+ Reduce Operator Tree:
+ Merge Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0} {VALUE._col0}
+ 1 {KEY.reducesinkkey0} {VALUE._col0}
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@vsmb_bucket_1
+PREHOOK: Input: default@vsmb_bucket_2
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@vsmb_bucket_1
+POSTHOOK: Input: default@vsmb_bucket_2
+#### A masked pattern was here ####
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+PREHOOK: query: explain
+select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 2 Data size: 50 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 25 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 1 Data size: 25 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Execution mode: vectorized
+ Reducer 2
+ Reduce Operator Tree:
+ Merge Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0} {VALUE._col0}
+ 1 {KEY.reducesinkkey0} {VALUE._col0}
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@vsmb_bucket_1
+PREHOOK: Input: default@vsmb_bucket_rc
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@vsmb_bucket_1
+POSTHOOK: Input: default@vsmb_bucket_rc
+#### A masked pattern was here ####
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+PREHOOK: query: -- RC file does not yet provide the vectorized CommonRCFileformat out-of-the-box
+-- explain
+-- select /*+MAPJOIN(b)*/ * from vsmb_bucket_RC a join vsmb_bucket_2 b on a.key = b.key;
+-- select /*+MAPJOIN(b)*/ * from vsmb_bucket_RC a join vsmb_bucket_2 b on a.key = b.key;
+
+explain
+select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key
+PREHOOK: type: QUERY
+POSTHOOK: query: -- RC file does not yet provide the vectorized CommonRCFileformat out-of-the-box
+-- explain
+-- select /*+MAPJOIN(b)*/ * from vsmb_bucket_RC a join vsmb_bucket_2 b on a.key = b.key;
+-- select /*+MAPJOIN(b)*/ * from vsmb_bucket_RC a join vsmb_bucket_2 b on a.key = b.key;
+
+explain
+select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 2 Data size: 52 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: int)
+ sort order: +
+ Map-reduce partition columns: key (type: int)
+ Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Execution mode: vectorized
+ Reducer 2
+ Reduce Operator Tree:
+ Merge Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0} {VALUE._col0}
+ 1 {KEY.reducesinkkey0} {VALUE._col0}
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@vsmb_bucket_1
+PREHOOK: Input: default@vsmb_bucket_txt
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@vsmb_bucket_1
+POSTHOOK: Input: default@vsmb_bucket_txt
+#### A masked pattern was here ####
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
+528534767 cvLH6Eat2yFsyy7p 528534767 cvLH6Eat2yFsyy7p
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_case.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_case.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_case.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_case.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,95 @@
+PREHOOK: query: explain
+select
+ csmallint,
+ case
+ when csmallint = 418 then "a"
+ when csmallint = 12205 then "b"
+ else "c"
+ end,
+ case csmallint
+ when 418 then "a"
+ when 12205 then "b"
+ else "c"
+ end
+from alltypesorc
+where csmallint = 418
+or csmallint = 12205
+or csmallint = 10583
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ csmallint,
+ case
+ when csmallint = 418 then "a"
+ when csmallint = 12205 then "b"
+ else "c"
+ end,
+ case csmallint
+ when 418 then "a"
+ when 12205 then "b"
+ else "c"
+ end
+from alltypesorc
+where csmallint = 418
+or csmallint = 12205
+or csmallint = 10583
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ TableScan
+ alias: alltypesorc
+ Filter Operator
+ predicate: (((csmallint = 418) or (csmallint = 12205)) or (csmallint = 10583)) (type: boolean)
+ Select Operator
+ expressions: csmallint (type: smallint), CASE WHEN ((csmallint = 418)) THEN ('a') WHEN ((csmallint = 12205)) THEN ('b') ELSE ('c') END (type: string), CASE (csmallint) WHEN (418) THEN ('a') WHEN (12205) THEN ('b') ELSE ('c') END (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ ListSink
+
+PREHOOK: query: select
+ csmallint,
+ case
+ when csmallint = 418 then "a"
+ when csmallint = 12205 then "b"
+ else "c"
+ end,
+ case csmallint
+ when 418 then "a"
+ when 12205 then "b"
+ else "c"
+ end
+from alltypesorc
+where csmallint = 418
+or csmallint = 12205
+or csmallint = 10583
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select
+ csmallint,
+ case
+ when csmallint = 418 then "a"
+ when csmallint = 12205 then "b"
+ else "c"
+ end,
+ case csmallint
+ when 418 then "a"
+ when 12205 then "b"
+ else "c"
+ end
+from alltypesorc
+where csmallint = 418
+or csmallint = 12205
+or csmallint = 10583
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+12205 b b
+10583 c c
+418 a a
+12205 b b
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_context.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_context.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_context.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_context.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,338 @@
+PREHOOK: query: create table store(s_store_sk int, s_city string)
+stored as orc
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@store
+POSTHOOK: query: create table store(s_store_sk int, s_city string)
+stored as orc
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@store
+PREHOOK: query: insert overwrite table store
+select cint, cstring1
+from alltypesorc
+where cint not in (
+-3728, -563, 762, 6981, 253665376, 528534767, 626923679)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@store
+POSTHOOK: query: insert overwrite table store
+select cint, cstring1
+from alltypesorc
+where cint not in (
+-3728, -563, 762, 6981, 253665376, 528534767, 626923679)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@store
+POSTHOOK: Lineage: store.s_city SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ]
+POSTHOOK: Lineage: store.s_store_sk SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+PREHOOK: query: create table store_sales(ss_store_sk int, ss_hdemo_sk int, ss_net_profit double)
+stored as orc
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@store_sales
+POSTHOOK: query: create table store_sales(ss_store_sk int, ss_hdemo_sk int, ss_net_profit double)
+stored as orc
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@store_sales
+PREHOOK: query: insert overwrite table store_sales
+select cint, cint, cdouble
+from alltypesorc
+where cint not in (
+-3728, -563, 762, 6981, 253665376, 528534767, 626923679)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@store_sales
+POSTHOOK: query: insert overwrite table store_sales
+select cint, cint, cdouble
+from alltypesorc
+where cint not in (
+-3728, -563, 762, 6981, 253665376, 528534767, 626923679)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@store_sales
+POSTHOOK: Lineage: store_sales.ss_hdemo_sk SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+POSTHOOK: Lineage: store_sales.ss_net_profit SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ]
+POSTHOOK: Lineage: store_sales.ss_store_sk SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+PREHOOK: query: create table household_demographics(hd_demo_sk int)
+stored as orc
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@household_demographics
+POSTHOOK: query: create table household_demographics(hd_demo_sk int)
+stored as orc
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@household_demographics
+PREHOOK: query: insert overwrite table household_demographics
+select cint
+from alltypesorc
+where cint not in (
+-3728, -563, 762, 6981, 253665376, 528534767, 626923679)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+PREHOOK: Output: default@household_demographics
+POSTHOOK: query: insert overwrite table household_demographics
+select cint
+from alltypesorc
+where cint not in (
+-3728, -563, 762, 6981, 253665376, 528534767, 626923679)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+POSTHOOK: Output: default@household_demographics
+POSTHOOK: Lineage: household_demographics.hd_demo_sk SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ]
+PREHOOK: query: explain
+select store.s_city, ss_net_profit
+from store_sales
+JOIN store ON store_sales.ss_store_sk = store.s_store_sk
+JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select store.s_city, ss_net_profit
+from store_sales
+JOIN store ON store_sales.ss_store_sk = store.s_store_sk
+JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+limit 100
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Map 2 <- Map 1 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: household_demographics
+ Statistics: Num rows: 6075 Data size: 24300 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: hd_demo_sk is not null (type: boolean)
+ Statistics: Num rows: 3038 Data size: 12152 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: hd_demo_sk (type: int)
+ sort order: +
+ Map-reduce partition columns: hd_demo_sk (type: int)
+ Statistics: Num rows: 3038 Data size: 12152 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
+ Map 2
+ Map Operator Tree:
+ TableScan
+ alias: store
+ Statistics: Num rows: 6075 Data size: 615632 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: s_store_sk is not null (type: boolean)
+ Statistics: Num rows: 3038 Data size: 307866 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {ss_hdemo_sk} {ss_net_profit}
+ 1 {s_city}
+ keys:
+ 0 ss_store_sk (type: int)
+ 1 s_store_sk (type: int)
+ outputColumnNames: _col1, _col2, _col7
+ input vertices:
+ 0 Map 3
+ Statistics: Num rows: 3341 Data size: 338652 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col2} {_col7}
+ 1
+ keys:
+ 0 _col1 (type: int)
+ 1 hd_demo_sk (type: int)
+ outputColumnNames: _col2, _col7
+ input vertices:
+ 1 Map 1
+ Statistics: Num rows: 3675 Data size: 372517 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col7 (type: string), _col2 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 3675 Data size: 372517 Basic stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 100
+ Statistics: Num rows: 100 Data size: 10100 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 100 Data size: 10100 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: store_sales
+ Statistics: Num rows: 6075 Data size: 72736 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (ss_store_sk is not null and ss_hdemo_sk is not null) (type: boolean)
+ Statistics: Num rows: 1519 Data size: 18186 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: ss_store_sk (type: int)
+ sort order: +
+ Map-reduce partition columns: ss_store_sk (type: int)
+ Statistics: Num rows: 1519 Data size: 18186 Basic stats: COMPLETE Column stats: NONE
+ value expressions: ss_hdemo_sk (type: int), ss_net_profit (type: double)
+ Execution mode: vectorized
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select store.s_city, ss_net_profit
+from store_sales
+JOIN store ON store_sales.ss_store_sk = store.s_store_sk
+JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@household_demographics
+PREHOOK: Input: default@store
+PREHOOK: Input: default@store_sales
+#### A masked pattern was here ####
+POSTHOOK: query: select store.s_city, ss_net_profit
+from store_sales
+JOIN store ON store_sales.ss_store_sk = store.s_store_sk
+JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@household_demographics
+POSTHOOK: Input: default@store
+POSTHOOK: Input: default@store_sales
+#### A masked pattern was here ####
+LFgU5WT87C2yJ4W4YU0r8Pp NULL
+v3p153e2bSkGS70v04G NULL
+0pOH7A4O8aQ37NuBqn NULL
+8ShAFcD734S8Q26WjMwpq0Q NULL
+nOF31ehjY7ULCHMf NULL
+t32s57Cjt4a250qQgVNAB5T NULL
+nvO822k30OaH37Il NULL
+M152O NULL
+FgJ7Hft6845s1766oyt82q NULL
+0ovL2T NULL
+3e27C1jTdTQPdvCWi4if NULL
+XWIExC7NI3bqu6VhR14g2 NULL
+6g482F6IEbD2mKeLE153e0w NULL
+2diFRgr78diK6rSl0J NULL
+21UE6fJyy NULL
+H3bTj310QaL012cPe NULL
+7342q5oFQL8QIl7cO NULL
+VkXY4IOSO NULL
+4K1nnlkt7786Sq8x0ARXtr NULL
+m4eSLx4qihVg1e32 NULL
+OSBq0b NULL
+aKbAu2WJV8HWHU6K1Ukq NULL
+LcfhOxSVg68ACRvw1xC7LU NULL
+AwVW3sV2gsM NULL
+Tqar00A NULL
+mC4mr NULL
+YHVB0 NULL
+2vtmB0qNlHlGV15P1p NULL
+2wbgE0Yo1RX82H2sp4f1l5 NULL
+BSmA3fAai62QpNjmL66y8d NULL
+314nQ6nVj NULL
+H8mh48T7 NULL
+U616In80F54RI NULL
+BuSLb058f2 NULL
+OSc0r NULL
+75KN62a2iAf0j5Jol77wH7 NULL
+66Mx4v NULL
+7SchQY2j74BW7dQNy5G5 NULL
+FEefA NULL
+P2DNeo00PA7DJF0 NULL
+SMXqH NULL
+6fB40r75kxeX3k10 NULL
+AmYxfSOBdJv8B48l0VAeeI NULL
+S87OO NULL
+0EIL81O NULL
+dG8B5PQ3b85U362G6huu NULL
+XOypj8 NULL
+61eT82N24 NULL
+lVfv3fD1jn532h3K67H NULL
+J1an665U NULL
+Y6P8Ji868U7u8W3X2GHNiOLh NULL
+wXbLC0LS2bFf12f1ljC NULL
+j0L50J2e82 NULL
+8EPG0Xi307qd NULL
+04Y1mA17 NULL
+lTLWdPg0yM0IgY76s70 NULL
+KDr0tMRnCJJIBA84 NULL
+71KN0p4NhE4xm4ixm NULL
+u6HT8fTw6IgPf2 NULL
+7WYO11kWn6fT2pOlh5sTDIwG NULL
+Yc6gaH2OFF7cymt8q23Fr NULL
+RQbQ5 NULL
+75Y6J NULL
+eUx01FREb2LD4kle4dpS NULL
+T0Y8Vi41EYW4CpQ6Hg1Xg30w NULL
+Egf7KV7TeT NULL
+LIJuG07tfqoLu8K NULL
+uUTO41xk6VyqYPh NULL
+aEvOE7hUNO0d67AM3V7BwUCK NULL
+8AqHq NULL
+gl03UrAU4bWrOvqwwf NULL
+NULL NULL
+LX6QHG6sEmBAIbA6e6Am24 NULL
+i330V4Y0Lm4ajyKqM1X2Y NULL
+64K51WMTs NULL
+iW12567av NULL
+v3U315C36UQ4oEW NULL
+niiH6MSNaSk4fRRb74o1y28c NULL
+p4WmTkrM NULL
+L1Q62u2 NULL
+hnrm68NiEQCL4 NULL
+fju0XS06MyUS7Nqk8P8 NULL
+0VWukLt NULL
+642LsMiNArr0ufitL3l7RCU7 NULL
+DWNvg304j4KTMEs2174Cy1 NULL
+DU1m68i1Q7W3 NULL
+44vcS2S5wu684R05fq01fu NULL
+eu3X5Qfp4sHv5H NULL
+QbdFB1d7vfaM7 NULL
+s43i4lU NULL
+0pOTqi3O44rEnGQ NULL
+32cB3f NULL
+c300w5 NULL
+w66f63n NULL
+iR76SEs2C4V NULL
+ss2PoJAipj6B1tn75O NULL
+n3ner11ab4 NULL
+r17jGvc7gR NULL
+5G1Xp277YJRklEO5kHx NULL
+B78T0SnxlCe5AQ522GBUf6c6 NULL
+PREHOOK: query: drop table store
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@store
+PREHOOK: Output: default@store
+POSTHOOK: query: drop table store
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@store
+POSTHOOK: Output: default@store
+PREHOOK: query: drop table store_sales
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@store_sales
+PREHOOK: Output: default@store_sales
+POSTHOOK: query: drop table store_sales
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@store_sales
+POSTHOOK: Output: default@store_sales
+PREHOOK: query: drop table household_demographics
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@household_demographics
+PREHOOK: Output: default@household_demographics
+POSTHOOK: query: drop table household_demographics
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@household_demographics
+POSTHOOK: Output: default@household_demographics
Added: hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_math_funcs.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_math_funcs.q.out?rev=1629067&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_math_funcs.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_math_funcs.q.out Thu Oct 2 20:53:34 2014
@@ -0,0 +1,247 @@
+PREHOOK: query: -- Test math functions in vectorized mode to verify they run correctly end-to-end.
+
+explain
+select
+ cdouble
+ ,Round(cdouble, 2)
+ ,Floor(cdouble)
+ ,Ceil(cdouble)
+ ,Rand()
+ ,Rand(98007)
+ ,Exp(ln(cdouble))
+ ,Ln(cdouble)
+ ,Ln(cfloat)
+ ,Log10(cdouble)
+ -- Use log2 as a representative function to test all input types.
+ ,Log2(cdouble)
+ -- Use 15601.0 to test zero handling, as there are no zeroes in the table
+ ,Log2(cdouble - 15601.0)
+ ,Log2(cfloat)
+ ,Log2(cbigint)
+ ,Log2(cint)
+ ,Log2(csmallint)
+ ,Log2(ctinyint)
+ ,Log(2.0, cdouble)
+ ,Pow(log2(cdouble), 2.0)
+ ,Power(log2(cdouble), 2.0)
+ ,Sqrt(cdouble)
+ ,Sqrt(cbigint)
+ ,Bin(cbigint)
+ ,Hex(cdouble)
+ ,Conv(cbigint, 10, 16)
+ ,Abs(cdouble)
+ ,Abs(ctinyint)
+ ,Pmod(cint, 3)
+ ,Sin(cdouble)
+ ,Asin(cdouble)
+ ,Cos(cdouble)
+ ,ACos(cdouble)
+ ,Atan(cdouble)
+ ,Degrees(cdouble)
+ ,Radians(cdouble)
+ ,Positive(cdouble)
+ ,Positive(cbigint)
+ ,Negative(cdouble)
+ ,Sign(cdouble)
+ ,Sign(cbigint)
+ -- Test nesting
+ ,cos(-sin(log(cdouble)) + 3.14159)
+from alltypesorc
+-- limit output to a reasonably small number of rows
+where cbigint % 500 = 0
+-- test use of a math function in the WHERE clause
+and sin(cfloat) >= -1.0
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Test math functions in vectorized mode to verify they run correctly end-to-end.
+
+explain
+select
+ cdouble
+ ,Round(cdouble, 2)
+ ,Floor(cdouble)
+ ,Ceil(cdouble)
+ ,Rand()
+ ,Rand(98007)
+ ,Exp(ln(cdouble))
+ ,Ln(cdouble)
+ ,Ln(cfloat)
+ ,Log10(cdouble)
+ -- Use log2 as a representative function to test all input types.
+ ,Log2(cdouble)
+ -- Use 15601.0 to test zero handling, as there are no zeroes in the table
+ ,Log2(cdouble - 15601.0)
+ ,Log2(cfloat)
+ ,Log2(cbigint)
+ ,Log2(cint)
+ ,Log2(csmallint)
+ ,Log2(ctinyint)
+ ,Log(2.0, cdouble)
+ ,Pow(log2(cdouble), 2.0)
+ ,Power(log2(cdouble), 2.0)
+ ,Sqrt(cdouble)
+ ,Sqrt(cbigint)
+ ,Bin(cbigint)
+ ,Hex(cdouble)
+ ,Conv(cbigint, 10, 16)
+ ,Abs(cdouble)
+ ,Abs(ctinyint)
+ ,Pmod(cint, 3)
+ ,Sin(cdouble)
+ ,Asin(cdouble)
+ ,Cos(cdouble)
+ ,ACos(cdouble)
+ ,Atan(cdouble)
+ ,Degrees(cdouble)
+ ,Radians(cdouble)
+ ,Positive(cdouble)
+ ,Positive(cbigint)
+ ,Negative(cdouble)
+ ,Sign(cdouble)
+ ,Sign(cbigint)
+ -- Test nesting
+ ,cos(-sin(log(cdouble)) + 3.14159)
+from alltypesorc
+-- limit output to a reasonably small number of rows
+where cbigint % 500 = 0
+-- test use of a math function in the WHERE clause
+and sin(cfloat) >= -1.0
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ TableScan
+ alias: alltypesorc
+ Filter Operator
+ predicate: (((cbigint % 500) = 0) and (sin(cfloat) >= -1.0)) (type: boolean)
+ Select Operator
+ expressions: cdouble (type: double), round(cdouble, 2) (type: double), floor(cdouble) (type: bigint), ceil(cdouble) (type: bigint), rand() (type: double), rand(98007) (type: double), exp(ln(cdouble)) (type: double), ln(cdouble) (type: double), ln(cfloat) (type: double), log10(cdouble) (type: double), log2(cdouble) (type: double), log2((cdouble - 15601.0)) (type: double), log2(cfloat) (type: double), log2(cbigint) (type: double), log2(cint) (type: double), log2(csmallint) (type: double), log2(ctinyint) (type: double), log(2.0, cdouble) (type: double), power(log2(cdouble), 2.0) (type: double), power(log2(cdouble), 2.0) (type: double), sqrt(cdouble) (type: double), sqrt(cbigint) (type: double), bin(cbigint) (type: string), hex(cdouble) (type: string), conv(cbigint, 10, 16) (type: string), abs(cdouble) (type: double), abs(ctinyint) (type: int), (cint pmod 3) (type: int), sin(cdouble) (type: double), asin(cdouble) (type: double), cos(cdouble) (type: double), acos(cdouble) (
type: double), atan(cdouble) (type: double), degrees(cdouble) (type: double), radians(cdouble) (type: double), cdouble (type: double), cbigint (type: bigint), (- cdouble) (type: double), sign(cdouble) (type: double), sign(cbigint) (type: double), cos(((- sin(log(cdouble))) + 3.14159)) (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40
+ ListSink
+
+PREHOOK: query: select
+ cdouble
+ ,Round(cdouble, 2)
+ ,Floor(cdouble)
+ ,Ceil(cdouble)
+ -- Omit rand() from runtime test because it's nondeterministic.
+ -- ,Rand()
+ ,Rand(98007)
+ ,Exp(ln(cdouble))
+ ,Ln(cdouble)
+ ,Ln(cfloat)
+ ,Log10(cdouble)
+ -- Use log2 as a representative function to test all input types.
+ ,Log2(cdouble)
+ -- Use 15601.0 to test zero handling, as there are no zeroes in the table
+ ,Log2(cdouble - 15601.0)
+ ,Log2(cfloat)
+ ,Log2(cbigint)
+ ,Log2(cint)
+ ,Log2(csmallint)
+ ,Log2(ctinyint)
+ ,Log(2.0, cdouble)
+ ,Pow(log2(cdouble), 2.0)
+ ,Power(log2(cdouble), 2.0)
+ ,Sqrt(cdouble)
+ ,Sqrt(cbigint)
+ ,Bin(cbigint)
+ ,Hex(cdouble)
+ ,Conv(cbigint, 10, 16)
+ ,Abs(cdouble)
+ ,Abs(ctinyint)
+ ,Pmod(cint, 3)
+ ,Sin(cdouble)
+ ,Asin(cdouble)
+ ,Cos(cdouble)
+ ,ACos(cdouble)
+ ,Atan(cdouble)
+ ,Degrees(cdouble)
+ ,Radians(cdouble)
+ ,Positive(cdouble)
+ ,Positive(cbigint)
+ ,Negative(cdouble)
+ ,Sign(cdouble)
+ ,Sign(cbigint)
+ -- Test nesting
+ ,cos(-sin(log(cdouble)) + 3.14159)
+from alltypesorc
+-- limit output to a reasonably small number of rows
+where cbigint % 500 = 0
+-- test use of a math function in the WHERE clause
+and sin(cfloat) >= -1.0
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+POSTHOOK: query: select
+ cdouble
+ ,Round(cdouble, 2)
+ ,Floor(cdouble)
+ ,Ceil(cdouble)
+ -- Omit rand() from runtime test because it's nondeterministic.
+ -- ,Rand()
+ ,Rand(98007)
+ ,Exp(ln(cdouble))
+ ,Ln(cdouble)
+ ,Ln(cfloat)
+ ,Log10(cdouble)
+ -- Use log2 as a representative function to test all input types.
+ ,Log2(cdouble)
+ -- Use 15601.0 to test zero handling, as there are no zeroes in the table
+ ,Log2(cdouble - 15601.0)
+ ,Log2(cfloat)
+ ,Log2(cbigint)
+ ,Log2(cint)
+ ,Log2(csmallint)
+ ,Log2(ctinyint)
+ ,Log(2.0, cdouble)
+ ,Pow(log2(cdouble), 2.0)
+ ,Power(log2(cdouble), 2.0)
+ ,Sqrt(cdouble)
+ ,Sqrt(cbigint)
+ ,Bin(cbigint)
+ ,Hex(cdouble)
+ ,Conv(cbigint, 10, 16)
+ ,Abs(cdouble)
+ ,Abs(ctinyint)
+ ,Pmod(cint, 3)
+ ,Sin(cdouble)
+ ,Asin(cdouble)
+ ,Cos(cdouble)
+ ,ACos(cdouble)
+ ,Atan(cdouble)
+ ,Degrees(cdouble)
+ ,Radians(cdouble)
+ ,Positive(cdouble)
+ ,Positive(cbigint)
+ ,Negative(cdouble)
+ ,Sign(cdouble)
+ ,Sign(cbigint)
+ -- Test nesting
+ ,cos(-sin(log(cdouble)) + 3.14159)
+from alltypesorc
+-- limit output to a reasonably small number of rows
+where cbigint % 500 = 0
+-- test use of a math function in the WHERE clause
+and sin(cfloat) >= -1.0
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc
+#### A masked pattern was here ####
+-200.0 -200.0 -200 -200 0.8199077823142826 NULL NULL NULL NULL NULL NULL NULL 30.57531565116074 NULL NULL NULL NULL NULL NULL NULL 39998.48747140321 1011111010111000011011101011000 2D3230302E30 5F5C3758 200.0 36 NULL 0.8732972972139946 NaN 0.4871876750070059 NaN -1.5657963684609384 -11459.155902616465 -3.490658503988659 -200.0 1599879000 200.0 -1.0 1.0 NULL
+15601.0 15601.0 15601 15601 0.38656833237681376 15601.00000000001 9.65509029374725 NULL 4.193152436852078 13.929350886124324 NULL NULL NULL NULL 13.929350886124324 NULL 13.929350886124324 194.02681610877246 194.02681610877246 124.90396310766124 NULL 1111111111111111111111111111111110010001001101101010100000011000 31353630312E30 FFFFFFFF9136A818 15601.0 38 NULL -0.14856570831397706 NaN 0.9889025383288114 NaN 1.5707322283397571 893871.4561835973 272.2888166036353 15601.0 -1858689000 -15601.0 1.0 -1.0 -0.9740573096878733
+15601.0 15601.0 15601 15601 0.41161398527282966 15601.00000000001 9.65509029374725 NULL 4.193152436852078 13.929350886124324 NULL NULL 29.18993673432575 NULL 13.929350886124324 NULL 13.929350886124324 194.02681610877246 194.02681610877246 124.90396310766124 24747.04022706554 100100100000001011101000000000 31353630312E30 2480BA00 15601.0 5 NULL -0.14856570831397706 NaN 0.9889025383288114 NaN 1.5707322283397571 893871.4561835973 272.2888166036353 15601.0 612416000 -15601.0 1.0 1.0 -0.9740573096878733
+15601.0 15601.0 15601 15601 0.37807863784568585 15601.00000000001 9.65509029374725 3.871201010907891 4.193152436852078 13.929350886124324 NULL 5.584962500721157 NULL NULL 13.929350886124324 5.584962500721157 13.929350886124324 194.02681610877246 194.02681610877246 124.90396310766124 NULL 1111111111111111111111111111111111010000100101111100000100011000 31353630312E30 FFFFFFFFD097C118 15601.0 48 NULL -0.14856570831397706 NaN 0.9889025383288114 NaN 1.5707322283397571 893871.4561835973 272.2888166036353 15601.0 -795361000 -15601.0 1.0 -1.0 -0.9740573096878733
+NULL NULL NULL NULL 0.3336458983920575 NULL NULL 2.0794415416798357 NULL NULL NULL 3.0 29.693388204506274 29.58473549442715 NULL 3.0 NULL NULL NULL NULL 29464.580431426475 110011101111110001011111011100 NULL 33BF17DC NULL 8 1 NULL NULL NULL NULL NULL NULL NULL NULL 868161500 NULL NULL 1.0 NULL
+NULL NULL NULL NULL 0.8681331660942196 NULL NULL 2.0794415416798357 NULL NULL NULL 3.0 NULL 29.730832334348488 NULL 3.0 NULL NULL NULL NULL NULL 1111111111111111111111111111111110010000111111111000101010111000 NULL FFFFFFFF90FF8AB8 NULL 8 0 NULL NULL NULL NULL NULL NULL NULL NULL -1862301000 NULL NULL -1.0 NULL
+-7196.0 -7196.0 -7196 -7196 0.03951015606275099 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 1111111111111111111111111111111110100000010101110101001001110000 2D373139362E30 FFFFFFFFA0575270 7196.0 59 NULL -0.9834787875028149 NaN -0.18102340879563897 NaN -1.5706573607035177 -412300.4293761404 -125.59389297351194 -7196.0 -1604890000 7196.0 -1.0 -1.0 NULL
+-7196.0 -7196.0 -7196 -7196 0.9209252022050654 NULL NULL NULL NULL NULL NULL NULL 30.52255693577237 NULL NULL NULL NULL NULL NULL NULL 39273.76987252433 1011011111011111001100101001000 2D373139362E30 5BEF9948 7196.0 21 NULL -0.9834787875028149 NaN -0.18102340879563897 NaN -1.5706573607035177 -412300.4293761404 -125.59389297351194 -7196.0 1542429000 7196.0 -1.0 1.0 NULL
+-7196.0 -7196.0 -7196 -7196 0.4533660450429132 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 1111111111111111111111111111111110100011011110110101000010110100 2D373139362E30 FFFFFFFFA37B50B4 7196.0 14 NULL -0.9834787875028149 NaN -0.18102340879563897 NaN -1.5706573607035177 -412300.4293761404 -125.59389297351194 -7196.0 -1552199500 7196.0 -1.0 -1.0 NULL
+-7196.0 -7196.0 -7196 -7196 0.14567136069921982 NULL NULL 4.07753744390572 NULL NULL NULL 5.882643049361842 NULL NULL NULL 5.882643049361842 NULL NULL NULL NULL NULL 1111111111111111111111111111111110111100001011110011111001111100 2D373139362E30 FFFFFFFFBC2F3E7C 7196.0 59 NULL -0.9834787875028149 NaN -0.18102340879563897 NaN -1.5706573607035177 -412300.4293761404 -125.59389297351194 -7196.0 -1137754500 7196.0 -1.0 -1.0 NULL
+-7196.0 -7196.0 -7196 -7196 0.5264452612398715 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 1111111111111111111111111111111110010001101110110101111010110100 2D373139362E30 FFFFFFFF91BB5EB4 7196.0 8 NULL -0.9834787875028149 NaN -0.18102340879563897 NaN -1.5706573607035177 -412300.4293761404 -125.59389297351194 -7196.0 -1849991500 7196.0 -1.0 -1.0 NULL
+-7196.0 -7196.0 -7196 -7196 0.17837094616515647 NULL NULL 1.6094379124341003 NULL NULL NULL 2.321928094887362 NULL NULL NULL 2.321928094887362 NULL NULL NULL NULL NULL 1111111111111111111111111111111111000011011101110000111100110100 2D373139362E30 FFFFFFFFC3770F34 7196.0 5 NULL -0.9834787875028149 NaN -0.18102340879563897 NaN -1.5706573607035177 -412300.4293761404 -125.59389297351194 -7196.0 -1015607500 7196.0 -1.0 -1.0 NULL
+-7196.0 -7196.0 -7196 -7196 0.5456857574763374 NULL NULL NULL NULL NULL NULL NULL 29.62699001935971 NULL NULL NULL NULL NULL NULL NULL 28794.287627930647 110001011010110011101011011000 2D373139362E30 316B3AD8 7196.0 24 NULL -0.9834787875028149 NaN -0.18102340879563897 NaN -1.5706573607035177 -412300.4293761404 -125.59389297351194 -7196.0 829111000 7196.0 -1.0 1.0 NULL
+NULL NULL NULL NULL 0.282703740641956 NULL NULL 2.3978952727983707 NULL NULL NULL 3.4594316186372978 30.19990821555368 NULL NULL 3.4594316186372978 NULL NULL NULL NULL 35118.75567271711 1001001100000110001001110011000 NULL 49831398 NULL 11 1 NULL NULL NULL NULL NULL NULL NULL NULL 1233327000 NULL NULL 1.0 NULL