You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2016/02/24 20:51:54 UTC
[1/4] hive git commit: HIVE-12808: Logical PPD: Push filter clauses
through PTF(Windowing) into TS (Laljo John Pullokkaran via Ashutosh Chauhan)
Repository: hive
Updated Branches:
refs/heads/master 2f7323396 -> e470c7b16
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out b/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out
index 39d7a17..cddee56 100644
--- a/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out
+++ b/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out
@@ -76,9 +76,8 @@ STAGE PLANS:
TableScan
alias: tlb1
Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: id (type: int), fkey (type: int)
- outputColumnNames: id, fkey
+ Filter Operator
+ predicate: fkey is not null (type: boolean)
Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: id (type: int), fkey (type: int)
@@ -96,15 +95,12 @@ STAGE PLANS:
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: _col1 is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Stage: Stage-2
Map Reduce
@@ -213,9 +209,8 @@ STAGE PLANS:
TableScan
alias: tlb1
Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: id (type: int), fkey (type: int)
- outputColumnNames: id, fkey
+ Filter Operator
+ predicate: fkey is not null (type: boolean)
Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: id (type: int), fkey (type: int)
@@ -253,19 +248,16 @@ STAGE PLANS:
window frame: PRECEDING(MAX)~FOLLOWING(MAX)
isPivotResult: true
Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: _col1 is not null (type: boolean)
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: int), row_number_window_0 (type: int)
+ outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: int), _col1 (type: int), row_number_window_0 (type: int)
- outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Stage: Stage-2
Map Reduce
@@ -374,9 +366,8 @@ STAGE PLANS:
TableScan
alias: tlb1
Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: id (type: int), fkey (type: int)
- outputColumnNames: id, fkey
+ Filter Operator
+ predicate: fkey is not null (type: boolean)
Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: id (type: int), fkey (type: int)
@@ -394,15 +385,12 @@ STAGE PLANS:
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: _col1 is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Stage: Stage-2
Map Reduce
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/spark/subquery_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/subquery_in.q.out b/ql/src/test/results/clientpositive/spark/subquery_in.q.out
index 16b7684..62be682 100644
--- a/ql/src/test/results/clientpositive/spark/subquery_in.q.out
+++ b/ql/src/test/results/clientpositive/spark/subquery_in.q.out
@@ -462,12 +462,15 @@ STAGE PLANS:
TableScan
alias: b
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: p_mfgr (type: string), p_size (type: int)
- sort order: ++
- Map-reduce partition columns: p_mfgr (type: string)
+ Filter Operator
+ predicate: p_mfgr is not null (type: boolean)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- TopN Hash Memory Usage: 0.1
+ Reduce Output Operator
+ key expressions: p_mfgr (type: string), p_size (type: int)
+ sort order: ++
+ Map-reduce partition columns: p_mfgr (type: string)
+ Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ TopN Hash Memory Usage: 0.1
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -517,7 +520,7 @@ STAGE PLANS:
isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((rank_window_0 <= 2) and _col2 is not null) (type: boolean)
+ predicate: (rank_window_0 <= 2) (type: boolean)
Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col5 (type: int)
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/subquery_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/subquery_in.q.out b/ql/src/test/results/clientpositive/subquery_in.q.out
index f75f7d8..e59e192 100644
--- a/ql/src/test/results/clientpositive/subquery_in.q.out
+++ b/ql/src/test/results/clientpositive/subquery_in.q.out
@@ -435,12 +435,15 @@ STAGE PLANS:
TableScan
alias: b
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: p_mfgr (type: string), p_size (type: int)
- sort order: ++
- Map-reduce partition columns: p_mfgr (type: string)
+ Filter Operator
+ predicate: p_mfgr is not null (type: boolean)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- TopN Hash Memory Usage: 0.1
+ Reduce Output Operator
+ key expressions: p_mfgr (type: string), p_size (type: int)
+ sort order: ++
+ Map-reduce partition columns: p_mfgr (type: string)
+ Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ TopN Hash Memory Usage: 0.1
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int)
@@ -468,7 +471,7 @@ STAGE PLANS:
isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((rank_window_0 <= 2) and _col2 is not null) (type: boolean)
+ predicate: (rank_window_0 <= 2) (type: boolean)
Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col5 (type: int)
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out b/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out
index 6f2e5ca..7f70e39 100644
--- a/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out
+++ b/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out
@@ -207,12 +207,15 @@ STAGE PLANS:
TableScan
alias: part2
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- Reduce Output Operator
- key expressions: p2_mfgr (type: string), p2_size (type: int)
- sort order: ++
- Map-reduce partition columns: p2_mfgr (type: string)
+ Filter Operator
+ predicate: p2_mfgr is not null (type: boolean)
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- TopN Hash Memory Usage: 0.1
+ Reduce Output Operator
+ key expressions: p2_mfgr (type: string), p2_size (type: int)
+ sort order: ++
+ Map-reduce partition columns: p2_mfgr (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ TopN Hash Memory Usage: 0.1
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int)
@@ -240,7 +243,7 @@ STAGE PLANS:
isPivotResult: true
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
Filter Operator
- predicate: ((rank_window_0 <= 2) and _col2 is not null) (type: boolean)
+ predicate: (rank_window_0 <= 2) (type: boolean)
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col5 (type: int)
@@ -376,12 +379,15 @@ STAGE PLANS:
TableScan
alias: b
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: p_mfgr (type: string), p_size (type: int)
- sort order: ++
- Map-reduce partition columns: p_mfgr (type: string)
+ Filter Operator
+ predicate: p_mfgr is not null (type: boolean)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- TopN Hash Memory Usage: 0.1
+ Reduce Output Operator
+ key expressions: p_mfgr (type: string), p_size (type: int)
+ sort order: ++
+ Map-reduce partition columns: p_mfgr (type: string)
+ Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ TopN Hash Memory Usage: 0.1
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int)
@@ -409,7 +415,7 @@ STAGE PLANS:
isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((rank_window_0 <= 2) and _col2 is not null) (type: boolean)
+ predicate: (rank_window_0 <= 2) (type: boolean)
Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col5 (type: int)
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/tez/subquery_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/subquery_in.q.out b/ql/src/test/results/clientpositive/tez/subquery_in.q.out
index 523430b..ed994c5 100644
--- a/ql/src/test/results/clientpositive/tez/subquery_in.q.out
+++ b/ql/src/test/results/clientpositive/tez/subquery_in.q.out
@@ -465,12 +465,15 @@ STAGE PLANS:
TableScan
alias: b
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: p_mfgr (type: string), p_size (type: int)
- sort order: ++
- Map-reduce partition columns: p_mfgr (type: string)
+ Filter Operator
+ predicate: p_mfgr is not null (type: boolean)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- TopN Hash Memory Usage: 0.1
+ Reduce Output Operator
+ key expressions: p_mfgr (type: string), p_size (type: int)
+ sort order: ++
+ Map-reduce partition columns: p_mfgr (type: string)
+ Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ TopN Hash Memory Usage: 0.1
Reducer 2
Reduce Operator Tree:
Merge Join Operator
@@ -520,7 +523,7 @@ STAGE PLANS:
isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((rank_window_0 <= 2) and _col2 is not null) (type: boolean)
+ predicate: (rank_window_0 <= 2) (type: boolean)
Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col5 (type: int)
[2/4] hive git commit: HIVE-12808: Logical PPD: Push filter clauses
through PTF(Windowing) into TS (Laljo John Pullokkaran via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/ppd_windowing2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/ppd_windowing2.q.out b/ql/src/test/results/clientpositive/ppd_windowing2.q.out
new file mode 100644
index 0000000..0e2081b
--- /dev/null
+++ b/ql/src/test/results/clientpositive/ppd_windowing2.q.out
@@ -0,0 +1,9841 @@
+PREHOOK: query: -- NOTE: This is a correctness test. If you regen q.out, regen it with optimization turned off
+
+-- Test simple PPD through Windowing
+select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: -- NOTE: This is a correctness test. If you regen q.out, regen it with optimization turned off
+
+-- Test simple PPD through Windowing
+select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0
+100 200.0
+100 200.0
+103 206.0
+103 206.0
+104 208.0
+104 208.0
+105 105.0
+11 11.0
+111 111.0
+113 226.0
+113 226.0
+114 114.0
+116 116.0
+118 236.0
+118 236.0
+119 357.0
+119 357.0
+119 357.0
+12 24.0
+12 24.0
+120 240.0
+120 240.0
+125 250.0
+125 250.0
+126 126.0
+128 384.0
+128 384.0
+128 384.0
+129 258.0
+129 258.0
+131 131.0
+133 133.0
+134 268.0
+134 268.0
+136 136.0
+137 274.0
+137 274.0
+138 552.0
+138 552.0
+138 552.0
+138 552.0
+143 143.0
+145 145.0
+146 292.0
+146 292.0
+149 298.0
+149 298.0
+15 30.0
+15 30.0
+150 150.0
+152 304.0
+152 304.0
+153 153.0
+155 155.0
+156 156.0
+157 157.0
+158 158.0
+160 160.0
+162 162.0
+163 163.0
+164 328.0
+164 328.0
+165 330.0
+165 330.0
+166 166.0
+167 501.0
+167 501.0
+167 501.0
+168 168.0
+169 676.0
+169 676.0
+169 676.0
+169 676.0
+17 17.0
+170 170.0
+172 344.0
+172 344.0
+174 348.0
+174 348.0
+175 350.0
+175 350.0
+176 352.0
+176 352.0
+177 177.0
+178 178.0
+179 358.0
+179 358.0
+18 36.0
+18 36.0
+180 180.0
+181 181.0
+183 183.0
+186 186.0
+187 561.0
+187 561.0
+187 561.0
+189 189.0
+19 19.0
+190 190.0
+191 382.0
+191 382.0
+192 192.0
+193 579.0
+193 579.0
+193 579.0
+194 194.0
+195 390.0
+195 390.0
+196 196.0
+197 394.0
+197 394.0
+199 597.0
+199 597.0
+199 597.0
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0
+100 200.0
+100 200.0
+103 206.0
+103 206.0
+104 208.0
+104 208.0
+105 105.0
+11 11.0
+111 111.0
+113 226.0
+113 226.0
+114 114.0
+116 116.0
+118 236.0
+118 236.0
+119 357.0
+119 357.0
+119 357.0
+12 24.0
+12 24.0
+120 240.0
+120 240.0
+125 250.0
+125 250.0
+126 126.0
+128 384.0
+128 384.0
+128 384.0
+129 258.0
+129 258.0
+131 131.0
+133 133.0
+134 268.0
+134 268.0
+136 136.0
+137 274.0
+137 274.0
+138 552.0
+138 552.0
+138 552.0
+138 552.0
+143 143.0
+145 145.0
+146 292.0
+146 292.0
+149 298.0
+149 298.0
+15 30.0
+15 30.0
+150 150.0
+152 304.0
+152 304.0
+153 153.0
+155 155.0
+156 156.0
+157 157.0
+158 158.0
+160 160.0
+162 162.0
+163 163.0
+164 328.0
+164 328.0
+165 330.0
+165 330.0
+166 166.0
+167 501.0
+167 501.0
+167 501.0
+168 168.0
+169 676.0
+169 676.0
+169 676.0
+169 676.0
+17 17.0
+170 170.0
+172 344.0
+172 344.0
+174 348.0
+174 348.0
+175 350.0
+175 350.0
+176 352.0
+176 352.0
+177 177.0
+178 178.0
+179 358.0
+179 358.0
+18 36.0
+18 36.0
+180 180.0
+181 181.0
+183 183.0
+186 186.0
+187 561.0
+187 561.0
+187 561.0
+189 189.0
+19 19.0
+190 190.0
+191 382.0
+191 382.0
+192 192.0
+193 579.0
+193 579.0
+193 579.0
+194 194.0
+195 390.0
+195 390.0
+196 196.0
+197 394.0
+197 394.0
+199 597.0
+199 597.0
+199 597.0
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0
+100 200.0
+100 200.0
+103 206.0
+103 206.0
+104 208.0
+104 208.0
+105 105.0
+11 11.0
+111 111.0
+113 226.0
+113 226.0
+114 114.0
+116 116.0
+118 236.0
+118 236.0
+119 357.0
+119 357.0
+119 357.0
+12 24.0
+12 24.0
+120 240.0
+120 240.0
+125 250.0
+125 250.0
+126 126.0
+128 384.0
+128 384.0
+128 384.0
+129 258.0
+129 258.0
+131 131.0
+133 133.0
+134 268.0
+134 268.0
+136 136.0
+137 274.0
+137 274.0
+138 552.0
+138 552.0
+138 552.0
+138 552.0
+143 143.0
+145 145.0
+146 292.0
+146 292.0
+149 298.0
+149 298.0
+15 30.0
+15 30.0
+150 150.0
+152 304.0
+152 304.0
+153 153.0
+155 155.0
+156 156.0
+157 157.0
+158 158.0
+160 160.0
+162 162.0
+163 163.0
+164 328.0
+164 328.0
+165 330.0
+165 330.0
+166 166.0
+167 501.0
+167 501.0
+167 501.0
+168 168.0
+169 676.0
+169 676.0
+169 676.0
+169 676.0
+17 17.0
+170 170.0
+172 344.0
+172 344.0
+174 348.0
+174 348.0
+175 350.0
+175 350.0
+176 352.0
+176 352.0
+177 177.0
+178 178.0
+179 358.0
+179 358.0
+18 36.0
+18 36.0
+180 180.0
+181 181.0
+183 183.0
+186 186.0
+187 561.0
+187 561.0
+187 561.0
+189 189.0
+19 19.0
+190 190.0
+191 382.0
+191 382.0
+192 192.0
+193 579.0
+193 579.0
+193 579.0
+194 194.0
+195 390.0
+195 390.0
+196 196.0
+197 394.0
+197 394.0
+199 597.0
+199 597.0
+199 597.0
+2 2.0
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+2 0.0
+2 0.0
+2 0.0
+12 10.0
+102 200.0
+102 200.0
+105 206.0
+105 206.0
+106 208.0
+106 208.0
+107 105.0
+13 11.0
+113 111.0
+115 226.0
+115 226.0
+116 114.0
+118 116.0
+120 236.0
+120 236.0
+121 357.0
+121 357.0
+121 357.0
+14 24.0
+14 24.0
+122 240.0
+122 240.0
+127 250.0
+127 250.0
+128 126.0
+130 384.0
+130 384.0
+130 384.0
+131 258.0
+131 258.0
+133 131.0
+135 133.0
+136 268.0
+136 268.0
+138 136.0
+139 274.0
+139 274.0
+140 552.0
+140 552.0
+140 552.0
+140 552.0
+145 143.0
+147 145.0
+148 292.0
+148 292.0
+151 298.0
+151 298.0
+17 30.0
+17 30.0
+152 150.0
+154 304.0
+154 304.0
+155 153.0
+157 155.0
+158 156.0
+159 157.0
+160 158.0
+162 160.0
+164 162.0
+165 163.0
+166 328.0
+166 328.0
+167 330.0
+167 330.0
+168 166.0
+169 501.0
+169 501.0
+169 501.0
+170 168.0
+171 676.0
+171 676.0
+171 676.0
+171 676.0
+19 17.0
+172 170.0
+174 344.0
+174 344.0
+176 348.0
+176 348.0
+177 350.0
+177 350.0
+178 352.0
+178 352.0
+179 177.0
+180 178.0
+181 358.0
+181 358.0
+20 36.0
+20 36.0
+182 180.0
+183 181.0
+185 183.0
+188 186.0
+189 561.0
+189 561.0
+189 561.0
+191 189.0
+21 19.0
+192 190.0
+193 382.0
+193 382.0
+194 192.0
+195 579.0
+195 579.0
+195 579.0
+196 194.0
+197 390.0
+197 390.0
+198 196.0
+199 394.0
+199 394.0
+201 597.0
+201 597.0
+201 597.0
+4 2.0
+22 20.0
+202 400.0
+202 400.0
+203 201.0
+204 202.0
+205 406.0
+205 406.0
+207 410.0
+207 410.0
+209 414.0
+209 414.0
+210 624.0
+210 624.0
+210 624.0
+211 418.0
+211 418.0
+215 426.0
+215 426.0
+216 214.0
+218 432.0
+218 432.0
+219 434.0
+219 434.0
+220 218.0
+221 438.0
+221 438.0
+223 442.0
+223 442.0
+224 222.0
+225 446.0
+225 446.0
+226 448.0
+226 448.0
+228 226.0
+230 228.0
+231 458.0
+231 458.0
+232 1150.0
+232 1150.0
+232 1150.0
+232 1150.0
+232 1150.0
+235 466.0
+235 466.0
+237 235.0
+239 474.0
+239 474.0
+240 476.0
+240 476.0
+241 478.0
+241 478.0
+26 48.0
+26 48.0
+243 241.0
+244 484.0
+244 484.0
+246 244.0
+249 247.0
+250 248.0
+251 249.0
+254 252.0
+257 510.0
+257 510.0
+258 512.0
+258 512.0
+259 257.0
+260 258.0
+28 52.0
+28 52.0
+262 260.0
+264 262.0
+265 263.0
+267 530.0
+267 530.0
+268 266.0
+29 27.0
+274 544.0
+274 544.0
+275 819.0
+275 819.0
+275 819.0
+276 274.0
+277 275.0
+279 1108.0
+279 1108.0
+279 1108.0
+279 1108.0
+280 556.0
+280 556.0
+30 28.0
+282 560.0
+282 560.0
+283 562.0
+283 562.0
+284 564.0
+284 564.0
+285 283.0
+286 284.0
+287 285.0
+288 286.0
+289 287.0
+290 576.0
+290 576.0
+291 289.0
+293 291.0
+294 292.0
+298 296.0
+300 894.0
+300 894.0
+300 894.0
+32 30.0
+304 302.0
+307 305.0
+308 306.0
+309 614.0
+309 614.0
+310 308.0
+311 618.0
+311 618.0
+312 310.0
+313 933.0
+313 933.0
+313 933.0
+317 315.0
+318 948.0
+318 948.0
+318 948.0
+319 634.0
+319 634.0
+320 954.0
+320 954.0
+320 954.0
+323 642.0
+323 642.0
+324 644.0
+324 644.0
+325 323.0
+327 650.0
+327 650.0
+329 981.0
+329 981.0
+329 981.0
+35 33.0
+333 662.0
+333 662.0
+334 332.0
+335 666.0
+335 666.0
+337 335.0
+338 336.0
+340 338.0
+341 339.0
+36 34.0
+343 341.0
+344 684.0
+344 684.0
+346 688.0
+346 688.0
+347 345.0
+350 1740.0
+350 1740.0
+350 1740.0
+350 1740.0
+350 1740.0
+37 105.0
+37 105.0
+37 105.0
+353 351.0
+355 706.0
+355 706.0
+358 356.0
+362 360.0
+364 362.0
+366 364.0
+367 365.0
+368 366.0
+369 734.0
+369 734.0
+370 368.0
+371 1107.0
+371 1107.0
+371 1107.0
+39 74.0
+39 74.0
+375 373.0
+376 374.0
+377 375.0
+379 377.0
+380 378.0
+381 379.0
+384 764.0
+384 764.0
+386 1152.0
+386 1152.0
+386 1152.0
+388 386.0
+391 389.0
+394 392.0
+395 393.0
+396 394.0
+397 790.0
+397 790.0
+398 1188.0
+398 1188.0
+398 1188.0
+399 794.0
+399 794.0
+401 798.0
+401 798.0
+6 4.0
+402 400.0
+403 2005.0
+403 2005.0
+403 2005.0
+403 2005.0
+403 2005.0
+404 402.0
+405 1209.0
+405 1209.0
+405 1209.0
+406 808.0
+406 808.0
+408 1624.0
+408 1624.0
+408 1624.0
+408 1624.0
+409 407.0
+411 1227.0
+411 1227.0
+411 1227.0
+43 41.0
+413 411.0
+415 826.0
+415 826.0
+416 828.0
+416 828.0
+419 1251.0
+419 1251.0
+419 1251.0
+420 418.0
+421 419.0
+44 84.0
+44 84.0
+423 421.0
+426 848.0
+426 848.0
+429 427.0
+431 858.0
+431 858.0
+45 43.0
+432 1290.0
+432 1290.0
+432 1290.0
+433 1293.0
+433 1293.0
+433 1293.0
+434 432.0
+437 435.0
+438 436.0
+439 437.0
+440 1314.0
+440 1314.0
+440 1314.0
+441 878.0
+441 878.0
+46 44.0
+445 443.0
+446 444.0
+448 446.0
+450 448.0
+451 449.0
+454 452.0
+455 453.0
+456 1362.0
+456 1362.0
+456 1362.0
+457 455.0
+459 457.0
+460 916.0
+460 916.0
+461 918.0
+461 918.0
+462 460.0
+464 924.0
+464 924.0
+465 926.0
+465 926.0
+468 1398.0
+468 1398.0
+468 1398.0
+469 467.0
+470 1872.0
+470 1872.0
+470 1872.0
+470 1872.0
+471 2345.0
+471 2345.0
+471 2345.0
+471 2345.0
+471 2345.0
+49 47.0
+472 470.0
+474 472.0
+477 475.0
+479 477.0
+480 956.0
+480 956.0
+481 479.0
+482 1440.0
+482 1440.0
+482 1440.0
+483 481.0
+484 482.0
+485 483.0
+486 484.0
+487 485.0
+489 487.0
+491 1956.0
+491 1956.0
+491 1956.0
+491 1956.0
+492 490.0
+493 491.0
+494 984.0
+494 984.0
+495 493.0
+496 494.0
+497 495.0
+498 496.0
+499 497.0
+500 1494.0
+500 1494.0
+500 1494.0
+7 15.0
+7 15.0
+7 15.0
+53 102.0
+53 102.0
+55 53.0
+56 54.0
+59 57.0
+60 116.0
+60 116.0
+66 64.0
+67 65.0
+68 66.0
+69 134.0
+69 134.0
+71 69.0
+72 210.0
+72 210.0
+72 210.0
+74 144.0
+74 144.0
+76 74.0
+78 152.0
+78 152.0
+79 77.0
+80 78.0
+10 8.0
+82 80.0
+84 82.0
+85 166.0
+85 166.0
+86 168.0
+86 168.0
+87 85.0
+88 86.0
+89 87.0
+11 9.0
+92 270.0
+92 270.0
+92 270.0
+94 92.0
+97 190.0
+97 190.0
+98 96.0
+99 194.0
+99 194.0
+100 196.0
+100 196.0
+PREHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys
+select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys
+select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0
+100 200.0
+100 200.0
+103 206.0
+103 206.0
+104 208.0
+104 208.0
+105 105.0
+11 11.0
+111 111.0
+113 226.0
+113 226.0
+114 114.0
+116 116.0
+118 236.0
+118 236.0
+119 357.0
+119 357.0
+119 357.0
+12 24.0
+12 24.0
+120 240.0
+120 240.0
+125 250.0
+125 250.0
+126 126.0
+128 384.0
+128 384.0
+128 384.0
+129 258.0
+129 258.0
+131 131.0
+133 133.0
+134 268.0
+134 268.0
+136 136.0
+137 274.0
+137 274.0
+138 552.0
+138 552.0
+138 552.0
+138 552.0
+143 143.0
+145 145.0
+146 292.0
+146 292.0
+149 298.0
+149 298.0
+15 30.0
+15 30.0
+150 150.0
+152 304.0
+152 304.0
+153 153.0
+155 155.0
+156 156.0
+157 157.0
+158 158.0
+160 160.0
+162 162.0
+163 163.0
+164 328.0
+164 328.0
+165 330.0
+165 330.0
+166 166.0
+167 501.0
+167 501.0
+167 501.0
+168 168.0
+169 676.0
+169 676.0
+169 676.0
+169 676.0
+17 17.0
+170 170.0
+172 344.0
+172 344.0
+174 348.0
+174 348.0
+175 350.0
+175 350.0
+176 352.0
+176 352.0
+177 177.0
+178 178.0
+179 358.0
+179 358.0
+18 36.0
+18 36.0
+180 180.0
+181 181.0
+183 183.0
+186 186.0
+187 561.0
+187 561.0
+187 561.0
+189 189.0
+19 19.0
+190 190.0
+191 382.0
+191 382.0
+192 192.0
+193 579.0
+193 579.0
+193 579.0
+194 194.0
+195 390.0
+195 390.0
+196 196.0
+197 394.0
+197 394.0
+199 597.0
+199 597.0
+199 597.0
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0
+100 200.0
+100 200.0
+103 206.0
+103 206.0
+104 208.0
+104 208.0
+105 105.0
+11 11.0
+111 111.0
+113 226.0
+113 226.0
+114 114.0
+116 116.0
+118 236.0
+118 236.0
+119 357.0
+119 357.0
+119 357.0
+12 24.0
+12 24.0
+120 240.0
+120 240.0
+125 250.0
+125 250.0
+126 126.0
+128 384.0
+128 384.0
+128 384.0
+129 258.0
+129 258.0
+131 131.0
+133 133.0
+134 268.0
+134 268.0
+136 136.0
+137 274.0
+137 274.0
+138 552.0
+138 552.0
+138 552.0
+138 552.0
+143 143.0
+145 145.0
+146 292.0
+146 292.0
+149 298.0
+149 298.0
+15 30.0
+15 30.0
+150 150.0
+152 304.0
+152 304.0
+153 153.0
+155 155.0
+156 156.0
+157 157.0
+158 158.0
+160 160.0
+162 162.0
+163 163.0
+164 328.0
+164 328.0
+165 330.0
+165 330.0
+166 166.0
+167 501.0
+167 501.0
+167 501.0
+168 168.0
+169 676.0
+169 676.0
+169 676.0
+169 676.0
+17 17.0
+170 170.0
+172 344.0
+172 344.0
+174 348.0
+174 348.0
+175 350.0
+175 350.0
+176 352.0
+176 352.0
+177 177.0
+178 178.0
+179 358.0
+179 358.0
+18 36.0
+18 36.0
+180 180.0
+181 181.0
+183 183.0
+186 186.0
+187 561.0
+187 561.0
+187 561.0
+189 189.0
+19 19.0
+190 190.0
+191 382.0
+191 382.0
+192 192.0
+193 579.0
+193 579.0
+193 579.0
+194 194.0
+195 390.0
+195 390.0
+196 196.0
+197 394.0
+197 394.0
+199 597.0
+199 597.0
+199 597.0
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0
+100 200.0
+100 200.0
+103 206.0
+103 206.0
+104 208.0
+104 208.0
+105 105.0
+11 11.0
+111 111.0
+113 226.0
+113 226.0
+114 114.0
+116 116.0
+118 236.0
+118 236.0
+119 357.0
+119 357.0
+119 357.0
+12 24.0
+12 24.0
+120 240.0
+120 240.0
+125 250.0
+125 250.0
+126 126.0
+128 384.0
+128 384.0
+128 384.0
+129 258.0
+129 258.0
+131 131.0
+133 133.0
+134 268.0
+134 268.0
+136 136.0
+137 274.0
+137 274.0
+138 552.0
+138 552.0
+138 552.0
+138 552.0
+143 143.0
+145 145.0
+146 292.0
+146 292.0
+149 298.0
+149 298.0
+15 30.0
+15 30.0
+150 150.0
+152 304.0
+152 304.0
+153 153.0
+155 155.0
+156 156.0
+157 157.0
+158 158.0
+160 160.0
+162 162.0
+163 163.0
+164 328.0
+164 328.0
+165 330.0
+165 330.0
+166 166.0
+167 501.0
+167 501.0
+167 501.0
+168 168.0
+169 676.0
+169 676.0
+169 676.0
+169 676.0
+17 17.0
+170 170.0
+172 344.0
+172 344.0
+174 348.0
+174 348.0
+175 350.0
+175 350.0
+176 352.0
+176 352.0
+177 177.0
+178 178.0
+179 358.0
+179 358.0
+18 36.0
+18 36.0
+180 180.0
+181 181.0
+183 183.0
+186 186.0
+187 561.0
+187 561.0
+187 561.0
+189 189.0
+19 19.0
+190 190.0
+191 382.0
+191 382.0
+192 192.0
+193 579.0
+193 579.0
+193 579.0
+194 194.0
+195 390.0
+195 390.0
+196 196.0
+197 394.0
+197 394.0
+199 597.0
+199 597.0
+199 597.0
+2 2.0
+20 20.0
+200 400.0
+200 400.0
+201 201.0
+202 202.0
+203 406.0
+203 406.0
+205 410.0
+205 410.0
+207 414.0
+207 414.0
+208 624.0
+208 624.0
+208 624.0
+209 418.0
+209 418.0
+213 426.0
+213 426.0
+214 214.0
+216 432.0
+216 432.0
+217 434.0
+217 434.0
+218 218.0
+219 438.0
+219 438.0
+221 442.0
+221 442.0
+222 222.0
+223 446.0
+223 446.0
+224 448.0
+224 448.0
+226 226.0
+228 228.0
+229 458.0
+229 458.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+230 1150.0
+233 466.0
+233 466.0
+235 235.0
+237 474.0
+237 474.0
+238 476.0
+238 476.0
+239 478.0
+239 478.0
+24 48.0
+24 48.0
+241 241.0
+242 484.0
+242 484.0
+244 244.0
+247 247.0
+248 248.0
+249 249.0
+252 252.0
+255 510.0
+255 510.0
+256 512.0
+256 512.0
+257 257.0
+258 258.0
+26 52.0
+26 52.0
+260 260.0
+262 262.0
+263 263.0
+265 530.0
+265 530.0
+266 266.0
+27 27.0
+272 544.0
+272 544.0
+273 819.0
+273 819.0
+273 819.0
+274 274.0
+275 275.0
+277 1108.0
+277 1108.0
+277 1108.0
+277 1108.0
+278 556.0
+278 556.0
+28 28.0
+280 560.0
+280 560.0
+281 562.0
+281 562.0
+282 564.0
+282 564.0
+283 283.0
+284 284.0
+285 285.0
+286 286.0
+287 287.0
+288 576.0
+288 576.0
+289 289.0
+291 291.0
+292 292.0
+296 296.0
+298 894.0
+298 894.0
+298 894.0
+30 30.0
+302 302.0
+305 305.0
+306 306.0
+307 614.0
+307 614.0
+308 308.0
+309 618.0
+309 618.0
+310 310.0
+311 933.0
+311 933.0
+311 933.0
+315 315.0
+316 948.0
+316 948.0
+316 948.0
+317 634.0
+317 634.0
+318 954.0
+318 954.0
+318 954.0
+321 642.0
+321 642.0
+322 644.0
+322 644.0
+323 323.0
+325 650.0
+325 650.0
+327 981.0
+327 981.0
+327 981.0
+33 33.0
+331 662.0
+331 662.0
+332 332.0
+333 666.0
+333 666.0
+335 335.0
+336 336.0
+338 338.0
+339 339.0
+34 34.0
+341 341.0
+342 684.0
+342 684.0
+344 688.0
+344 688.0
+345 345.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+348 1740.0
+35 105.0
+35 105.0
+35 105.0
+351 351.0
+353 706.0
+353 706.0
+356 356.0
+360 360.0
+362 362.0
+364 364.0
+365 365.0
+366 366.0
+367 734.0
+367 734.0
+368 368.0
+369 1107.0
+369 1107.0
+369 1107.0
+37 74.0
+37 74.0
+373 373.0
+374 374.0
+375 375.0
+377 377.0
+378 378.0
+379 379.0
+382 764.0
+382 764.0
+384 1152.0
+384 1152.0
+384 1152.0
+386 386.0
+389 389.0
+392 392.0
+393 393.0
+394 394.0
+395 790.0
+395 790.0
+396 1188.0
+396 1188.0
+396 1188.0
+397 794.0
+397 794.0
+399 798.0
+399 798.0
+4 4.0
+400 400.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+401 2005.0
+402 402.0
+403 1209.0
+403 1209.0
+403 1209.0
+404 808.0
+404 808.0
+406 1624.0
+406 1624.0
+406 1624.0
+406 1624.0
+407 407.0
+409 1227.0
+409 1227.0
+409 1227.0
+41 41.0
+411 411.0
+413 826.0
+413 826.0
+414 828.0
+414 828.0
+417 1251.0
+417 1251.0
+417 1251.0
+418 418.0
+419 419.0
+42 84.0
+42 84.0
+421 421.0
+424 848.0
+424 848.0
+427 427.0
+429 858.0
+429 858.0
+43 43.0
+430 1290.0
+430 1290.0
+430 1290.0
+431 1293.0
+431 1293.0
+431 1293.0
+432 432.0
+435 435.0
+436 436.0
+437 437.0
+438 1314.0
+438 1314.0
+438 1314.0
+439 878.0
+439 878.0
+44 44.0
+443 443.0
+444 444.0
+446 446.0
+448 448.0
+449 449.0
+452 452.0
+453 453.0
+454 1362.0
+454 1362.0
+454 1362.0
+455 455.0
+457 457.0
+458 916.0
+458 916.0
+459 918.0
+459 918.0
+460 460.0
+462 924.0
+462 924.0
+463 926.0
+463 926.0
+466 1398.0
+466 1398.0
+466 1398.0
+467 467.0
+468 1872.0
+468 1872.0
+468 1872.0
+468 1872.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+469 2345.0
+47 47.0
+470 470.0
+472 472.0
+475 475.0
+477 477.0
+478 956.0
+478 956.0
+479 479.0
+480 1440.0
+480 1440.0
+480 1440.0
+481 481.0
+482 482.0
+483 483.0
+484 484.0
+485 485.0
+487 487.0
+489 1956.0
+489 1956.0
+489 1956.0
+489 1956.0
+490 490.0
+491 491.0
+492 984.0
+492 984.0
+493 493.0
+494 494.0
+495 495.0
+496 496.0
+497 497.0
+498 1494.0
+498 1494.0
+498 1494.0
+5 15.0
+5 15.0
+5 15.0
+51 102.0
+51 102.0
+53 53.0
+54 54.0
+57 57.0
+58 116.0
+58 116.0
+64 64.0
+65 65.0
+66 66.0
+67 134.0
+67 134.0
+69 69.0
+70 210.0
+70 210.0
+70 210.0
+72 144.0
+72 144.0
+74 74.0
+76 152.0
+76 152.0
+77 77.0
+78 78.0
+8 8.0
+80 80.0
+82 82.0
+83 166.0
+83 166.0
+84 168.0
+84 168.0
+85 85.0
+86 86.0
+87 87.0
+9 9.0
+90 270.0
+90 270.0
+90 270.0
+92 92.0
+95 190.0
+95 190.0
+96 96.0
+97 194.0
+97 194.0
+98 196.0
+98 196.0
+PREHOOK: query: select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+2 0.0
+2 0.0
+2 0.0
+12 10.0
+102 200.0
+102 200.0
+105 206.0
+105 206.0
+106 208.0
+106 208.0
+107 105.0
+13 11.0
+113 111.0
+115 226.0
+115 226.0
+116 114.0
+118 116.0
+120 236.0
+120 236.0
+121 357.0
+121 357.0
+121 357.0
+14 24.0
+14 24.0
+122 240.0
+122 240.0
+127 250.0
+127 250.0
+128 126.0
+130 384.0
+130 384.0
+130 384.0
+131 258.0
+131 258.0
+133 131.0
+135 133.0
+136 268.0
+136 268.0
+138 136.0
+139 274.0
+139 274.0
+140 552.0
+140 552.0
+140 552.0
+140 552.0
+145 143.0
+147 145.0
+148 292.0
+148 292.0
+151 298.0
+151 298.0
+17 30.0
+17 30.0
+152 150.0
+154 304.0
+154 304.0
+155 153.0
+157 155.0
+158 156.0
+159 157.0
+160 158.0
+162 160.0
+164 162.0
+165 163.0
+166 328.0
+166 328.0
+167 330.0
+167 330.0
+168 166.0
+169 501.0
+169 501.0
+169 501.0
+170 168.0
+171 676.0
+171 676.0
+171 676.0
+171 676.0
+19 17.0
+172 170.0
+174 344.0
+174 344.0
+176 348.0
+176 348.0
+177 350.0
+177 350.0
+178 352.0
+178 352.0
+179 177.0
+180 178.0
+181 358.0
+181 358.0
+20 36.0
+20 36.0
+182 180.0
+183 181.0
+185 183.0
+188 186.0
+189 561.0
+189 561.0
+189 561.0
+191 189.0
+21 19.0
+192 190.0
+193 382.0
+193 382.0
+194 192.0
+195 579.0
+195 579.0
+195 579.0
+196 194.0
+197 390.0
+197 390.0
+198 196.0
+199 394.0
+199 394.0
+201 597.0
+201 597.0
+201 597.0
+4 2.0
+22 20.0
+202 400.0
+202 400.0
+203 201.0
+204 202.0
+205 406.0
+205 406.0
+207 410.0
+207 410.0
+209 414.0
+209 414.0
+210 624.0
+210 624.0
+210 624.0
+211 418.0
+211 418.0
+215 426.0
+215 426.0
+216 214.0
+218 432.0
+218 432.0
+219 434.0
+219 434.0
+220 218.0
+221 438.0
+221 438.0
+223 442.0
+223 442.0
+224 222.0
+225 446.0
+225 446.0
+226 448.0
+226 448.0
+228 226.0
+230 228.0
+231 458.0
+231 458.0
+232 1150.0
+232 1150.0
+232 1150.0
+232 1150.0
+232 1150.0
+235 466.0
+235 466.0
+237 235.0
+239 474.0
+239 474.0
+240 476.0
+240 476.0
+241 478.0
+241 478.0
+26 48.0
+26 48.0
+243 241.0
+244 484.0
+244 484.0
+246 244.0
+249 247.0
+250 248.0
+251 249.0
+254 252.0
+257 510.0
+257 510.0
+258 512.0
+258 512.0
+259 257.0
+260 258.0
+28 52.0
+28 52.0
+262 260.0
+264 262.0
+265 263.0
+267 530.0
+267 530.0
+268 266.0
+29 27.0
+274 544.0
+274 544.0
+275 819.0
+275 819.0
+275 819.0
+276 274.0
+277 275.0
+279 1108.0
+279 1108.0
+279 1108.0
+279 1108.0
+280 556.0
+280 556.0
+30 28.0
+282 560.0
+282 560.0
+283 562.0
+283 562.0
+284 564.0
+284 564.0
+285 283.0
+286 284.0
+287 285.0
+288 286.0
+289 287.0
+290 576.0
+290 576.0
+291 289.0
+293 291.0
+294 292.0
+298 296.0
+300 894.0
+300 894.0
+300 894.0
+32 30.0
+304 302.0
+307 305.0
+308 306.0
+309 614.0
+309 614.0
+310 308.0
+311 618.0
+311 618.0
+312 310.0
+313 933.0
+313 933.0
+313 933.0
+317 315.0
+318 948.0
+318 948.0
+318 948.0
+319 634.0
+319 634.0
+320 954.0
+320 954.0
+320 954.0
+323 642.0
+323 642.0
+324 644.0
+324 644.0
+325 323.0
+327 650.0
+327 650.0
+329 981.0
+329 981.0
+329 981.0
+35 33.0
+333 662.0
+333 662.0
+334 332.0
+335 666.0
+335 666.0
+337 335.0
+338 336.0
+340 338.0
+341 339.0
+36 34.0
+343 341.0
+344 684.0
+344 684.0
+346 688.0
+346 688.0
+347 345.0
+350 1740.0
+350 1740.0
+350 1740.0
+350 1740.0
+350 1740.0
+37 105.0
+37 105.0
+37 105.0
+353 351.0
+355 706.0
+355 706.0
+358 356.0
+362 360.0
+364 362.0
+366 364.0
+367 365.0
+368 366.0
+369 734.0
+369 734.0
+370 368.0
+371 1107.0
+371 1107.0
+371 1107.0
+39 74.0
+39 74.0
+375 373.0
+376 374.0
+377 375.0
+379 377.0
+380 378.0
+381 379.0
+384 764.0
+384 764.0
+386 1152.0
+386 1152.0
+386 1152.0
+388 386.0
+391 389.0
+394 392.0
+395 393.0
+396 394.0
+397 790.0
+397 790.0
+398 1188.0
+398 1188.0
+398 1188.0
+399 794.0
+399 794.0
+401 798.0
+401 798.0
+6 4.0
+402 400.0
+403 2005.0
+403 2005.0
+403 2005.0
+403 2005.0
+403 2005.0
+404 402.0
+405 1209.0
+405 1209.0
+405 1209.0
+406 808.0
+406 808.0
+408 1624.0
+408 1624.0
+408 1624.0
+408 1624.0
+409 407.0
+411 1227.0
+411 1227.0
+411 1227.0
+43 41.0
+413 411.0
+415 826.0
+415 826.0
+416 828.0
+416 828.0
+419 1251.0
+419 1251.0
+419 1251.0
+420 418.0
+421 419.0
+44 84.0
+44 84.0
+423 421.0
+426 848.0
+426 848.0
+429 427.0
+431 858.0
+431 858.0
+45 43.0
+432 1290.0
+432 1290.0
+432 1290.0
+433 1293.0
+433 1293.0
+433 1293.0
+434 432.0
+437 435.0
+438 436.0
+439 437.0
+440 1314.0
+440 1314.0
+440 1314.0
+441 878.0
+441 878.0
+46 44.0
+445 443.0
+446 444.0
+448 446.0
+450 448.0
+451 449.0
+454 452.0
+455 453.0
+456 1362.0
+456 1362.0
+456 1362.0
+457 455.0
+459 457.0
+460 916.0
+460 916.0
+461 918.0
+461 918.0
+462 460.0
+464 924.0
+464 924.0
+465 926.0
+465 926.0
+468 1398.0
+468 1398.0
+468 1398.0
+469 467.0
+470 1872.0
+470 1872.0
+470 1872.0
+470 1872.0
+471 2345.0
+471 2345.0
+471 2345.0
+471 2345.0
+471 2345.0
+49 47.0
+472 470.0
+474 472.0
+477 475.0
+479 477.0
+480 956.0
+480 956.0
+481 479.0
+482 1440.0
+482 1440.0
+482 1440.0
+483 481.0
+484 482.0
+485 483.0
+486 484.0
+487 485.0
+489 487.0
+491 1956.0
+491 1956.0
+491 1956.0
+491 1956.0
+492 490.0
+493 491.0
+494 984.0
+494 984.0
+495 493.0
+496 494.0
+497 495.0
+498 496.0
+499 497.0
+500 1494.0
+500 1494.0
+500 1494.0
+7 15.0
+7 15.0
+7 15.0
+53 102.0
+53 102.0
+55 53.0
+56 54.0
+59 57.0
+60 116.0
+60 116.0
+66 64.0
+67 65.0
+68 66.0
+69 134.0
+69 134.0
+71 69.0
+72 210.0
+72 210.0
+72 210.0
+74 144.0
+74 144.0
+76 74.0
+78 152.0
+78 152.0
+79 77.0
+80 78.0
+10 8.0
+82 80.0
+84 82.0
+85 166.0
+85 166.0
+86 168.0
+86 168.0
+87 85.0
+88 86.0
+89 87.0
+11 9.0
+92 270.0
+92 270.0
+92 270.0
+94 92.0
+97 190.0
+97 190.0
+98 96.0
+99 194.0
+99 194.0
+100 196.0
+100 196.0
+PREHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF is same
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF is same
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+20 20.0 20.0
+200 400.0 400.0
+200 400.0 400.0
+201 201.0 201.0
+202 202.0 202.0
+203 406.0 406.0
+203 406.0 406.0
+205 410.0 410.0
+205 410.0 410.0
+207 414.0 414.0
+207 414.0 414.0
+208 624.0 624.0
+208 624.0 624.0
+208 624.0 624.0
+209 418.0 418.0
+209 418.0 418.0
+213 426.0 426.0
+213 426.0 426.0
+214 214.0 214.0
+216 432.0 432.0
+216 432.0 432.0
+217 434.0 434.0
+217 434.0 434.0
+218 218.0 218.0
+219 438.0 438.0
+219 438.0 438.0
+221 442.0 442.0
+221 442.0 442.0
+222 222.0 222.0
+223 446.0 446.0
+223 446.0 446.0
+224 448.0 448.0
+224 448.0 448.0
+226 226.0 226.0
+228 228.0 228.0
+229 458.0 458.0
+229 458.0 458.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+233 466.0 466.0
+233 466.0 466.0
+235 235.0 235.0
+237 474.0 474.0
+237 474.0 474.0
+238 476.0 476.0
+238 476.0 476.0
+239 478.0 478.0
+239 478.0 478.0
+24 48.0 48.0
+24 48.0 48.0
+241 241.0 241.0
+242 484.0 484.0
+242 484.0 484.0
+244 244.0 244.0
+247 247.0 247.0
+248 248.0 248.0
+249 249.0 249.0
+252 252.0 252.0
+255 510.0 510.0
+255 510.0 510.0
+256 512.0 512.0
+256 512.0 512.0
+257 257.0 257.0
+258 258.0 258.0
+26 52.0 52.0
+26 52.0 52.0
+260 260.0 260.0
+262 262.0 262.0
+263 263.0 263.0
+265 530.0 530.0
+265 530.0 530.0
+266 266.0 266.0
+27 27.0 27.0
+272 544.0 544.0
+272 544.0 544.0
+273 819.0 819.0
+273 819.0 819.0
+273 819.0 819.0
+274 274.0 274.0
+275 275.0 275.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+278 556.0 556.0
+278 556.0 556.0
+28 28.0 28.0
+280 560.0 560.0
+280 560.0 560.0
+281 562.0 562.0
+281 562.0 562.0
+282 564.0 564.0
+282 564.0 564.0
+283 283.0 283.0
+284 284.0 284.0
+285 285.0 285.0
+286 286.0 286.0
+287 287.0 287.0
+288 576.0 576.0
+288 576.0 576.0
+289 289.0 289.0
+291 291.0 291.0
+292 292.0 292.0
+296 296.0 296.0
+298 894.0 894.0
+298 894.0 894.0
+298 894.0 894.0
+30 30.0 30.0
+302 302.0 302.0
+305 305.0 305.0
+306 306.0 306.0
+307 614.0 614.0
+307 614.0 614.0
+308 308.0 308.0
+309 618.0 618.0
+309 618.0 618.0
+310 310.0 310.0
+311 933.0 933.0
+311 933.0 933.0
+311 933.0 933.0
+315 315.0 315.0
+316 948.0 948.0
+316 948.0 948.0
+316 948.0 948.0
+317 634.0 634.0
+317 634.0 634.0
+318 954.0 954.0
+318 954.0 954.0
+318 954.0 954.0
+321 642.0 642.0
+321 642.0 642.0
+322 644.0 644.0
+322 644.0 644.0
+323 323.0 323.0
+325 650.0 650.0
+325 650.0 650.0
+327 981.0 981.0
+327 981.0 981.0
+327 981.0 981.0
+33 33.0 33.0
+331 662.0 662.0
+331 662.0 662.0
+332 332.0 332.0
+333 666.0 666.0
+333 666.0 666.0
+335 335.0 335.0
+336 336.0 336.0
+338 338.0 338.0
+339 339.0 339.0
+34 34.0 34.0
+341 341.0 341.0
+342 684.0 684.0
+342 684.0 684.0
+344 688.0 688.0
+344 688.0 688.0
+345 345.0 345.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+35 105.0 105.0
+35 105.0 105.0
+35 105.0 105.0
+351 351.0 351.0
+353 706.0 706.0
+353 706.0 706.0
+356 356.0 356.0
+360 360.0 360.0
+362 362.0 362.0
+364 364.0 364.0
+365 365.0 365.0
+366 366.0 366.0
+367 734.0 734.0
+367 734.0 734.0
+368 368.0 368.0
+369 1107.0 1107.0
+369 1107.0 1107.0
+369 1107.0 1107.0
+37 74.0 74.0
+37 74.0 74.0
+373 373.0 373.0
+374 374.0 374.0
+375 375.0 375.0
+377 377.0 377.0
+378 378.0 378.0
+379 379.0 379.0
+382 764.0 764.0
+382 764.0 764.0
+384 1152.0 1152.0
+384 1152.0 1152.0
+384 1152.0 1152.0
+386 386.0 386.0
+389 389.0 389.0
+392 392.0 392.0
+393 393.0 393.0
+394 394.0 394.0
+395 790.0 790.0
+395 790.0 790.0
+396 1188.0 1188.0
+396 1188.0 1188.0
+396 1188.0 1188.0
+397 794.0 794.0
+397 794.0 794.0
+399 798.0 798.0
+399 798.0 798.0
+4 4.0 4.0
+400 400.0 400.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+402 402.0 402.0
+403 1209.0 1209.0
+403 1209.0 1209.0
+403 1209.0 1209.0
+404 808.0 808.0
+404 808.0 808.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+407 407.0 407.0
+409 1227.0 1227.0
+409 1227.0 1227.0
+409 1227.0 1227.0
+41 41.0 41.0
+411 411.0 411.0
+413 826.0 826.0
+413 826.0 826.0
+414 828.0 828.0
+414 828.0 828.0
+417 1251.0 1251.0
+417 1251.0 1251.0
+417 1251.0 1251.0
+418 418.0 418.0
+419 419.0 419.0
+42 84.0 84.0
+42 84.0 84.0
+421 421.0 421.0
+424 848.0 848.0
+424 848.0 848.0
+427 427.0 427.0
+429 858.0 858.0
+429 858.0 858.0
+43 43.0 43.0
+430 1290.0 1290.0
+430 1290.0 1290.0
+430 1290.0 1290.0
+431 1293.0 1293.0
+431 1293.0 1293.0
+431 1293.0 1293.0
+432 432.0 432.0
+435 435.0 435.0
+436 436.0 436.0
+437 437.0 437.0
+438 1314.0 1314.0
+438 1314.0 1314.0
+438 1314.0 1314.0
+439 878.0 878.0
+439 878.0 878.0
+44 44.0 44.0
+443 443.0 443.0
+444 444.0 444.0
+446 446.0 446.0
+448 448.0 448.0
+449 449.0 449.0
+452 452.0 452.0
+453 453.0 453.0
+454 1362.0 1362.0
+454 1362.0 1362.0
+454 1362.0 1362.0
+455 455.0 455.0
+457 457.0 457.0
+458 916.0 916.0
+458 916.0 916.0
+459 918.0 918.0
+459 918.0 918.0
+460 460.0 460.0
+462 924.0 924.0
+462 924.0 924.0
+463 926.0 926.0
+463 926.0 926.0
+466 1398.0 1398.0
+466 1398.0 1398.0
+466 1398.0 1398.0
+467 467.0 467.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+47 47.0 47.0
+470 470.0 470.0
+472 472.0 472.0
+475 475.0 475.0
+477 477.0 477.0
+478 956.0 956.0
+478 956.0 956.0
+479 479.0 479.0
+480 1440.0 1440.0
+480 1440.0 1440.0
+480 1440.0 1440.0
+481 481.0 481.0
+482 482.0 482.0
+483 483.0 483.0
+484 484.0 484.0
+485 485.0 485.0
+487 487.0 487.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+490 490.0 490.0
+491 491.0 491.0
+492 984.0 984.0
+492 984.0 984.0
+493 493.0 493.0
+494 494.0 494.0
+495 495.0 495.0
+496 496.0 496.0
+497 497.0 497.0
+498 1494.0 1494.0
+498 1494.0 1494.0
+498 1494.0 1494.0
+5 15.0 15.0
+5 15.0 15.0
+5 15.0 15.0
+51 102.0 102.0
+51 102.0 102.0
+53 53.0 53.0
+54 54.0 54.0
+57 57.0 57.0
+58 116.0 116.0
+58 116.0 116.0
+64 64.0 64.0
+65 65.0 65.0
+66 66.0 66.0
+67 134.0 134.0
+67 134.0 134.0
+69 69.0 69.0
+70 210.0 210.0
+70 210.0 210.0
+70 210.0 210.0
+72 144.0 144.0
+72 144.0 144.0
+74 74.0 74.0
+76 152.0 152.0
+76 152.0 152.0
+77 77.0 77.0
+78 78.0 78.0
+8 8.0 8.0
+80 80.0 80.0
+82 82.0 82.0
+83 166.0 166.0
+83 166.0 166.0
+84 168.0 168.0
+84 168.0 168.0
+85 85.0 85.0
+86 86.0 86.0
+87 87.0 87.0
+9 9.0 9.0
+90 270.0 270.0
+90 270.0 270.0
+90 270.0 270.0
+92 92.0 92.0
+95 190.0 190.0
+95 190.0 190.0
+96 96.0 96.0
+97 194.0 194.0
+97 194.0 194.0
+98 196.0 196.0
+98 196.0 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0 10.0
+100 200.0 200.0
+100 200.0 200.0
+103 206.0 206.0
+103 206.0 206.0
+104 208.0 208.0
+104 208.0 208.0
+105 105.0 105.0
+11 11.0 11.0
+111 111.0 111.0
+113 226.0 226.0
+113 226.0 226.0
+114 114.0 114.0
+116 116.0 116.0
+118 236.0 236.0
+118 236.0 236.0
+119 357.0 357.0
+119 357.0 357.0
+119 357.0 357.0
+12 24.0 24.0
+12 24.0 24.0
+120 240.0 240.0
+120 240.0 240.0
+125 250.0 250.0
+125 250.0 250.0
+126 126.0 126.0
+128 384.0 384.0
+128 384.0 384.0
+128 384.0 384.0
+129 258.0 258.0
+129 258.0 258.0
+131 131.0 131.0
+133 133.0 133.0
+134 268.0 268.0
+134 268.0 268.0
+136 136.0 136.0
+137 274.0 274.0
+137 274.0 274.0
+138 552.0 552.0
+138 552.0 552.0
+138 552.0 552.0
+138 552.0 552.0
+143 143.0 143.0
+145 145.0 145.0
+146 292.0 292.0
+146 292.0 292.0
+149 298.0 298.0
+149 298.0 298.0
+15 30.0 30.0
+15 30.0 30.0
+150 150.0 150.0
+152 304.0 304.0
+152 304.0 304.0
+153 153.0 153.0
+155 155.0 155.0
+156 156.0 156.0
+157 157.0 157.0
+158 158.0 158.0
+160 160.0 160.0
+162 162.0 162.0
+163 163.0 163.0
+164 328.0 328.0
+164 328.0 328.0
+165 330.0 330.0
+165 330.0 330.0
+166 166.0 166.0
+167 501.0 501.0
+167 501.0 501.0
+167 501.0 501.0
+168 168.0 168.0
+169 676.0 676.0
+169 676.0 676.0
+169 676.0 676.0
+169 676.0 676.0
+17 17.0 17.0
+170 170.0 170.0
+172 344.0 344.0
+172 344.0 344.0
+174 348.0 348.0
+174 348.0 348.0
+175 350.0 350.0
+175 350.0 350.0
+176 352.0 352.0
+176 352.0 352.0
+177 177.0 177.0
+178 178.0 178.0
+179 358.0 358.0
+179 358.0 358.0
+18 36.0 36.0
+18 36.0 36.0
+180 180.0 180.0
+181 181.0 181.0
+183 183.0 183.0
+186 186.0 186.0
+187 561.0 561.0
+187 561.0 561.0
+187 561.0 561.0
+189 189.0 189.0
+19 19.0 19.0
+190 190.0 190.0
+191 382.0 382.0
+191 382.0 382.0
+192 192.0 192.0
+193 579.0 579.0
+193 579.0 579.0
+193 579.0 579.0
+194 194.0 194.0
+195 390.0 390.0
+195 390.0 390.0
+196 196.0 196.0
+197 394.0 394.0
+197 394.0 394.0
+199 597.0 597.0
+199 597.0 597.0
+199 597.0 597.0
+20 20.0 20.0
+200 400.0 400.0
+200 400.0 400.0
+201 201.0 201.0
+202 202.0 202.0
+203 406.0 406.0
+203 406.0 406.0
+205 410.0 410.0
+205 410.0 410.0
+207 414.0 414.0
+207 414.0 414.0
+208 624.0 624.0
+208 624.0 624.0
+208 624.0 624.0
+209 418.0 418.0
+209 418.0 418.0
+213 426.0 426.0
+213 426.0 426.0
+214 214.0 214.0
+216 432.0 432.0
+216 432.0 432.0
+217 434.0 434.0
+217 434.0 434.0
+218 218.0 218.0
+219 438.0 438.0
+219 438.0 438.0
+221 442.0 442.0
+221 442.0 442.0
+222 222.0 222.0
+223 446.0 446.0
+223 446.0 446.0
+224 448.0 448.0
+224 448.0 448.0
+226 226.0 226.0
+228 228.0 228.0
+229 458.0 458.0
+229 458.0 458.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+233 466.0 466.0
+233 466.0 466.0
+235 235.0 235.0
+237 474.0 474.0
+237 474.0 474.0
+238 476.0 476.0
+238 476.0 476.0
+239 478.0 478.0
+239 478.0 478.0
+24 48.0 48.0
+24 48.0 48.0
+241 241.0 241.0
+242 484.0 484.0
+242 484.0 484.0
+244 244.0 244.0
+247 247.0 247.0
+248 248.0 248.0
+249 249.0 249.0
+252 252.0 252.0
+255 510.0 510.0
+255 510.0 510.0
+256 512.0 512.0
+256 512.0 512.0
+257 257.0 257.0
+258 258.0 258.0
+26 52.0 52.0
+26 52.0 52.0
+260 260.0 260.0
+262 262.0 262.0
+263 263.0 263.0
+265 530.0 530.0
+265 530.0 530.0
+266 266.0 266.0
+27 27.0 27.0
+272 544.0 544.0
+272 544.0 544.0
+273 819.0 819.0
+273 819.0 819.0
+273 819.0 819.0
+274 274.0 274.0
+275 275.0 275.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+278 556.0 556.0
+278 556.0 556.0
+28 28.0 28.0
+280 560.0 560.0
+280 560.0 560.0
+281 562.0 562.0
+281 562.0 562.0
+282 564.0 564.0
+282 564.0 564.0
+283 283.0 283.0
+284 284.0 284.0
+285 285.0 285.0
+286 286.0 286.0
+287 287.0 287.0
+288 576.0 576.0
+288 576.0 576.0
+289 289.0 289.0
+291 291.0 291.0
+292 292.0 292.0
+296 296.0 296.0
+298 894.0 894.0
+298 894.0 894.0
+298 894.0 894.0
+30 30.0 30.0
+302 302.0 302.0
+305 305.0 305.0
+306 306.0 306.0
+307 614.0 614.0
+307 614.0 614.0
+308 308.0 308.0
+309 618.0 618.0
+309 618.0 618.0
+310 310.0 310.0
+311 933.0 933.0
+311 933.0 933.0
+311 933.0 933.0
+315 315.0 315.0
+316 948.0 948.0
+316 948.0 948.0
+316 948.0 948.0
+317 634.0 634.0
+317 634.0 634.0
+318 954.0 954.0
+318 954.0 954.0
+318 954.0 954.0
+321 642.0 642.0
+321 642.0 642.0
+322 644.0 644.0
+322 644.0 644.0
+323 323.0 323.0
+325 650.0 650.0
+325 650.0 650.0
+327 981.0 981.0
+327 981.0 981.0
+327 981.0 981.0
+33 33.0 33.0
+331 662.0 662.0
+331 662.0 662.0
+332 332.0 332.0
+333 666.0 666.0
+333 666.0 666.0
+335 335.0 335.0
+336 336.0 336.0
+338 338.0 338.0
+339 339.0 339.0
+34 34.0 34.0
+341 341.0 341.0
+342 684.0 684.0
+342 684.0 684.0
+344 688.0 688.0
+344 688.0 688.0
+345 345.0 345.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+35 105.0 105.0
+35 105.0 105.0
+35 105.0 105.0
+351 351.0 351.0
+353 706.0 706.0
+353 706.0 706.0
+356 356.0 356.0
+360 360.0 360.0
+362 362.0 362.0
+364 364.0 364.0
+365 365.0 365.0
+366 366.0 366.0
+367 734.0 734.0
+367 734.0 734.0
+368 368.0 368.0
+369 1107.0 1107.0
+369 1107.0 1107.0
+369 1107.0 1107.0
+37 74.0 74.0
+37 74.0 74.0
+373 373.0 373.0
+374 374.0 374.0
+375 375.0 375.0
+377 377.0 377.0
+378 378.0 378.0
+379 379.0 379.0
+382 764.0 764.0
+382 764.0 764.0
+384 1152.0 1152.0
+384 1152.0 1152.0
+384 1152.0 1152.0
+386 386.0 386.0
+389 389.0 389.0
+392 392.0 392.0
+393 393.0 393.0
+394 394.0 394.0
+395 790.0 790.0
+395 790.0 790.0
+396 1188.0 1188.0
+396 1188.0 1188.0
+396 1188.0 1188.0
+397 794.0 794.0
+397 794.0 794.0
+399 798.0 798.0
+399 798.0 798.0
+4 4.0 4.0
+400 400.0 400.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+402 402.0 402.0
+403 1209.0 1209.0
+403 1209.0 1209.0
+403 1209.0 1209.0
+404 808.0 808.0
+404 808.0 808.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+407 407.0 407.0
+409 1227.0 1227.0
+409 1227.0 1227.0
+409 1227.0 1227.0
+41 41.0 41.0
+411 411.0 411.0
+413 826.0 826.0
+413 826.0 826.0
+414 828.0 828.0
+414 828.0 828.0
+417 1251.0 1251.0
+417 1251.0 1251.0
+417 1251.0 1251.0
+418 418.0 418.0
+419 419.0 419.0
+42 84.0 84.0
+42 84.0 84.0
+421 421.0 421.0
+424 848.0 848.0
+424 848.0 848.0
+427 427.0 427.0
+429 858.0 858.0
+429 858.0 858.0
+43 43.0 43.0
+430 1290.0 1290.0
+430 1290.0 1290.0
+430 1290.0 1290.0
+431 1293.0 1293.0
+431 1293.0 1293.0
+431 1293.0 1293.0
+432 432.0 432.0
+435 435.0 435.0
+436 436.0 436.0
+437 437.0 437.0
+438 1314.0 1314.0
+438 1314.0 1314.0
+438 1314.0 1314.0
+439 878.0 878.0
+439 878.0 878.0
+44 44.0 44.0
+443 443.0 443.0
+444 444.0 444.0
+446 446.0 446.0
+448 448.0 448.0
+449 449.0 449.0
+452 452.0 452.0
+453 453.0 453.0
+454 1362.0 1362.0
+454 1362.0 1362.0
+454 1362.0 1362.0
+455 455.0 455.0
+457 457.0 457.0
+458 916.0 916.0
+458 916.0 916.0
+459 918.0 918.0
+459 918.0 918.0
+460 460.0 460.0
+462 924.0 924.0
+462 924.0 924.0
+463 926.0 926.0
+463 926.0 926.0
+466 1398.0 1398.0
+466 1398.0 1398.0
+466 1398.0 1398.0
+467 467.0 467.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+47 47.0 47.0
+470 470.0 470.0
+472 472.0 472.0
+475 475.0 475.0
+477 477.0 477.0
+478 956.0 956.0
+478 956.0 956.0
+479 479.0 479.0
+480 1440.0 1440.0
+480 1440.0 1440.0
+480 1440.0 1440.0
+481 481.0 481.0
+482 482.0 482.0
+483 483.0 483.0
+484 484.0 484.0
+485 485.0 485.0
+487 487.0 487.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+490 490.0 490.0
+491 491.0 491.0
+492 984.0 984.0
+492 984.0 984.0
+493 493.0 493.0
+494 494.0 494.0
+495 495.0 495.0
+496 496.0 496.0
+497 497.0 497.0
+498 1494.0 1494.0
+498 1494.0 1494.0
+498 1494.0 1494.0
+5 15.0 15.0
+5 15.0 15.0
+5 15.0 15.0
+51 102.0 102.0
+51 102.0 102.0
+53 53.0 53.0
+54 54.0 54.0
+57 57.0 57.0
+58 116.0 116.0
+58 116.0 116.0
+64 64.0 64.0
+65 65.0 65.0
+66 66.0 66.0
+67 134.0 134.0
+67 134.0 134.0
+69 69.0 69.0
+70 210.0 210.0
+70 210.0 210.0
+70 210.0 210.0
+72 144.0 144.0
+72 144.0 144.0
+74 74.0 74.0
+76 152.0 152.0
+76 152.0 152.0
+77 77.0 77.0
+78 78.0 78.0
+8 8.0 8.0
+80 80.0 80.0
+82 82.0 82.0
+83 166.0 166.0
+83 166.0 166.0
+84 168.0 168.0
+84 168.0 168.0
+85 85.0 85.0
+86 86.0 86.0
+87 87.0 87.0
+9 9.0 9.0
+90 270.0 270.0
+90 270.0 270.0
+90 270.0 270.0
+92 92.0 92.0
+95 190.0 190.0
+95 190.0 190.0
+96 96.0 96.0
+97 194.0 194.0
+97 194.0 194.0
+98 196.0 196.0
+98 196.0 196.0
+PREHOOK: query: select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+10 10.0 10.0
+100 200.0 200.0
+100 200.0 200.0
+103 206.0 206.0
+103 206.0 206.0
+104 208.0 208.0
+104 208.0 208.0
+105 105.0 105.0
+11 11.0 11.0
+111 111.0 111.0
+113 226.0 226.0
+113 226.0 226.0
+114 114.0 114.0
+116 116.0 116.0
+118 236.0 236.0
+118 236.0 236.0
+119 357.0 357.0
+119 357.0 357.0
+119 357.0 357.0
+12 24.0 24.0
+12 24.0 24.0
+120 240.0 240.0
+120 240.0 240.0
+125 250.0 250.0
+125 250.0 250.0
+126 126.0 126.0
+128 384.0 384.0
+128 384.0 384.0
+128 384.0 384.0
+129 258.0 258.0
+129 258.0 258.0
+131 131.0 131.0
+133 133.0 133.0
+134 268.0 268.0
+134 268.0 268.0
+136 136.0 136.0
+137 274.0 274.0
+137 274.0 274.0
+138 552.0 552.0
+138 552.0 552.0
+138 552.0 552.0
+138 552.0 552.0
+143 143.0 143.0
+145 145.0 145.0
+146 292.0 292.0
+146 292.0 292.0
+149 298.0 298.0
+149 298.0 298.0
+15 30.0 30.0
+15 30.0 30.0
+150 150.0 150.0
+152 304.0 304.0
+152 304.0 304.0
+153 153.0 153.0
+155 155.0 155.0
+156 156.0 156.0
+157 157.0 157.0
+158 158.0 158.0
+160 160.0 160.0
+162 162.0 162.0
+163 163.0 163.0
+164 328.0 328.0
+164 328.0 328.0
+165 330.0 330.0
+165 330.0 330.0
+166 166.0 166.0
+167 501.0 501.0
+167 501.0 501.0
+167 501.0 501.0
+168 168.0 168.0
+169 676.0 676.0
+169 676.0 676.0
+169 676.0 676.0
+169 676.0 676.0
+17 17.0 17.0
+170 170.0 170.0
+172 344.0 344.0
+172 344.0 344.0
+174 348.0 348.0
+174 348.0 348.0
+175 350.0 350.0
+175 350.0 350.0
+176 352.0 352.0
+176 352.0 352.0
+177 177.0 177.0
+178 178.0 178.0
+179 358.0 358.0
+179 358.0 358.0
+18 36.0 36.0
+18 36.0 36.0
+180 180.0 180.0
+181 181.0 181.0
+183 183.0 183.0
+186 186.0 186.0
+187 561.0 561.0
+187 561.0 561.0
+187 561.0 561.0
+189 189.0 189.0
+19 19.0 19.0
+190 190.0 190.0
+191 382.0 382.0
+191 382.0 382.0
+192 192.0 192.0
+193 579.0 579.0
+193 579.0 579.0
+193 579.0 579.0
+194 194.0 194.0
+195 390.0 390.0
+195 390.0 390.0
+196 196.0 196.0
+197 394.0 394.0
+197 394.0 394.0
+199 597.0 597.0
+199 597.0 597.0
+199 597.0 597.0
+2 2.0 2.0
+20 20.0 20.0
+200 400.0 400.0
+200 400.0 400.0
+201 201.0 201.0
+202 202.0 202.0
+203 406.0 406.0
+203 406.0 406.0
+205 410.0 410.0
+205 410.0 410.0
+207 414.0 414.0
+207 414.0 414.0
+208 624.0 624.0
+208 624.0 624.0
+208 624.0 624.0
+209 418.0 418.0
+209 418.0 418.0
+213 426.0 426.0
+213 426.0 426.0
+214 214.0 214.0
+216 432.0 432.0
+216 432.0 432.0
+217 434.0 434.0
+217 434.0 434.0
+218 218.0 218.0
+219 438.0 438.0
+219 438.0 438.0
+221 442.0 442.0
+221 442.0 442.0
+222 222.0 222.0
+223 446.0 446.0
+223 446.0 446.0
+224 448.0 448.0
+224 448.0 448.0
+226 226.0 226.0
+228 228.0 228.0
+229 458.0 458.0
+229 458.0 458.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+230 1150.0 1150.0
+233 466.0 466.0
+233 466.0 466.0
+235 235.0 235.0
+237 474.0 474.0
+237 474.0 474.0
+238 476.0 476.0
+238 476.0 476.0
+239 478.0 478.0
+239 478.0 478.0
+24 48.0 48.0
+24 48.0 48.0
+241 241.0 241.0
+242 484.0 484.0
+242 484.0 484.0
+244 244.0 244.0
+247 247.0 247.0
+248 248.0 248.0
+249 249.0 249.0
+252 252.0 252.0
+255 510.0 510.0
+255 510.0 510.0
+256 512.0 512.0
+256 512.0 512.0
+257 257.0 257.0
+258 258.0 258.0
+26 52.0 52.0
+26 52.0 52.0
+260 260.0 260.0
+262 262.0 262.0
+263 263.0 263.0
+265 530.0 530.0
+265 530.0 530.0
+266 266.0 266.0
+27 27.0 27.0
+272 544.0 544.0
+272 544.0 544.0
+273 819.0 819.0
+273 819.0 819.0
+273 819.0 819.0
+274 274.0 274.0
+275 275.0 275.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+277 1108.0 1108.0
+278 556.0 556.0
+278 556.0 556.0
+28 28.0 28.0
+280 560.0 560.0
+280 560.0 560.0
+281 562.0 562.0
+281 562.0 562.0
+282 564.0 564.0
+282 564.0 564.0
+283 283.0 283.0
+284 284.0 284.0
+285 285.0 285.0
+286 286.0 286.0
+287 287.0 287.0
+288 576.0 576.0
+288 576.0 576.0
+289 289.0 289.0
+291 291.0 291.0
+292 292.0 292.0
+296 296.0 296.0
+298 894.0 894.0
+298 894.0 894.0
+298 894.0 894.0
+30 30.0 30.0
+302 302.0 302.0
+305 305.0 305.0
+306 306.0 306.0
+307 614.0 614.0
+307 614.0 614.0
+308 308.0 308.0
+309 618.0 618.0
+309 618.0 618.0
+310 310.0 310.0
+311 933.0 933.0
+311 933.0 933.0
+311 933.0 933.0
+315 315.0 315.0
+316 948.0 948.0
+316 948.0 948.0
+316 948.0 948.0
+317 634.0 634.0
+317 634.0 634.0
+318 954.0 954.0
+318 954.0 954.0
+318 954.0 954.0
+321 642.0 642.0
+321 642.0 642.0
+322 644.0 644.0
+322 644.0 644.0
+323 323.0 323.0
+325 650.0 650.0
+325 650.0 650.0
+327 981.0 981.0
+327 981.0 981.0
+327 981.0 981.0
+33 33.0 33.0
+331 662.0 662.0
+331 662.0 662.0
+332 332.0 332.0
+333 666.0 666.0
+333 666.0 666.0
+335 335.0 335.0
+336 336.0 336.0
+338 338.0 338.0
+339 339.0 339.0
+34 34.0 34.0
+341 341.0 341.0
+342 684.0 684.0
+342 684.0 684.0
+344 688.0 688.0
+344 688.0 688.0
+345 345.0 345.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+348 1740.0 1740.0
+35 105.0 105.0
+35 105.0 105.0
+35 105.0 105.0
+351 351.0 351.0
+353 706.0 706.0
+353 706.0 706.0
+356 356.0 356.0
+360 360.0 360.0
+362 362.0 362.0
+364 364.0 364.0
+365 365.0 365.0
+366 366.0 366.0
+367 734.0 734.0
+367 734.0 734.0
+368 368.0 368.0
+369 1107.0 1107.0
+369 1107.0 1107.0
+369 1107.0 1107.0
+37 74.0 74.0
+37 74.0 74.0
+373 373.0 373.0
+374 374.0 374.0
+375 375.0 375.0
+377 377.0 377.0
+378 378.0 378.0
+379 379.0 379.0
+382 764.0 764.0
+382 764.0 764.0
+384 1152.0 1152.0
+384 1152.0 1152.0
+384 1152.0 1152.0
+386 386.0 386.0
+389 389.0 389.0
+392 392.0 392.0
+393 393.0 393.0
+394 394.0 394.0
+395 790.0 790.0
+395 790.0 790.0
+396 1188.0 1188.0
+396 1188.0 1188.0
+396 1188.0 1188.0
+397 794.0 794.0
+397 794.0 794.0
+399 798.0 798.0
+399 798.0 798.0
+4 4.0 4.0
+400 400.0 400.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+401 2005.0 2005.0
+402 402.0 402.0
+403 1209.0 1209.0
+403 1209.0 1209.0
+403 1209.0 1209.0
+404 808.0 808.0
+404 808.0 808.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+406 1624.0 1624.0
+407 407.0 407.0
+409 1227.0 1227.0
+409 1227.0 1227.0
+409 1227.0 1227.0
+41 41.0 41.0
+411 411.0 411.0
+413 826.0 826.0
+413 826.0 826.0
+414 828.0 828.0
+414 828.0 828.0
+417 1251.0 1251.0
+417 1251.0 1251.0
+417 1251.0 1251.0
+418 418.0 418.0
+419 419.0 419.0
+42 84.0 84.0
+42 84.0 84.0
+421 421.0 421.0
+424 848.0 848.0
+424 848.0 848.0
+427 427.0 427.0
+429 858.0 858.0
+429 858.0 858.0
+43 43.0 43.0
+430 1290.0 1290.0
+430 1290.0 1290.0
+430 1290.0 1290.0
+431 1293.0 1293.0
+431 1293.0 1293.0
+431 1293.0 1293.0
+432 432.0 432.0
+435 435.0 435.0
+436 436.0 436.0
+437 437.0 437.0
+438 1314.0 1314.0
+438 1314.0 1314.0
+438 1314.0 1314.0
+439 878.0 878.0
+439 878.0 878.0
+44 44.0 44.0
+443 443.0 443.0
+444 444.0 444.0
+446 446.0 446.0
+448 448.0 448.0
+449 449.0 449.0
+452 452.0 452.0
+453 453.0 453.0
+454 1362.0 1362.0
+454 1362.0 1362.0
+454 1362.0 1362.0
+455 455.0 455.0
+457 457.0 457.0
+458 916.0 916.0
+458 916.0 916.0
+459 918.0 918.0
+459 918.0 918.0
+460 460.0 460.0
+462 924.0 924.0
+462 924.0 924.0
+463 926.0 926.0
+463 926.0 926.0
+466 1398.0 1398.0
+466 1398.0 1398.0
+466 1398.0 1398.0
+467 467.0 467.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+468 1872.0 1872.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+469 2345.0 2345.0
+47 47.0 47.0
+470 470.0 470.0
+472 472.0 472.0
+475 475.0 475.0
+477 477.0 477.0
+478 956.0 956.0
+478 956.0 956.0
+479 479.0 479.0
+480 1440.0 1440.0
+480 1440.0 1440.0
+480 1440.0 1440.0
+481 481.0 481.0
+482 482.0 482.0
+483 483.0 483.0
+484 484.0 484.0
+485 485.0 485.0
+487 487.0 487.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+489 1956.0 1956.0
+490 490.0 490.0
+491 491.0 491.0
+492 984.0 984.0
+492 984.0 984.0
+493 493.0 493.0
+494 494.0 494.0
+495 495.0 495.0
+496 496.0 496.0
+497 497.0 497.0
+498 1494.0 1494.0
+498 1494.0 1494.0
+498 1494.0 1494.0
+5 15.0 15.0
+5 15.0 15.0
+5 15.0 15.0
+51 102.0 102.0
+51 102.0 102.0
+53 53.0 53.0
+54 54.0 54.0
+57 57.0 57.0
+58 116.0 116.0
+58 116.0 116.0
+64 64.0 64.0
+65 65.0 65.0
+66 66.0 66.0
+67 134.0 134.0
+67 134.0 134.0
+69 69.0 69.0
+70 210.0 210.0
+70 210.0 210.0
+70 210.0 210.0
+72 144.0 144.0
+72 144.0 144.0
+74 74.0 74.0
+76 152.0 152.0
+76 152.0 152.0
+77 77.0 77.0
+78 78.0 78.0
+8 8.0 8.0
+80 80.0 80.0
+82 82.0 82.0
+83 166.0 166.0
+83 166.0 166.0
+84 168.0 168.0
+84 168.0 168.0
+85 85.0 85.0
+86 86.0 86.0
+87 87.0 87.0
+9 9.0 9.0
+90 270.0 270.0
+90 270.0 270.0
+90 270.0 270.0
+92 92.0 92.0
+95 190.0 190.0
+95 190.0 190.0
+96 96.0 96.0
+97 194.0 194.0
+97 194.0 194.0
+98 196.0 196.0
+98 196.0 196.0
+PREHOOK: query: select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+2 0.0 0.0
+2 0.0 0.0
+2 0.0 0.0
+12 10.0 10.0
+102 200.0 200.0
+102 200.0 200.0
+105 206.0 206.0
+105 206.0 206.0
+106 208.0 208.0
+106 208.0 208.0
+107 105.0 105.0
+13 11.0 11.0
+113 111.0 111.0
+115 226.0 226.0
+115 226.0 226.0
+116 114.0 114.0
+118 116.0 116.0
+120 236.0 236.0
+120 236.0 236.0
+121 357.0 357.0
+121 357.0 357.0
+121 357.0 357.0
+14 24.0 24.0
+14 24.0 24.0
+122 240.0 240.0
+122 240.0 240.0
+127 250.0 250.0
+127 250.0 250.0
+128 126.0 126.0
+130 384.0 384.0
+130 384.0 384.0
+130 384.0 384.0
+131 258.0 258.0
+131 258.0 258.0
+133 131.0 131.0
+135 133.0 133.0
+136 268.0 268.0
+136 268.0 268.0
+138 136.0 136.0
+139 274.0 274.0
+139 274.0 274.0
+140 552.0 552.0
+140 552.0 552.0
+140 552.0 552.0
+140 552.0 552.0
+145 143.0 143.0
+147 145.0 145.0
+148 292.0 292.0
+148 292.0 292.0
+151 298.0 298.0
+151 298.0 298.0
+17 30.0 30.0
+17 30.0 30.0
+152 150.0 150.0
+154 304.0 304.0
+154 304.0 304.0
+155 153.0 153.0
+157 155.0 155.0
+158 156.0 156.0
+159 157.0 157.0
+160 158.0 158.0
+162 160.0 160.0
+164 162.0 162.0
+165 163.0 163.0
+166 328.0 328.0
+166 328.0 328.0
+167 330.0 330.0
+167 330.0 330.0
+168 166.0 166.0
+169 501.0 501.0
+169 501.0 501.0
+169 501.0 501.0
+170 168.0 168.0
+171 676.0 676.0
+171 676.0 676.0
+171 676.0 676.0
+171 676.0 676.0
+19 17.0 17.0
+172 170.0 170.0
+174 344.0 344.0
+174 344.0 344.0
+176 348.0 348.0
+176 348.0 348.0
+177 350.0 350.0
+177 350.0 350.0
+178 352.0 352.0
+178 352.0 352.0
+179 177.0 177.0
+180 178.0 178.0
+181 358.0 358.0
+181 358.0 358.0
+20 36.0 36.0
+20 36.0 36.0
+182 180.0 180.0
+183 181.0 181.0
+185 183.0 183.0
+188 186.0 186.0
+189 561.0 561.0
+189 561.0 561.0
+189 561.0 561.0
+191 189.0 189.0
+21 19.0 19.0
+192 190.0 190.0
+193 382.0 382.0
+193 382.0 382.0
+194 192.0 192.0
+195 579.0 579.0
+195 579.0 579.0
+195 579.0 579.0
+196 194.0 194.0
+197 390.0 390.0
+197 390.0 390.0
+198 196.0 196.0
+199 394.0 394.0
+199 394.0 394.0
+201 597.0 597.0
+201 597.0 597.0
+201 597.0 597.0
+4 2.0 2.0
+22 20.0 20.0
+202 400.0 400.0
+202 400.0 400.0
+203 201.0 201.0
+204 202.0 202.0
+205 406.0 406.0
+205 406.0 406.0
+207 410.0 410.0
+207 410.0 410.0
+209 414.0 414.0
+209 414.0 414.0
+210 624.0 624.0
+210 624.0 624.0
+210 624.0 624.0
+211 418.0 418.0
+211 418.0 418.0
+215 426.0 426.0
+215 426.0 426.0
+216 214.0 214.0
+218 432.0 432.0
+218 432.0 432.0
+219 434.0 434.0
+219 434.0 434.0
+220 218.0 218.0
+221 438.0 438.0
+221 438.0 438.0
+223 442.0 442.0
+223 442.0 442.0
+224 222.0 222.0
+225 446.0 446.0
+225 446.0 446.0
+226 448.0 448.0
+226 448.0 448.0
+228 226.0 226.0
+230 228.0 228.0
+231 458.0 458.0
+231 458.0 458.0
+232 1150.0 1150.0
+232 1150.0 1150.0
+232 1150.0 1150.0
+232 1150.0 1150.0
+232 1150.0 1150.0
+235 466.0 466.0
+235 466.0 466.0
+237 235.0 235.0
+239 474.0 474.0
+239 474.0 474.0
+240 476.0 476.0
+240 476.0 476.0
+241 478.0 478.0
+241 478.0 478.0
+26 48.0 48.0
+26 48.0 48.0
+243 241.0 241.0
+244 484.0 484.0
+244 484.0 484.0
+246 244.0 244.0
+249 247.0 247.0
+250 248.0 248.0
+251 249.0 249.0
+254 252.0 252.0
+257 510.0 510.0
+257 510.0 510.0
+258 512.0 512.0
+258 512.0 512.0
+259 257.0 257.0
+260 258.0 258.0
+28 52.0 52.0
+28 52.0 52.0
+262 260.0 260.0
+264 262.0 262.0
+265 263.0 263.0
+267 530.0 530.0
+267 530.0 530.0
+268 266.0 266.0
+29 27.0 27.0
+274 544.0 544.0
+274 544.0 544.0
+275 819.0 819.0
+275 819.0 819.0
+275 819.0 819.0
+276 274.0 274.0
+277 275.0 275.0
+279 1108.0 1108.0
+279 1108.0 1108.0
+279 1108.0 1108.0
+279 1108.0 1108.0
+280 556.0 556.0
+280 556.0 556.0
+30 28.0 28.0
+282 560.0 560.0
+282 560.0 560.0
+283 562.0 562.0
+283 562.0 562.0
+284 564.0 564.0
+284 564.0 564.0
+285 283.0 283.0
+286 284.0 284.0
+287 285.0 285.0
+288 286.0 286.0
+289 287.0 287.0
+290 576.0 576.0
+290 576.0 576.0
+291 289.0 289.0
+293 291.0 291.0
+294 292.0 292.0
+298 296.0 296.0
+300 894.0 894.0
+300 894.0 894.0
+300 894.0 894.0
+32 30.0 30.0
+304 302.0 302.0
+307 305.0 305.0
+308 306.0 306.0
+309 614.0 614.0
+309 614.0 614.0
+310 308.0 308.0
+311 618.0 618.0
+311 618.0 618.0
+312 310.0 310.0
+313 933.0 933.0
+313 933.0 933.0
+313 933.0 933.0
+317 315.0 315.0
+318 948.0 948.0
+318 948.0 948.0
+318 948.0 948.0
+319 634.0 634.0
+319 634.0 634.0
+320 954.0 954.0
+320 954.0 954.0
+320 954.0 954.0
+323 642.0 642.0
+323 642.0 642.0
+324 644.0 644.0
+324 644.0 644.0
+325 323.0 323.0
+327 650.0 650.0
+327 650.0 650.0
+329 981.0 981.0
+329 981.0 981.0
+329 981.0 981.0
+35 33.0 33.0
+333 662.0 662.0
+333 662.0 662.0
+334 332.0 332.0
+335 666.0 666.0
+335 666.0 666.0
+337 335.0 335.0
+338 336.0 336.0
+340 338.0 338.0
+341 339.0 339.0
+36 34.0 34.0
+343 341.0 341.0
+344 684.0 684.0
+344 684.0 684.0
+346 688.0 688.0
+346 688.0 688.0
+347 345.0 345.0
+350 1740.0 1740.0
+350 1740.0 1740.0
+350 1740.0 1740.0
+350 1740.0 1740.0
+350 1740.0 1740.0
+37 105.0 105.0
+37 105.0 105.0
+37 105.0 105.0
+353 351.0 351.0
+355 706.0 706.0
+355 706.0 706.0
+358 356.0 356.0
+362 360.0 360.0
+364 362.0 362.0
+366 364.0 364.0
+367 365.0 365.0
+368 366.0 366.0
+369 734.0 734.0
+369 734.0 734.0
+370 368.0 368.0
+371 1107.0 1107.0
+371 1107.0 1107.0
+371 1107.0 1107.0
+39 74.0 74.0
+39 74.0 74.0
+375 373.0 373.0
+376 374.0 374.0
+377 375.0 375.0
+379 377.0 377.0
+380 378.0 378.0
+381 379.0 379.0
+384 764.0 764.0
+384 764.0 764.0
+386 1152.0 1152.0
+386 1152.0 1152.0
+386 1152.0 1152.0
+388 386.0 386.0
+391 389.0 389.0
+394 392.0 392.0
+395 393.0 393.0
+396 394.0 394.0
+397 790.0 790.0
+397 790.0 790.0
+398 1188.0 1188.0
+398 1188.0 1188.0
+398 1188.0 1188.0
+399 794.0 794.0
+399 794.0 794.0
+401 798.0 798.0
+401 798.0 798.0
+6 4.0 4.0
+402 400.0 400.0
+403 2005.0 2005.0
+403 2005.0 2005.0
+403 2005.0 2005.0
+403 2005.0 2005.0
+403 2005.0 2005.0
+404 402.0 402.0
+405 1209.0 1209.0
+405 1209.0 1209.0
+405 1209.0 1209.0
+406 808.0 808.0
+406 808.0 808.0
+408 1624.0 1624.0
+408 1624.0 1624.0
+408 1624.0 1624.0
+408 1624.0 1624.0
+409 407.0 407.0
+411 1227.0 1227.0
+411 1227.0 1227.0
+411 1227.0 1227.0
+43 41.0 41.0
+413 411.0 411.0
+415 826.0 826.0
+415 826.0 826.0
+416 828.0 828.0
+416 828.0 828.0
+419 1251.0 1251.0
+419 1251.0 1251.0
+419 1251.0 1251.0
+420 418.0 418.0
+421 419.0 419.0
+44 84.0 84.0
+44 84.0 84.0
+423 421.0 421.0
+426 848.0 848.0
+426 848.0 848.0
+429 427.0 427.0
+431 858.0 858.0
+431 858.0 858.0
+45 43.0 43.0
+432 1290.0 1290.0
+432 1290.0 1290.0
+432 1290.0 1290.0
+433 1293.0 1293.0
+433 1293.0 1293.0
+433 1293.0 1293.0
+434 432.0 432.0
+437 435.0 435.0
+438 436.0 436.0
+439 437.0 437.0
+440 1314.0 1314.0
+440 1314.0 1314.0
+440 1314.0 1314.0
+441 878.0 878.0
+441 878.0 878.0
+46 44.0 44.0
+445 443.0 443.0
+446 444.0 444.0
+448 446.0 446.0
+450 448.0 448.0
+451 449.0 449.0
+454 452.0 452.0
+455 453.0 453.0
+456 1362.0 1362.0
+456 1362.0 1362.0
+456 1362.0 1362.0
+457 455.0 455.0
+459 457.0 457.0
+460 916.0 916.0
+460 916.0 916.0
+461 918.0 918.0
+461 918.0 918.0
+462 460.0 460.0
+464 924.0 924.0
+464 924.0 924.0
+465 926.0 926.0
+465 926.0 926.0
+468 1398.0 1398.0
+468 1398.0 1398.0
+468 1398.0 1398.0
+469 467.0 467.0
+470 1872.0 1872.0
+470 1872.0 1872.0
+470 1872.0 1872.0
+470 1872.0 1872.0
+471 2345.0 2345.0
+471 2345.0 2345.0
+471 2345.0 2345.0
+471 2345.0 2345.0
+471 2345.0 2345.0
+49 47.0 47.0
+472 470.0 470.0
+474 472.0 472.0
+477 475.0 4
<TRUNCATED>
[4/4] hive git commit: HIVE-12808: Logical PPD: Push filter clauses
through PTF(Windowing) into TS (Laljo John Pullokkaran via Ashutosh Chauhan)
Posted by ha...@apache.org.
HIVE-12808: Logical PPD: Push filter clauses through PTF(Windowing) into TS (Laljo John Pullokkaran via Ashutosh Chauhan)
Signed-off-by: Ashutosh Chauhan <ha...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/e470c7b1
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/e470c7b1
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/e470c7b1
Branch: refs/heads/master
Commit: e470c7b16ccba8c42ea9efda29b2198d4ef3870d
Parents: 2f73233
Author: jpullokk <jp...@apache.org>
Authored: Wed Feb 24 11:50:05 2016 -0800
Committer: Ashutosh Chauhan <ha...@apache.org>
Committed: Wed Feb 24 11:51:32 2016 -0800
----------------------------------------------------------------------
.../org/apache/hadoop/hive/conf/HiveConf.java | 2 +
.../ql/optimizer/calcite/HiveCalciteUtil.java | 108 +-
.../rules/HiveFilterProjectTransposeRule.java | 152 +-
.../hadoop/hive/ql/parse/CalcitePlanner.java | 3 +-
.../queries/clientpositive/ppd_windowing1.q | 46 +
.../queries/clientpositive/ppd_windowing2.q | 49 +
.../clientpositive/correlationoptimizer12.q.out | 68 +-
.../results/clientpositive/perf/query70.q.out | 4 +-
.../results/clientpositive/ppd_windowing1.q.out | 2029 ++++
.../results/clientpositive/ppd_windowing2.q.out | 9841 ++++++++++++++++++
.../results/clientpositive/ptfgroupbyjoin.q.out | 66 +-
.../clientpositive/spark/subquery_in.q.out | 15 +-
.../results/clientpositive/subquery_in.q.out | 15 +-
.../subquery_unqualcolumnrefs.q.out | 30 +-
.../clientpositive/tez/subquery_in.q.out | 15 +-
15 files changed, 12305 insertions(+), 138 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
----------------------------------------------------------------------
diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
index 3a2e0c7..e868500 100644
--- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
+++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
@@ -1354,6 +1354,8 @@ public class HiveConf extends Configuration {
"Whether to update stale indexes automatically"),
HIVEOPTPPD("hive.optimize.ppd", true,
"Whether to enable predicate pushdown"),
+ HIVEOPTPPD_WINDOWING("hive.optimize.ppd.windowing", true,
+ "Whether to enable predicate pushdown through windowing"),
HIVEPPDRECOGNIZETRANSITIVITY("hive.ppd.recognizetransivity", true,
"Whether to transitively replicate predicate filters over equijoin conditions."),
HIVEPPDREMOVEDUPLICATEFILTERS("hive.ppd.remove.duplicatefilters", true,
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/HiveCalciteUtil.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/HiveCalciteUtil.java b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/HiveCalciteUtil.java
index 58a7cff..fcdafdd 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/HiveCalciteUtil.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/HiveCalciteUtil.java
@@ -720,56 +720,108 @@ public class HiveCalciteUtil {
return deterministic;
}
- public static boolean isDeterministicFuncOnLiterals(RexNode expr) {
- boolean deterministicFuncOnLiterals = true;
+ private static class DeterMinisticFuncVisitorImpl extends RexVisitorImpl<Void> {
+ protected DeterMinisticFuncVisitorImpl() {
+ super(true);
+ }
- RexVisitor<Void> visitor = new RexVisitorImpl<Void>(true) {
- @Override
- public Void visitCall(org.apache.calcite.rex.RexCall call) {
- if (!call.getOperator().isDeterministic()) {
- throw new Util.FoundOne(call);
- }
- return super.visitCall(call);
+ @Override
+ public Void visitCall(org.apache.calcite.rex.RexCall call) {
+ if (!call.getOperator().isDeterministic()) {
+ throw new Util.FoundOne(call);
}
+ return super.visitCall(call);
+ }
+
+ @Override
+ public Void visitCorrelVariable(RexCorrelVariable correlVariable) {
+ throw new Util.FoundOne(correlVariable);
+ }
+
+ @Override
+ public Void visitLocalRef(RexLocalRef localRef) {
+ throw new Util.FoundOne(localRef);
+ }
+
+ @Override
+ public Void visitOver(RexOver over) {
+ throw new Util.FoundOne(over);
+ }
+
+ @Override
+ public Void visitDynamicParam(RexDynamicParam dynamicParam) {
+ throw new Util.FoundOne(dynamicParam);
+ }
+
+ @Override
+ public Void visitRangeRef(RexRangeRef rangeRef) {
+ throw new Util.FoundOne(rangeRef);
+ }
+
+ @Override
+ public Void visitFieldAccess(RexFieldAccess fieldAccess) {
+ throw new Util.FoundOne(fieldAccess);
+ }
+ }
+
+ public static boolean isDeterministicFuncOnLiterals(RexNode expr) {
+ boolean deterministicFuncOnLiterals = true;
+ RexVisitor<Void> visitor = new DeterMinisticFuncVisitorImpl() {
@Override
public Void visitInputRef(RexInputRef inputRef) {
throw new Util.FoundOne(inputRef);
}
+ };
- @Override
- public Void visitLocalRef(RexLocalRef localRef) {
- throw new Util.FoundOne(localRef);
- }
+ try {
+ expr.accept(visitor);
+ } catch (Util.FoundOne e) {
+ deterministicFuncOnLiterals = false;
+ }
- @Override
- public Void visitOver(RexOver over) {
- throw new Util.FoundOne(over);
- }
+ return deterministicFuncOnLiterals;
+ }
- @Override
- public Void visitDynamicParam(RexDynamicParam dynamicParam) {
- throw new Util.FoundOne(dynamicParam);
+ public List<RexNode> getDeterministicFuncWithSingleInputRef(List<RexNode> exprs,
+ final Set<Integer> validInputRefs) {
+ List<RexNode> determExprsWithSingleRef = new ArrayList<RexNode>();
+ for (RexNode e : exprs) {
+ if (isDeterministicFuncWithSingleInputRef(e, validInputRefs)) {
+ determExprsWithSingleRef.add(e);
}
+ }
+ return determExprsWithSingleRef;
+ }
- @Override
- public Void visitRangeRef(RexRangeRef rangeRef) {
- throw new Util.FoundOne(rangeRef);
- }
+ public static boolean isDeterministicFuncWithSingleInputRef(RexNode expr,
+ final Set<Integer> validInputRefs) {
+ boolean deterministicFuncWithSingleInputRef = true;
+
+ RexVisitor<Void> visitor = new DeterMinisticFuncVisitorImpl() {
+ Set<Integer> inputRefs = new HashSet<Integer>();
@Override
- public Void visitFieldAccess(RexFieldAccess fieldAccess) {
- throw new Util.FoundOne(fieldAccess);
+ public Void visitInputRef(RexInputRef inputRef) {
+ if (validInputRefs.contains(inputRef.getIndex())) {
+ inputRefs.add(inputRef.getIndex());
+ if (inputRefs.size() > 1) {
+ throw new Util.FoundOne(inputRef);
+ }
+ } else {
+ throw new Util.FoundOne(inputRef);
+ }
+ return null;
}
};
try {
expr.accept(visitor);
} catch (Util.FoundOne e) {
- deterministicFuncOnLiterals = false;
+ deterministicFuncWithSingleInputRef = false;
}
- return deterministicFuncOnLiterals;
+ return deterministicFuncWithSingleInputRef;
}
public static <T> ImmutableMap<Integer, T> getColInfoMap(List<T> hiveCols,
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveFilterProjectTransposeRule.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveFilterProjectTransposeRule.java b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveFilterProjectTransposeRule.java
index 1e947c3..d43c2c6 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveFilterProjectTransposeRule.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveFilterProjectTransposeRule.java
@@ -17,34 +17,54 @@
*/
package org.apache.hadoop.hive.ql.optimizer.calcite.rules;
+import java.util.ArrayList;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Set;
+
import org.apache.calcite.plan.RelOptRuleCall;
+import org.apache.calcite.plan.RelOptUtil;
+import org.apache.calcite.rel.RelNode;
import org.apache.calcite.rel.core.Filter;
import org.apache.calcite.rel.core.Project;
import org.apache.calcite.rel.core.RelFactories.FilterFactory;
import org.apache.calcite.rel.core.RelFactories.ProjectFactory;
import org.apache.calcite.rel.rules.FilterProjectTransposeRule;
+import org.apache.calcite.rel.type.RelDataTypeFactory;
+import org.apache.calcite.rex.RexCall;
+import org.apache.calcite.rex.RexInputRef;
import org.apache.calcite.rex.RexNode;
+import org.apache.calcite.rex.RexOver;
+import org.apache.calcite.rex.RexUtil;
+import org.apache.calcite.tools.RelBuilder;
import org.apache.hadoop.hive.ql.optimizer.calcite.HiveCalciteUtil;
import org.apache.hadoop.hive.ql.optimizer.calcite.HiveRelFactories;
import org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject;
public class HiveFilterProjectTransposeRule extends FilterProjectTransposeRule {
+ public static final HiveFilterProjectTransposeRule INSTANCE_DETERMINISTIC_WINDOWING =
+ new HiveFilterProjectTransposeRule(Filter.class, HiveRelFactories.HIVE_FILTER_FACTORY,
+ HiveProject.class, HiveRelFactories.HIVE_PROJECT_FACTORY, true, true);
+
public static final HiveFilterProjectTransposeRule INSTANCE_DETERMINISTIC =
new HiveFilterProjectTransposeRule(Filter.class, HiveRelFactories.HIVE_FILTER_FACTORY,
- HiveProject.class, HiveRelFactories.HIVE_PROJECT_FACTORY, true);
+ HiveProject.class, HiveRelFactories.HIVE_PROJECT_FACTORY, true, false);
public static final HiveFilterProjectTransposeRule INSTANCE =
new HiveFilterProjectTransposeRule(Filter.class, HiveRelFactories.HIVE_FILTER_FACTORY,
- HiveProject.class, HiveRelFactories.HIVE_PROJECT_FACTORY, false);
+ HiveProject.class, HiveRelFactories.HIVE_PROJECT_FACTORY, false, false);
private final boolean onlyDeterministic;
- public HiveFilterProjectTransposeRule(Class<? extends Filter> filterClass,
+ private final boolean pushThroughWindowing;
+
+ private HiveFilterProjectTransposeRule(Class<? extends Filter> filterClass,
FilterFactory filterFactory, Class<? extends Project> projectClass,
- ProjectFactory projectFactory, boolean onlyDeterministic) {
+ ProjectFactory projectFactory, boolean onlyDeterministic,boolean pushThroughWindowing) {
super(filterClass, filterFactory, projectClass, projectFactory);
this.onlyDeterministic = onlyDeterministic;
+ this.pushThroughWindowing = pushThroughWindowing;
}
@Override
@@ -58,4 +78,128 @@ public class HiveFilterProjectTransposeRule extends FilterProjectTransposeRule {
return super.matches(call);
}
+ public void onMatch(RelOptRuleCall call) {
+ final Filter filter = call.rel(0);
+ final Project origproject = call.rel(1);
+ RexNode filterCondToPushBelowProj = filter.getCondition();
+ RexNode unPushedFilCondAboveProj = null;
+
+ if (RexUtil.containsCorrelation(filterCondToPushBelowProj)) {
+ // If there is a correlation condition anywhere in the filter, don't
+ // push this filter past project since in some cases it can prevent a
+ // Correlate from being de-correlated.
+ return;
+ }
+
+ if (RexOver.containsOver(origproject.getProjects(), null)) {
+ RexNode origFilterCond = filterCondToPushBelowProj;
+ filterCondToPushBelowProj = null;
+ if (pushThroughWindowing) {
+ Set<Integer> commonPartitionKeys = getCommonPartitionCols(origproject.getProjects());
+ List<RexNode> newPartKeyFilConds = new ArrayList<RexNode>();
+ List<RexNode> unpushedFilConds = new ArrayList<RexNode>();
+
+ // TODO:
+ // 1) Handle compound partition keys (partition by k1+k2)
+ // 2) When multiple window clauses are present in same select Even if
+ // Predicate can not pushed past all of them, we might still able to
+ // push
+ // it below some of them.
+ // Ex: select * from (select key, value, avg(c_int) over (partition by
+ // key), sum(c_float) over(partition by value) from t1)t1 where value <
+ // 10
+ // --> select * from (select key, value, avg(c_int) over (partition by
+ // key) from (select key, value, sum(c_float) over(partition by value)
+ // from t1 where value < 10)t1)t2
+ if (!commonPartitionKeys.isEmpty()) {
+ for (RexNode ce : RelOptUtil.conjunctions(origFilterCond)) {
+ RexNode newCondition = RelOptUtil.pushPastProject(ce, origproject);
+ if (HiveCalciteUtil.isDeterministicFuncWithSingleInputRef(newCondition,
+ commonPartitionKeys)) {
+ newPartKeyFilConds.add(newCondition);
+ } else {
+ unpushedFilConds.add(ce);
+ }
+ }
+
+ if (!newPartKeyFilConds.isEmpty()) {
+ filterCondToPushBelowProj = RexUtil.composeConjunction(filter.getCluster().getRexBuilder(),
+ newPartKeyFilConds, true);
+ }
+ if (!unpushedFilConds.isEmpty()) {
+ unPushedFilCondAboveProj = RexUtil.composeConjunction(filter.getCluster().getRexBuilder(),
+ unpushedFilConds, true);
+ }
+ }
+ }
+ }
+
+ if (filterCondToPushBelowProj != null) {
+ RelNode newProjRel = getNewProject(filterCondToPushBelowProj, unPushedFilCondAboveProj, origproject, filter.getCluster()
+ .getTypeFactory(), call.builder());
+ call.transformTo(newProjRel);
+ }
+ }
+
+ private static RelNode getNewProject(RexNode filterCondToPushBelowProj, RexNode unPushedFilCondAboveProj, Project oldProj,
+ RelDataTypeFactory typeFactory, RelBuilder relBuilder) {
+
+ // convert the filter to one that references the child of the project
+ RexNode newPushedCondition = RelOptUtil.pushPastProject(filterCondToPushBelowProj, oldProj);
+
+ // Remove cast of BOOLEAN NOT NULL to BOOLEAN or vice versa. Filter accepts
+ // nullable and not-nullable conditions, but a CAST might get in the way of
+ // other rewrites.
+ if (RexUtil.isNullabilityCast(typeFactory, newPushedCondition)) {
+ newPushedCondition = ((RexCall) newPushedCondition).getOperands().get(0);
+ }
+
+ RelNode newPushedFilterRel = relBuilder.push(oldProj.getInput()).filter(newPushedCondition).build();
+
+ RelNode newProjRel = relBuilder.push(newPushedFilterRel)
+ .project(oldProj.getProjects(), oldProj.getRowType().getFieldNames()).build();
+
+ if (unPushedFilCondAboveProj != null) {
+ // Remove cast of BOOLEAN NOT NULL to BOOLEAN or vice versa. Filter accepts
+ // nullable and not-nullable conditions, but a CAST might get in the way of
+ // other rewrites.
+ if (RexUtil.isNullabilityCast(typeFactory, newPushedCondition)) {
+ unPushedFilCondAboveProj = ((RexCall) unPushedFilCondAboveProj).getOperands().get(0);
+ }
+ newProjRel = relBuilder.push(newProjRel).filter(unPushedFilCondAboveProj).build();
+ }
+
+ return newProjRel;
+ }
+
+ private static Set<Integer> getCommonPartitionCols(List<RexNode> projections) {
+ RexOver overClause;
+ boolean firstOverClause = true;
+ Set<Integer> commonPartitionKeys = new HashSet<Integer>();
+
+ for (RexNode expr : projections) {
+ if (expr instanceof RexOver) {
+ overClause = (RexOver) expr;
+
+ if (firstOverClause) {
+ firstOverClause = false;
+ commonPartitionKeys.addAll(getPartitionCols(overClause.getWindow().partitionKeys));
+ } else {
+ commonPartitionKeys.retainAll(getPartitionCols(overClause.getWindow().partitionKeys));
+ }
+ }
+ }
+
+ return commonPartitionKeys;
+ }
+
+ private static List<Integer> getPartitionCols(List<RexNode> partitionKeys) {
+ List<Integer> pCols = new ArrayList<Integer>();
+ for (RexNode key : partitionKeys) {
+ if (key instanceof RexInputRef) {
+ pCols.add(((RexInputRef) key).getIndex());
+ }
+ }
+ return pCols;
+ }
}
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java
index 809affb..f928a58 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java
@@ -1123,7 +1123,8 @@ public class CalcitePlanner extends SemanticAnalyzer {
// constant propagation, constant folding
perfLogger.PerfLogBegin(this.getClass().getName(), PerfLogger.OPTIMIZER);
basePlan = hepPlan(basePlan, true, mdProvider, executorProvider, HepMatchOrder.BOTTOM_UP,
- HiveFilterProjectTransposeRule.INSTANCE_DETERMINISTIC,
+ conf.getBoolVar(HiveConf.ConfVars.HIVEOPTPPD_WINDOWING) ? HiveFilterProjectTransposeRule.INSTANCE_DETERMINISTIC_WINDOWING
+ : HiveFilterProjectTransposeRule.INSTANCE_DETERMINISTIC,
HiveFilterSetOpTransposeRule.INSTANCE,
HiveFilterSortTransposeRule.INSTANCE,
HiveFilterJoinRule.JOIN,
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/queries/clientpositive/ppd_windowing1.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/ppd_windowing1.q b/ql/src/test/queries/clientpositive/ppd_windowing1.q
new file mode 100644
index 0000000..f380eab
--- /dev/null
+++ b/ql/src/test/queries/clientpositive/ppd_windowing1.q
@@ -0,0 +1,46 @@
+set hive.mapred.mode=nonstrict;
+set hive.optimize.ppd=true;
+set hive.ppd.remove.duplicatefilters=false;
+
+-- Test simple PPD through Windowing
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2';
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2;
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2;
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test PPD through Windowing where predicate is a subset of partition keys
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2';
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2;
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2;
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF is same
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2';
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2;
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF has different args
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > '2';
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > 2;
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test predicate is not getting pushed down when multiple windows are involved and they don't have common partition keys
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, avg(value) over(partition by value) as c2 from src)r1 where key > '2';
+
+
+-- Test predicate is not getting pushed down when window has compound partition key
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key + 2) as c1 from src)r1 where key > '2';
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key + value) as c1 from src)r1 where key > '2';
+
+-- Test predicate is not getting pushed down when predicate involves more than one col
+EXPLAIN select * from (SELECT key, value, sum(key) over(partition by key, value) as c1 from src)r1 where (key + value) > '2';
+EXPLAIN select * from (SELECT key, value, sum(key) over(partition by key + value) as c1 from src)r1 where (key + value) > '2';
+EXPLAIN select * from (SELECT (cast(key as int))+(cast(value as int)) as key, sum(key) over(partition by key) as c1 from src)r1 where key > 2;
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/queries/clientpositive/ppd_windowing2.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/ppd_windowing2.q b/ql/src/test/queries/clientpositive/ppd_windowing2.q
new file mode 100644
index 0000000..abfe89e
--- /dev/null
+++ b/ql/src/test/queries/clientpositive/ppd_windowing2.q
@@ -0,0 +1,49 @@
+set hive.mapred.mode=nonstrict;
+set hive.optimize.ppd=true;
+set hive.ppd.remove.duplicatefilters=false;
+
+
+-- NOTE: This is a correctness test. If you regen q.out, regen it with optimization turned off
+
+-- Test simple PPD through Windowing
+select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2';
+select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2;
+select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2;
+select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test PPD through Windowing where predicate is a subset of partition keys
+select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2';
+select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2;
+select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2;
+select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF is same
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2';
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2;
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF has different args
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > '2';
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > 2;
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2;
+
+
+-- Test predicate is not getting pushed down when multiple windows are involved and they don't have common partition keys
+select * from (SELECT key, sum(key) over(partition by key,value) as c1, avg(value) over(partition by value) as c2 from src)r1 where key > '2';
+
+
+-- Test predicate is not getting pushed down when window has compound partition key
+select * from (SELECT key, sum(key) over(partition by key + 2) as c1 from src)r1 where key > '2';
+select * from (SELECT key, sum(key) over(partition by key + value) as c1 from src)r1 where key > '2';
+
+-- Test predicate is not getting pushed down when predicate involves more than one col
+select * from (SELECT key, value, sum(key) over(partition by key, value) as c1 from src)r1 where (key + value) > '2';
+select * from (SELECT key, value, sum(key) over(partition by key + value) as c1 from src)r1 where (key + value) > '2';
+select * from (SELECT (cast(key as int))+(cast(value as int)) as key, sum(key) over(partition by key) as c1 from src)r1 where key > 2;
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/correlationoptimizer12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/correlationoptimizer12.q.out b/ql/src/test/results/clientpositive/correlationoptimizer12.q.out
index 8b8952d..615e47a 100644
--- a/ql/src/test/results/clientpositive/correlationoptimizer12.q.out
+++ b/ql/src/test/results/clientpositive/correlationoptimizer12.q.out
@@ -27,12 +27,15 @@ STAGE PLANS:
TableScan
alias: x
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key (type: string)
- sort order: +
- Map-reduce partition columns: key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- value expressions: value (type: string)
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string)
@@ -58,19 +61,16 @@ STAGE PLANS:
window function: GenericUDAFCountEvaluator
window frame: PRECEDING(MAX)~FOLLOWING(MAX)
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: _col0 is not null (type: boolean)
+ Select Operator
+ expressions: _col0 (type: string), count_window_0 (type: bigint)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), count_window_0 (type: bigint)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Stage: Stage-2
Map Reduce
@@ -112,12 +112,15 @@ STAGE PLANS:
TableScan
alias: y
Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key (type: string)
- sort order: +
- Map-reduce partition columns: key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
- value expressions: value (type: string)
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string)
@@ -143,19 +146,16 @@ STAGE PLANS:
window function: GenericUDAFCountEvaluator
window frame: PRECEDING(MAX)~FOLLOWING(MAX)
Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: _col0 is not null (type: boolean)
+ Select Operator
+ expressions: _col0 (type: string), count_window_0 (type: bigint)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), count_window_0 (type: bigint)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Stage: Stage-0
Fetch Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/perf/query70.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query70.q.out b/ql/src/test/results/clientpositive/perf/query70.q.out
index 2521e0e..b921346 100644
--- a/ql/src/test/results/clientpositive/perf/query70.q.out
+++ b/ql/src/test/results/clientpositive/perf/query70.q.out
@@ -95,7 +95,7 @@ Stage-0
Select Operator [SEL_32] (rows=6696 width=1119)
Output:["_col0"]
Filter Operator [FIL_83] (rows=6696 width=1119)
- predicate:((rank_window_0 <= 5) and _col0 is not null)
+ predicate:(rank_window_0 <= 5)
PTF Operator [PTF_31] (rows=20088 width=1119)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1(DESC)","partition by:":"_col0"}]
Select Operator [SEL_30] (rows=20088 width=1119)
@@ -143,7 +143,7 @@ Stage-0
Select Operator [SEL_14] (rows=1704 width=1910)
Output:["_col0","_col1"]
Filter Operator [FIL_85] (rows=1704 width=1910)
- predicate:s_store_sk is not null
+ predicate:(s_store_sk is not null and s_state is not null)
TableScan [TS_12] (rows=1704 width=1910)
default@store,s,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
[3/4] hive git commit: HIVE-12808: Logical PPD: Push filter clauses
through PTF(Windowing) into TS (Laljo John Pullokkaran via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/e470c7b1/ql/src/test/results/clientpositive/ppd_windowing1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/ppd_windowing1.q.out b/ql/src/test/results/clientpositive/ppd_windowing1.q.out
new file mode 100644
index 0000000..071b730
--- /dev/null
+++ b/ql/src/test/results/clientpositive/ppd_windowing1.q.out
@@ -0,0 +1,2029 @@
+PREHOOK: query: -- Test simple PPD through Windowing
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Test simple PPD through Windowing
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key > '2') (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0
+ partition by: _col0
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(key) > 2.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0
+ partition by: _col0
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToInteger(key) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0
+ partition by: _col0
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((UDFToInteger(key) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0
+ partition by: _col0
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((UDFToInteger(key) + 2) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0
+ partition by: _col0
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: (UDFToInteger(_col0) + 2) (type: int), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key > '2') (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(key) > 2.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToInteger(key) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((UDFToInteger(key) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((UDFToInteger(key) + 2) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: (UDFToInteger(_col0) + 2) (type: int), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF is same
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF is same
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key > '2') (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col1
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(key) > 2.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col1
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((UDFToInteger(key) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col1
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((UDFToInteger(key) + 2) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col1
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: (UDFToInteger(_col1) + 2) (type: int), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF has different args
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Test PPD through Windowing where predicate is a subset of partition keys, multiple windows are involved and UDAF has different args
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key > '2') (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double), _col1 (type: string)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string, _col2: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col2
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(key) > 2.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double), _col1 (type: string)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string, _col2: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col2
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((UDFToInteger(key) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double), _col1 (type: string)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string, _col2: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col2
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((UDFToInteger(key) + 2) + 1) > 2) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1, sum_window_0
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double), _col1 (type: string)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string, _col2: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_1
+ arguments: _col2
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: (UDFToInteger(_col1) + 2) (type: int), _col0 (type: double), sum_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: -- Test predicate is not getting pushed down when multiple windows are involved and they don't have common partition keys
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, avg(value) over(partition by value) as c2 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Test predicate is not getting pushed down when multiple windows are involved and they don't have common partition keys
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, avg(value) over(partition by value) as c2 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col0, _col1
+ partition by: _col0, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1, sum_window_0
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col1 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: sum_window_0 (type: double), _col0 (type: string)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: double), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: double, _col1: string, _col2: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col2
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: avg_window_1
+ arguments: _col2
+ name: avg
+ window function: GenericUDAFAverageEvaluatorDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string), _col0 (type: double), avg_window_1 (type: double)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (_col0 > '2') (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: -- Test predicate is not getting pushed down when window has compound partition key
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key + 2) as c1 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Test predicate is not getting pushed down when window has compound partition key
+EXPLAIN select * from (SELECT key, sum(key) over(partition by key + 2) as c1 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: (UDFToDouble(key) + UDFToDouble(2)) (type: double)
+ sort order: +
+ Map-reduce partition columns: (UDFToDouble(key) + UDFToDouble(2)) (type: double)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: key (type: string)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: (UDFToDouble(_col0) + UDFToDouble(2))
+ partition by: (UDFToDouble(_col0) + UDFToDouble(2))
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (_col0 > '2') (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key + value) as c1 from src)r1 where key > '2'
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key + value) as c1 from src)r1 where key > '2'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: (UDFToDouble(key) + UDFToDouble(value)) (type: double)
+ sort order: +
+ Map-reduce partition columns: (UDFToDouble(key) + UDFToDouble(value)) (type: double)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: key (type: string), value (type: string)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: string), VALUE._col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: (UDFToDouble(_col0) + UDFToDouble(_col1))
+ partition by: (UDFToDouble(_col0) + UDFToDouble(_col1))
+ raw input shape:
+ window functions:
+ window function definition
+ alias: sum_window_0
+ arguments: _col0
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), sum_window_0 (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (_col0 > '2') (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: -- Test predicate is not getting pushed down wh
<TRUNCATED>