You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2015/02/17 07:49:34 UTC

svn commit: r1660293 [47/48] - in /hive/branches/spark: ./ accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/serde/ accumulo-handler/src/test/org/apache/hadoop/hive/accumulo/ accumulo-handler/src/test/org/apache/hadoop/hive/accumulo/mr/ accumul...

Modified: hive/branches/spark/ql/src/test/results/clientpositive/vectorized_ptf.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/vectorized_ptf.q.out?rev=1660293&r1=1660292&r2=1660293&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/vectorized_ptf.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/vectorized_ptf.q.out Tue Feb 17 06:49:27 2015
@@ -298,6 +298,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -362,6 +374,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -381,7 +425,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:double
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -711,6 +755,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: j
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: SUBQUERY
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -775,6 +831,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int)
@@ -794,7 +869,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:int:int
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -974,10 +1049,22 @@ STAGE PLANS:
       Needs Tagging: false
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col3 (type: int)
-          outputColumnNames: _col2, _col1, _col5
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int)
+          outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
@@ -997,7 +1084,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2
                       columns.types string:string:int
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1232,6 +1319,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1296,6 +1395,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1315,7 +1446,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:double
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1562,6 +1693,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1626,6 +1769,39 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), (_col5 - _wcol2) (type: int)
@@ -1645,7 +1821,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5,_col6
                       columns.types string:string:int:int:int:int:int
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1902,6 +2078,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
@@ -2037,6 +2225,39 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: string, _col1: string, _col2: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col0
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col2, 1, _col2
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col2 (type: int), (_col2 - _wcol2) (type: int)
@@ -2056,7 +2277,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5,_col6
                       columns.types string:string:int:int:int:int:int
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -2258,6 +2479,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               isSamplingPred: false
@@ -2403,7 +2636,7 @@ STAGE PLANS:
                   columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8
                   columns.types int:string:string:string:string:int:string:double:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -2600,6 +2833,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               isSamplingPred: false
@@ -2749,7 +2994,7 @@ STAGE PLANS:
                     columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8
                     columns.types int:string:string:string:string:int:string:double:string
                     escape.delim \
-                    hive.serialization.extend.nesting.levels true
+                    hive.serialization.extend.additional.nesting.levels true
                     serialization.format 1
                     serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -2891,7 +3136,21 @@ STAGE PLANS:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             GatherStats: false
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: part_orc
+                    output shape: p_name: string, p_mfgr: string, p_size: int
+                    type: TABLE
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: p_name, p_size(DESC)
+                    output shape: p_name: string, p_mfgr: string, p_size: int
+                    partition by: p_mfgr
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               Reduce Output Operator
                 key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int)
                 sort order: ++-
@@ -2955,6 +3214,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col1, _col5(DESC)
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3018,6 +3290,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1, _col5(DESC)
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1, _col5
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int)
@@ -3037,7 +3328,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:int:int
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -3207,7 +3498,21 @@ STAGE PLANS:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             GatherStats: false
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: part_orc
+                    output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+                    type: TABLE
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: p_name
+                    output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+                    partition by: p_mfgr
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               Reduce Output Operator
                 key expressions: p_mfgr (type: string), p_name (type: string)
                 sort order: ++
@@ -3272,6 +3577,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3336,6 +3654,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -3355,7 +3705,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:double
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -3593,6 +3943,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3657,6 +4019,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -3676,7 +4070,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:double
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -3860,8 +4254,8 @@ STAGE PLANS:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             GatherStats: false
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: +++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -3920,13 +4314,46 @@ STAGE PLANS:
       Needs Tagging: false
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noop
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 GlobalTableId: 0
@@ -3951,8 +4378,8 @@ STAGE PLANS:
           TableScan
             GatherStats: false
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: +++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -3986,10 +4413,30 @@ STAGE PLANS:
       Needs Tagging: false
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -4054,6 +4501,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -4073,7 +4552,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:double
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -4341,6 +4820,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -4405,6 +4896,30 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col5
+                        name: count
+                        window function: GenericUDAFCountEvaluator
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(2)~FOLLOWING(2)
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: bigint), _wcol1 (type: double)
@@ -4424,7 +4939,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:bigint:double
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -4769,6 +5284,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               isSamplingPred: false
@@ -4963,6 +5490,51 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col1
+                        name: count
+                        window function: GenericUDAFCountEvaluator
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol3
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol4
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int)
@@ -4982,7 +5554,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8
                       columns.types string:string:int:int:bigint:double:double:int:int
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -5177,6 +5749,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
@@ -5263,7 +5847,7 @@ STAGE PLANS:
                   columns _col0,_col1,_col2
                   columns.types string:string:int
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -5412,8 +5996,7 @@ TOK_QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
   Stage-2 depends on stages: Stage-1
-  Stage-3 depends on stages: Stage-2
-  Stage-0 depends on stages: Stage-3
+  Stage-0 depends on stages: Stage-2
 
 STAGE PLANS:
   Stage: Stage-1
@@ -5436,7 +6019,7 @@ STAGE PLANS:
                 Reduce Output Operator
                   key expressions: _col0 (type: string), _col1 (type: string)
                   sort order: ++
-                  Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+                  Map-reduce partition columns: _col0 (type: string)
                   Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
                   tag: -1
                   value expressions: _col2 (type: double)
@@ -5499,69 +6082,19 @@ STAGE PLANS:
           mode: mergepartial
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
-          File Output Operator
-            compressed: false
-            GlobalTableId: 0
-#### A masked pattern was here ####
-            NumFilesPerFileSink: 1
-            table:
-                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                properties:
-                  columns _col0,_col1,_col2
-                  columns.types string,string,double
-                  escape.delim \
-                  serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-                serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-            TotalFiles: 1
-            GatherStats: false
-            MultiFileSpray: false
-
-  Stage: Stage-2
-    Map Reduce
-      Map Operator Tree:
-          TableScan
-            GatherStats: false
-            Reduce Output Operator
-              key expressions: _col0 (type: string), _col0 (type: string)
-              sort order: ++
-              Map-reduce partition columns: _col0 (type: string)
-              Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
-              tag: -1
-              value expressions: _col1 (type: string), _col2 (type: double)
-              auto parallelism: false
-      Path -> Alias:
-#### A masked pattern was here ####
-      Path -> Partition:
-#### A masked pattern was here ####
-          Partition
-            base file name: -mr-10002
-            input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-            output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-            properties:
-              columns _col0,_col1,_col2
-              columns.types string,string,double
-              escape.delim \
-              serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-            serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-          
-              input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-              output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-              properties:
-                columns _col0,_col1,_col2
-                columns.types string,string,double
-                escape.delim \
-                serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-              serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-      Truncated Path -> Alias:
-#### A masked pattern was here ####
-      Needs Tagging: false
-      Reduce Operator Tree:
-        Select Operator
-          expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: double)
-          outputColumnNames: _col0, _col1, _col2
-          Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: mfgr_price_view
+                  output shape: _col0: string, _col1: string, _col2: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col0
+                  output shape: _col0: string, _col1: string, _col2: double
+                  partition by: _col0
+                  raw input shape:
             Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -5581,7 +6114,7 @@ STAGE PLANS:
               GatherStats: false
               MultiFileSpray: false
 
-  Stage: Stage-3
+  Stage: Stage-2
     Map Reduce
       Map Operator Tree:
           TableScan
@@ -5599,7 +6132,7 @@ STAGE PLANS:
       Path -> Partition:
 #### A masked pattern was here ####
           Partition
-            base file name: -mr-10003
+            base file name: -mr-10002
             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
             properties:
@@ -5626,6 +6159,24 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: string, _col1: string, _col2: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col0
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col2
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(2)~
             Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), _wcol0 (type: double)
@@ -5645,7 +6196,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:double:double
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -6049,6 +6600,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -6130,6 +6693,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -6233,24 +6828,46 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col5
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(5)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
-            File Output Operator
-              compressed: false
-              GlobalTableId: 0
+            Select Operator
+              expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _wcol0 (type: bigint)
+              outputColumnNames: _col1, _col2, _col5, _wcol0
+              Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+              File Output Operator
+                compressed: false
+                GlobalTableId: 0
 #### A masked pattern was here ####
-              NumFilesPerFileSink: 1
-              table:
-                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                  properties:
-                    columns _wcol0,_col1,_col2,_col5
-                    columns.types bigint,string,string,int
-                    escape.delim \
-                    serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-                  serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-              TotalFiles: 1
-              GatherStats: false
-              MultiFileSpray: false
+                NumFilesPerFileSink: 1
+                table:
+                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                    properties:
+                      columns _col1,_col2,_col5,_wcol0
+                      columns.types string,string,int,bigint
+                      escape.delim \
+                      serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+                    serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+                TotalFiles: 1
+                GatherStats: false
+                MultiFileSpray: false
 
   Stage: Stage-6
     Map Reduce
@@ -6258,8 +6875,8 @@ STAGE PLANS:
           TableScan
             GatherStats: false
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: +++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -6274,8 +6891,8 @@ STAGE PLANS:
             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
             properties:
-              columns _wcol0,_col1,_col2,_col5
-              columns.types bigint,string,string,int
+              columns _col1,_col2,_col5,_wcol0
+              columns.types string,string,int,bigint
               escape.delim \
               serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
             serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
@@ -6283,8 +6900,8 @@ STAGE PLANS:
               input format: org.apache.hadoop.mapred.SequenceFileInputFormat
               output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
               properties:
-                columns _wcol0,_col1,_col2,_col5
-                columns.types bigint,string,string,int
+                columns _col1,_col2,_col5,_wcol0
+                columns.types string,string,int,bigint
                 escape.delim \
                 serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
               serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
@@ -6293,10 +6910,49 @@ STAGE PLANS:
       Needs Tagging: false
       Reduce Operator Tree:
         Select Operator
-          expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
+          expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
           outputColumnNames: _col0, _col2, _col3, _col6
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: bigint, _col2: string, _col3: string, _col6: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col3, _col2
+                  partition by: _col3
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col3, _col2
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col3, _col2
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol3
+                        arguments: _col3, _col2
+                        name: cume_dist
+                        window function: GenericUDAFCumeDistEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol4
+                        arguments: _col6, true
+                        name: first_value
+                        window function: GenericUDAFFirstValueEvaluator
+                        window frame: PRECEDING(2)~FOLLOWING(2)
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int)
@@ -6630,8 +7286,8 @@ STAGE PLANS:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             GatherStats: false
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string)
-              sort order: ++
+              key expressions: p_mfgr (type: string)
+              sort order: +
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -6694,9 +7350,49 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noop
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 GlobalTableId: 0
@@ -6721,8 +7417,8 @@ STAGE PLANS:
           TableScan
             GatherStats: false
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -6760,6 +7456,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -6785,8 +7501,8 @@ STAGE PLANS:
           TableScan
             GatherStats: false
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -6824,6 +7540,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col2, _col1
+                  partition by: _col2, _col1
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col2, _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col2, _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -6843,7 +7591,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:bigint
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -7078,8 +7826,8 @@ STAGE PLANS:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             GatherStats: false
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string)
-              sort order: ++
+              key expressions: p_mfgr (type: string)
+              sort order: +
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -7142,6 +7890,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -7167,8 +7934,8 @@ STAGE PLANS:
           TableScan
             GatherStats: false
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -7206,6 +7973,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -7231,8 +8010,8 @@ STAGE PLANS:
           TableScan
             GatherStats: false
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string)
-              sort order: ++
+              key expressions: _col2 (type: string)
+              sort order: +
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -7270,6 +8049,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -7334,6 +8125,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -7353,7 +8176,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:bigint
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -7571,8 +8394,8 @@ STAGE PLANS:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             GatherStats: false
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: ++++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -7635,6 +8458,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part_orc
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -7660,8 +8502,8 @@ STAGE PLANS:
           TableScan
             GatherStats: false
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string)
-              sort order: ++
+              key expressions: _col2 (type: string)
+              sort order: +
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
               tag: -1
@@ -7699,6 +8541,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -7763,6 +8624,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -7782,7 +8675,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3,_col4,_col5
                       columns.types string:string:int:int:int:bigint
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -8012,8 +8905,8 @@ STAGE PLANS:

[... 458 lines stripped ...]