You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by zl...@apache.org on 2017/02/22 09:43:46 UTC
svn commit: r1783988 [21/24] - in /pig/branches/spark: ./ bin/ conf/
contrib/piggybank/java/
contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/
contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/util/apachel...
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,107 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-60 -> Tez vertex scope-61,Tez vertex scope-62,
+Tez vertex scope-62 -> Tez vertex scope-54,Tez vertex scope-58,
+Tez vertex scope-54 -> Tez vertex scope-58,Tez vertex scope-61,
+Tez vertex scope-58 -> Tez vertex scope-61,
+Tez vertex scope-61
+
+Tez vertex scope-60
+# Plan on vertex
+d: BuildBloom Rearrange[tuple]{int}(false) - scope-38 -> [ scope-61, scope-62]
+| |
+| Project[int][0] - scope-39
+|
+|---b: New For Each(false,false)[bag] - scope-28
+ | |
+ | Cast[int] - scope-23
+ | |
+ | |---Project[bytearray][0] - scope-22
+ | |
+ | Cast[int] - scope-26
+ | |
+ | |---Project[bytearray][1] - scope-25
+ |
+ |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-21
+Tez vertex scope-62
+# Combine plan on edge <scope-60>
+Local Rearrange[tuple]{int}(false) - scope-67 -> scope-62
+| |
+| Project[int][0] - scope-66
+|
+|---Package(BloomPackager)[tuple]{int} - scope-65
+# Plan on vertex
+POValueOutputTez - scope-64 -> [scope-54, scope-58]
+|
+|---Package(BloomPackager)[tuple]{int} - scope-63
+Tez vertex scope-54
+# Plan on vertex
+a: Split - scope-68
+| |
+| d: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-62 -> scope-61
+| | |
+| | Project[int][0] - scope-35
+| |
+| |---a1: Filter[bag] - scope-11
+| | |
+| | Equal To[boolean] - scope-14
+| | |
+| | |---Project[int][0] - scope-12
+| | |
+| | |---Constant(3) - scope-13
+| |
+| POValueOutputTez - scope-55 -> [scope-58]
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-58
+# Plan on vertex
+d: BloomFilter Rearrange[tuple]{int}(false) - scope-36 <- scope-62 -> scope-61
+| |
+| Project[int][0] - scope-37
+|
+|---a2: Filter[bag] - scope-17
+ | |
+ | Equal To[boolean] - scope-20
+ | |
+ | |---Project[int][0] - scope-18
+ | |
+ | |---Constant(4) - scope-19
+ |
+ |---POValueInputTez - scope-59 <- scope-54
+Tez vertex scope-61
+# Plan on vertex
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-53
+|
+|---e: New For Each(false,false,false,false)[bag] - scope-52
+ | |
+ | Project[int][0] - scope-44
+ | |
+ | Project[int][1] - scope-46
+ | |
+ | Project[int][3] - scope-48
+ | |
+ | Project[int][5] - scope-50
+ |
+ |---d: New For Each(true,true,true)[tuple] - scope-43
+ | |
+ | Project[bag][1] - scope-40
+ | |
+ | Project[bag][2] - scope-41
+ | |
+ | Project[bag][3] - scope-42
+ |
+ |---d: Package(Packager)[tuple]{int} - scope-33
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,95 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-49 -> Tez vertex scope-56,Tez vertex scope-57,
+Tez vertex scope-57 -> Tez vertex scope-53,
+Tez vertex scope-53 -> Tez vertex scope-56,
+Tez vertex scope-56
+
+Tez vertex scope-49
+# Plan on vertex
+a: Split - scope-63
+| |
+| a2: Store(file:///tmp/pigoutput/a2:org.apache.pig.builtin.PigStorage) - scope-15
+| |
+| |---a2: Filter[bag] - scope-11
+| | |
+| | Equal To[boolean] - scope-14
+| | |
+| | |---Project[int][0] - scope-12
+| | |
+| | |---Constant(4) - scope-13
+| |
+| d: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-56, scope-57]
+| | |
+| | Project[int][0] - scope-37
+| |
+| |---a1: Filter[bag] - scope-26
+| | |
+| | Equal To[boolean] - scope-29
+| | |
+| | |---Project[int][0] - scope-27
+| | |
+| | |---Constant(3) - scope-28
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-57
+# Combine plan on edge <scope-49>
+Local Rearrange[tuple]{int}(false) - scope-62 -> scope-57
+| |
+| Project[int][0] - scope-61
+|
+|---Package(BloomPackager)[tuple]{int} - scope-60
+# Plan on vertex
+POValueOutputTez - scope-59 -> [scope-53]
+|
+|---Package(BloomPackager)[tuple]{int} - scope-58
+Tez vertex scope-53
+# Plan on vertex
+d: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-57 -> scope-56
+| |
+| Project[int][0] - scope-35
+|
+|---b: New For Each(false,false)[bag] - scope-23
+ | |
+ | Cast[int] - scope-18
+ | |
+ | |---Project[bytearray][0] - scope-17
+ | |
+ | Cast[int] - scope-21
+ | |
+ | |---Project[bytearray][1] - scope-20
+ |
+ |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-16
+Tez vertex scope-56
+# Plan on vertex
+e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-48
+|
+|---e: New For Each(false,false,false)[bag] - scope-47
+ | |
+ | Project[int][2] - scope-41
+ | |
+ | Project[int][3] - scope-43
+ | |
+ | Project[int][1] - scope-45
+ |
+ |---d: New For Each(true,true)[tuple] - scope-40
+ | |
+ | Project[bag][1] - scope-38
+ | |
+ | Project[bag][2] - scope-39
+ |
+ |---d: Package(Packager)[tuple]{int} - scope-33
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,95 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-49 -> Tez vertex scope-56,Tez vertex scope-57,
+Tez vertex scope-57 -> Tez vertex scope-53,
+Tez vertex scope-53 -> Tez vertex scope-56,
+Tez vertex scope-56
+
+Tez vertex scope-49
+# Plan on vertex
+a: Split - scope-63
+| |
+| a2: Store(file:///tmp/pigoutput/a2:org.apache.pig.builtin.PigStorage) - scope-15
+| |
+| |---a2: Filter[bag] - scope-11
+| | |
+| | Equal To[boolean] - scope-14
+| | |
+| | |---Project[int][0] - scope-12
+| | |
+| | |---Constant(4) - scope-13
+| |
+| d: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-56, scope-57]
+| | |
+| | Project[int][0] - scope-37
+| |
+| |---a1: Filter[bag] - scope-26
+| | |
+| | Equal To[boolean] - scope-29
+| | |
+| | |---Project[int][0] - scope-27
+| | |
+| | |---Constant(3) - scope-28
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-57
+# Combine plan on edge <scope-49>
+Local Rearrange[tuple]{int}(false) - scope-62 -> scope-57
+| |
+| Project[int][0] - scope-61
+|
+|---Package(BloomPackager)[tuple]{int} - scope-60
+# Plan on vertex
+POValueOutputTez - scope-59 -> [scope-53]
+|
+|---Package(BloomPackager)[tuple]{int} - scope-58
+Tez vertex scope-53
+# Plan on vertex
+d: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-57 -> scope-56
+| |
+| Project[int][0] - scope-35
+|
+|---b: New For Each(false,false)[bag] - scope-23
+ | |
+ | Cast[int] - scope-18
+ | |
+ | |---Project[bytearray][0] - scope-17
+ | |
+ | Cast[int] - scope-21
+ | |
+ | |---Project[bytearray][1] - scope-20
+ |
+ |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-16
+Tez vertex scope-56
+# Plan on vertex
+e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-48
+|
+|---e: New For Each(false,false,false)[bag] - scope-47
+ | |
+ | Project[int][2] - scope-41
+ | |
+ | Project[int][3] - scope-43
+ | |
+ | Project[int][1] - scope-45
+ |
+ |---d: New For Each(true,true)[tuple] - scope-40
+ | |
+ | Project[bag][1] - scope-38
+ | |
+ | Project[bag][2] - scope-39
+ |
+ |---d: Package(Packager)[tuple]{int} - scope-33
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,95 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-43 -> Tez vertex scope-45,Tez vertex scope-47,Tez vertex scope-51,Tez vertex scope-52,
+Tez vertex scope-52 -> Tez vertex scope-45,Tez vertex scope-47,
+Tez vertex scope-45 -> Tez vertex scope-51,
+Tez vertex scope-47 -> Tez vertex scope-51,
+Tez vertex scope-51
+
+Tez vertex scope-43
+# Plan on vertex
+a: Split - scope-58
+| |
+| e: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-51, scope-52]
+| | |
+| | Project[int][0] - scope-37
+| |
+| |---d: Filter[bag] - scope-23
+| | |
+| | Greater Than[boolean] - scope-26
+| | |
+| | |---Project[int][0] - scope-24
+| | |
+| | |---Constant(10) - scope-25
+| |
+| POValueOutputTez - scope-44 -> [scope-45, scope-47]
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-52
+# Combine plan on edge <scope-43>
+Local Rearrange[tuple]{int}(false) - scope-57 -> scope-52
+| |
+| Project[int][0] - scope-56
+|
+|---Package(BloomPackager)[tuple]{int} - scope-55
+# Plan on vertex
+POValueOutputTez - scope-54 -> [scope-45, scope-47]
+|
+|---Package(BloomPackager)[tuple]{int} - scope-53
+Tez vertex scope-45
+# Plan on vertex
+e: BloomFilter Rearrange[tuple]{int}(false) - scope-32 <- scope-52 -> scope-51
+| |
+| Project[int][0] - scope-33
+|
+|---b: Filter[bag] - scope-11
+ | |
+ | Less Than[boolean] - scope-14
+ | |
+ | |---Project[int][0] - scope-12
+ | |
+ | |---Constant(5) - scope-13
+ |
+ |---POValueInputTez - scope-46 <- scope-43
+Tez vertex scope-47
+# Plan on vertex
+e: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-52 -> scope-51
+| |
+| Project[int][0] - scope-35
+|
+|---c: Filter[bag] - scope-17
+ | |
+ | Equal To[boolean] - scope-20
+ | |
+ | |---Project[int][0] - scope-18
+ | |
+ | |---Constant(10) - scope-19
+ |
+ |---POValueInputTez - scope-48 <- scope-43
+Tez vertex scope-51
+# Plan on vertex
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42
+|
+|---e: New For Each(true,true,true)[tuple] - scope-41
+ | |
+ | Project[bag][1] - scope-38
+ | |
+ | Project[bag][2] - scope-39
+ | |
+ | Project[bag][3] - scope-40
+ |
+ |---e: Package(Packager)[tuple]{int} - scope-31
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,95 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-43 -> Tez vertex scope-45,Tez vertex scope-47,Tez vertex scope-51,Tez vertex scope-52,
+Tez vertex scope-52 -> Tez vertex scope-45,Tez vertex scope-47,
+Tez vertex scope-45 -> Tez vertex scope-51,
+Tez vertex scope-47 -> Tez vertex scope-51,
+Tez vertex scope-51
+
+Tez vertex scope-43
+# Plan on vertex
+a: Split - scope-58
+| |
+| e: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-51, scope-52]
+| | |
+| | Project[int][0] - scope-37
+| |
+| |---d: Filter[bag] - scope-23
+| | |
+| | Greater Than[boolean] - scope-26
+| | |
+| | |---Project[int][0] - scope-24
+| | |
+| | |---Constant(10) - scope-25
+| |
+| POValueOutputTez - scope-44 -> [scope-45, scope-47]
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-52
+# Combine plan on edge <scope-43>
+Local Rearrange[tuple]{int}(false) - scope-57 -> scope-52
+| |
+| Project[int][0] - scope-56
+|
+|---Package(BloomPackager)[tuple]{int} - scope-55
+# Plan on vertex
+POValueOutputTez - scope-54 -> [scope-45, scope-47]
+|
+|---Package(BloomPackager)[tuple]{int} - scope-53
+Tez vertex scope-45
+# Plan on vertex
+e: BloomFilter Rearrange[tuple]{int}(false) - scope-32 <- scope-52 -> scope-51
+| |
+| Project[int][0] - scope-33
+|
+|---b: Filter[bag] - scope-11
+ | |
+ | Less Than[boolean] - scope-14
+ | |
+ | |---Project[int][0] - scope-12
+ | |
+ | |---Constant(5) - scope-13
+ |
+ |---POValueInputTez - scope-46 <- scope-43
+Tez vertex scope-47
+# Plan on vertex
+e: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-52 -> scope-51
+| |
+| Project[int][0] - scope-35
+|
+|---c: Filter[bag] - scope-17
+ | |
+ | Equal To[boolean] - scope-20
+ | |
+ | |---Project[int][0] - scope-18
+ | |
+ | |---Constant(10) - scope-19
+ |
+ |---POValueInputTez - scope-48 <- scope-43
+Tez vertex scope-51
+# Plan on vertex
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42
+|
+|---e: New For Each(true,true,true)[tuple] - scope-41
+ | |
+ | Project[bag][1] - scope-38
+ | |
+ | Project[bag][2] - scope-39
+ | |
+ | Project[bag][3] - scope-40
+ |
+ |---e: Package(Packager)[tuple]{int} - scope-31
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld Wed Feb 22 09:43:41 2017
@@ -44,7 +44,7 @@ c: Local Rearrange[tuple]{int}(false) -
|---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8
Tez vertex scope-36
# Plan on vertex
-d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-33
+d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-33
|
|---d: New For Each(false,false,false)[bag] - scope-32
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld Wed Feb 22 09:43:41 2017
@@ -64,7 +64,7 @@ c: Local Rearrange[tuple]{tuple}(false)
|---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8
Tez vertex scope-44
# Plan on vertex
-d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-41
+d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-41
|
|---d: New For Each(false,false,false)[bag] - scope-40
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld Wed Feb 22 09:43:41 2017
@@ -72,7 +72,7 @@ a: Split - scope-50
|---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
Tez vertex scope-49
# Plan on vertex
-d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-42
+d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42
|
|---d: New For Each(true,true)[tuple] - scope-41
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld Wed Feb 22 09:43:41 2017
@@ -78,7 +78,7 @@ c: Local Rearrange[tuple]{tuple}(false)
|---POValueInputTez - scope-59 <- scope-53
Tez vertex scope-60
# Plan on vertex
-d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-52
+d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-52
|
|---d: New For Each(false,false,false)[bag] - scope-51
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld Wed Feb 22 09:43:41 2017
@@ -26,24 +26,16 @@ b: Local Rearrange[tuple]{tuple}(true) -
|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
Tez vertex scope-16
# Combine plan on edge <scope-13>
-Local Rearrange[tuple]{tuple}(true) - scope-21 -> scope-16
-| |
-| Project[tuple][*] - scope-20
-|
-|---New For Each(true)[bag] - scope-19
- | |
- | Project[tuple][0] - scope-18
- |
- |---Package(Packager)[tuple]{tuple} - scope-17
+org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.DistinctCombiner$Combine
# Plan on vertex
-c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-12
+c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-12
|
|---c: New For Each(false)[bag] - scope-11
| |
| Project[int][1] - scope-9
|
- |---New For Each(true)[bag] - scope-24
+ |---New For Each(true)[bag] - scope-19
| |
- | Project[tuple][0] - scope-23
+ | Project[tuple][0] - scope-18
|
- |---Package(Packager)[tuple]{tuple} - scope-22
+ |---Package(Packager)[tuple]{tuple} - scope-17
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld Wed Feb 22 09:43:41 2017
@@ -50,7 +50,7 @@ b: Local Rearrange[tuple]{int}(false) -
|
|---b: Package(CombinerPackager)[tuple]{int} - scope-31
# Plan on vertex
-c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-17
+c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-17
|
|---c: New For Each(false)[bag] - scope-16
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld Wed Feb 22 09:43:41 2017
@@ -44,7 +44,7 @@ Local Rearrange[tuple]{int}(false) - sco
|---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-16
Tez vertex scope-36
# Plan on vertex
-d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-35
+d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-35
|
|---d: FRJoin[tuple] - scope-27 <- scope-37,scope-38
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld Wed Feb 22 09:43:41 2017
@@ -70,7 +70,7 @@ b: Local Rearrange[tuple]{int}(false) -
|
|---b: Package(CombinerPackager)[tuple]{int} - scope-50
# Plan on vertex
-d: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-35
+d: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-35
|
|---d: FRJoin[tuple] - scope-29 <- scope-38
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld Wed Feb 22 09:43:41 2017
@@ -8,7 +8,7 @@ Tez vertex scope-16
Tez vertex scope-16
# Plan on vertex
-c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-15
+c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-15
|
|---c: New For Each(false)[bag] - scope-14
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld Wed Feb 22 09:43:41 2017
@@ -52,7 +52,7 @@ b: Local Rearrange[tuple]{int}(false) -
|
|---b: Package(CombinerPackager)[tuple]{int} - scope-33
# Plan on vertex
-c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-19
+c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-19
|
|---c: New For Each(false,false)[bag] - scope-18
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld Wed Feb 22 09:43:41 2017
@@ -44,7 +44,7 @@ c: Local Rearrange[tuple]{int}(false) -
|---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8
Tez vertex scope-37
# Plan on vertex
-d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-34
+d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-34
|
|---d: New For Each(false,false,false)[bag] - scope-33
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld Wed Feb 22 09:43:41 2017
@@ -16,7 +16,7 @@ POValueOutputTez - scope-11 -> [scope-1
|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
Tez vertex scope-12
# Plan on vertex
-c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-9
+c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-9
|
|---c: New For Each(false)[bag] - scope-8
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld Wed Feb 22 09:43:41 2017
@@ -88,7 +88,7 @@ POValueOutputTez - scope-50 -> [scope-5
|---Package(LitePackager)[tuple]{tuple} - scope-46
Tez vertex scope-51
# Plan on vertex
-c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-11
+c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-11
|
|---Limit - scope-53
|
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld Wed Feb 22 09:43:41 2017
@@ -134,7 +134,7 @@ POValueOutputTez - scope-66 -> [scope-6
|---Package(LitePackager)[tuple]{tuple} - scope-63
Tez vertex scope-67
# Plan on vertex
-c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-32
+c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-32
|
|---c: Limit - scope-69
| |
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,61 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-42 -> Tez vertex scope-39,
+Tez vertex scope-32 -> Tez vertex scope-39,
+Tez vertex scope-39
+
+Tez vertex scope-42
+# Plan on vertex
+Local Rearrange[tuple]{int}(false) - scope-28 -> scope-39
+| |
+| Project[int][0] - scope-24
+|
+|---b: New For Each(false,false)[bag] - scope-22
+ | |
+ | Cast[int] - scope-17
+ | |
+ | |---Project[bytearray][0] - scope-16
+ | |
+ | Cast[int] - scope-20
+ | |
+ | |---Project[bytearray][1] - scope-19
+ |
+ |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-15
+Tez vertex scope-32
+# Plan on vertex
+a: Split - scope-43
+| |
+| a: Store(file:///tmp/pigoutput/a:org.apache.pig.builtin.PigStorage) - scope-11
+| |
+| POValueOutputTez - scope-38 -> [scope-39]
+| |
+| |---c: Limit - scope-14
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-39
+# Plan on vertex
+d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-31
+|
+|---d: FRJoin[tuple] - scope-25 <- scope-42
+ | |
+ | Project[int][0] - scope-23
+ | |
+ | Project[int][0] - scope-24
+ |
+ |---c: Limit - scope-41
+ |
+ |---POValueInputTez - scope-40 <- scope-32
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld Wed Feb 22 09:43:41 2017
@@ -11,7 +11,7 @@ Tez vertex scope-18
Tez vertex scope-18
# Plan on vertex
-a: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-8
+a: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-8
|
|---a: New For Each(false,false)[bag] - scope-7
| |
@@ -31,7 +31,7 @@ Tez vertex scope-19
Tez vertex scope-19
# Plan on vertex
-b: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-17
+b: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-17
|
|---b: New For Each(false,false)[bag] - scope-16
| |
@@ -43,4 +43,4 @@ b: Store(file:///tmp/output1:org.apache.
| |
| |---Project[bytearray][1] - scope-13
|
- |---b: Load(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-9
+ |---b: Load(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-9
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld Wed Feb 22 09:43:41 2017
@@ -1,11 +1,9 @@
#--------------------------------------------------
-# There are 5 DAGs in the session
+# There are 3 DAGs in the session
#--------------------------------------------------
-Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1,Tez DAG pig-3_scope-3,Tez DAG pig-4_scope-4,
-Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2,Tez DAG pig-4_scope-4,
+Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1,
+Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2,
Tez DAG pig-2_scope-2
-Tez DAG pig-3_scope-3 -> Tez DAG pig-4_scope-4,
-Tez DAG pig-4_scope-4
#--------------------------------------------------
# TEZ DAG plan: pig-0_scope-0
@@ -14,70 +12,62 @@ Tez vertex scope-20
Tez vertex scope-20
# Plan on vertex
-a: Store(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-1
+a: Store(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-1
|
|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
#--------------------------------------------------
# TEZ DAG plan: pig-1_scope-1
#--------------------------------------------------
Tez vertex scope-21
+Tez vertex scope-23
Tez vertex scope-21
# Plan on vertex
-a: Store(file:///tmp/output/Dir2:BinStorage) - scope-3
-|
-|---a: Load(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-2
-#--------------------------------------------------
-# TEZ DAG plan: pig-2_scope-2
-#--------------------------------------------------
-Tez vertex scope-22
-
-Tez vertex scope-22
-# Plan on vertex
-a: Store(file:///tmp/output/Dir4:org.apache.pig.builtin.PigStorage) - scope-5
+a: Store(file:///tmp/pigoutput/Dir2:BinStorage) - scope-3
|
-|---a: Load(file:///tmp/output/Dir2:BinStorage) - scope-4
-#--------------------------------------------------
-# TEZ DAG plan: pig-3_scope-3
-#--------------------------------------------------
-Tez vertex scope-23
-
+|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-2
Tez vertex scope-23
# Plan on vertex
-a: Store(file:///tmp/output/Dir3:org.apache.pig.builtin.PigStorage) - scope-7
+a: Store(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-7
|
-|---a: Load(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-6
+|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-6
#--------------------------------------------------
-# TEZ DAG plan: pig-4_scope-4
+# TEZ DAG plan: pig-2_scope-2
#--------------------------------------------------
-Tez vertex scope-26 -> Tez vertex scope-27,
-Tez vertex scope-25 -> Tez vertex scope-27,
+Tez vertex scope-22
Tez vertex scope-24 -> Tez vertex scope-27,
+Tez vertex scope-25 -> Tez vertex scope-27,
+Tez vertex scope-26 -> Tez vertex scope-27,
Tez vertex scope-27
-Tez vertex scope-26
+Tez vertex scope-22
# Plan on vertex
-d: Local Rearrange[tuple]{bytearray}(false) - scope-17 -> scope-27
+a: Store(file:///tmp/pigoutput/Dir4:org.apache.pig.builtin.PigStorage) - scope-5
+|
+|---a: Load(file:///tmp/pigoutput/Dir2:BinStorage) - scope-4
+Tez vertex scope-24
+# Plan on vertex
+d: Local Rearrange[tuple]{bytearray}(false) - scope-13 -> scope-27
| |
-| Project[bytearray][0] - scope-18
+| Project[bytearray][0] - scope-14
|
-|---c: Load(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-10
+|---a: Load(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-8
Tez vertex scope-25
# Plan on vertex
d: Local Rearrange[tuple]{bytearray}(false) - scope-15 -> scope-27
| |
| Project[bytearray][0] - scope-16
|
-|---b: Load(file:///tmp/output/Dir2:BinStorage) - scope-9
-Tez vertex scope-24
+|---b: Load(file:///tmp/pigoutput/Dir2:BinStorage) - scope-9
+Tez vertex scope-26
# Plan on vertex
-d: Local Rearrange[tuple]{bytearray}(false) - scope-13 -> scope-27
+d: Local Rearrange[tuple]{bytearray}(false) - scope-17 -> scope-27
| |
-| Project[bytearray][0] - scope-14
+| Project[bytearray][0] - scope-18
|
-|---a: Load(file:///tmp/output/Dir3:org.apache.pig.builtin.PigStorage) - scope-8
+|---c: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-10
Tez vertex scope-27
# Plan on vertex
-d: Store(file:///tmp/output/Dir5:org.apache.pig.builtin.PigStorage) - scope-19
+d: Store(file:///tmp/pigoutput/Dir5:org.apache.pig.builtin.PigStorage) - scope-19
|
|---d: Package(Packager)[tuple]{bytearray} - scope-12
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,72 @@
+#--------------------------------------------------
+# There are 2 DAGs in the session
+#--------------------------------------------------
+Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1,
+Tez DAG pig-1_scope-1
+
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-32
+
+Tez vertex scope-32
+# Plan on vertex
+a: Split - scope-41
+| |
+| b: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-9
+| |
+| |---b: Filter[bag] - scope-4
+| | |
+| | Equal To[boolean] - scope-8
+| | |
+| | |---Cast[int] - scope-6
+| | | |
+| | | |---Project[bytearray][0] - scope-5
+| | |
+| | |---Constant(1) - scope-7
+| |
+| c: Store(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-18
+| |
+| |---c: Filter[bag] - scope-13
+| | |
+| | Equal To[boolean] - scope-17
+| | |
+| | |---Cast[int] - scope-15
+| | | |
+| | | |---Project[bytearray][0] - scope-14
+| | |
+| | |---Constant(2) - scope-16
+|
+|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-0
+#--------------------------------------------------
+# TEZ DAG plan: pig-1_scope-1
+#--------------------------------------------------
+Tez vertex scope-38 -> Tez vertex scope-40,
+Tez vertex scope-39 -> Tez vertex scope-40,
+Tez vertex scope-40
+
+Tez vertex scope-38
+# Plan on vertex
+f: Local Rearrange[tuple]{bytearray}(false) - scope-24 -> scope-40
+| |
+| Project[bytearray][0] - scope-25
+|
+|---d: Load(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-10
+Tez vertex scope-39
+# Plan on vertex
+f: Local Rearrange[tuple]{bytearray}(false) - scope-26 -> scope-40
+| |
+| Project[bytearray][0] - scope-27
+|
+|---e: Load(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-19
+Tez vertex scope-40
+# Plan on vertex
+f: Store(file:///tmp/pigoutput/Dir5:org.apache.pig.builtin.PigStorage) - scope-31
+|
+|---f: New For Each(true,true)[tuple] - scope-30
+ | |
+ | Project[bag][1] - scope-28
+ | |
+ | Project[bag][2] - scope-29
+ |
+ |---f: Package(Packager)[tuple]{bytearray} - scope-23
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,84 @@
+#--------------------------------------------------
+# There are 2 DAGs in the session
+#--------------------------------------------------
+Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1,
+Tez DAG pig-1_scope-1
+
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-39 -> Tez vertex scope-45,Tez vertex scope-56,
+Tez vertex scope-45
+Tez vertex scope-56
+
+Tez vertex scope-39
+# Plan on vertex
+a: Split - scope-60
+| |
+| b: Local Rearrange[tuple]{tuple}(true) - scope-44 -> scope-45
+| | |
+| | Project[tuple][*] - scope-43
+| |
+| c: Local Rearrange[tuple]{bytearray}(false) - scope-24 -> scope-56
+| | |
+| | Project[bytearray][0] - scope-25
+|
+|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-45
+# Combine plan on edge <scope-39>
+org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.DistinctCombiner$Combine
+# Plan on vertex
+b: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-5
+|
+|---New For Each(true)[bag] - scope-48
+ | |
+ | Project[tuple][0] - scope-47
+ |
+ |---Package(Packager)[tuple]{tuple} - scope-46
+Tez vertex scope-56
+# Plan on vertex
+c: Store(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-26
+|
+|---c: Package(Packager)[tuple]{bytearray} - scope-23
+#--------------------------------------------------
+# TEZ DAG plan: pig-1_scope-1
+#--------------------------------------------------
+Tez vertex scope-50 -> Tez vertex scope-49,Tez vertex scope-57,
+Tez vertex scope-49
+Tez vertex scope-57
+
+Tez vertex scope-50
+# Plan on vertex
+f: Split - scope-61
+| |
+| Local Rearrange[tuple]{bytearray}(false) - scope-16 -> scope-49
+| | |
+| | Project[bytearray][0] - scope-12
+| |
+| Local Rearrange[tuple]{bytearray}(false) - scope-35 -> scope-57
+| | |
+| | Project[bytearray][0] - scope-31
+|
+|---f: Load(file:///tmp/pigoutput/Dir4:org.apache.pig.builtin.PigStorage) - scope-7
+Tez vertex scope-49
+# Plan on vertex
+g: Store(file:///tmp/pigoutput/Dir4:org.apache.pig.builtin.PigStorage) - scope-19
+|
+|---g: FRJoin[tuple] - scope-13 <- scope-50
+ | |
+ | Project[bytearray][0] - scope-11
+ | |
+ | Project[bytearray][0] - scope-12
+ |
+ |---d: Load(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-6
+Tez vertex scope-57
+# Plan on vertex
+h: Store(file:///tmp/pigoutput/Dir5:org.apache.pig.builtin.PigStorage) - scope-38
+|
+|---h: FRJoin[tuple] - scope-32 <- scope-50
+ | |
+ | Project[bytearray][0] - scope-30
+ | |
+ | Project[bytearray][0] - scope-31
+ |
+ |---e: Load(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-27
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,69 @@
+#--------------------------------------------------
+# There are 3 DAGs in the session
+#--------------------------------------------------
+Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1,
+Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2,
+Tez DAG pig-2_scope-2
+
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-25
+
+Tez vertex scope-25
+# Plan on vertex
+Store(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-33
+|
+|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
+#--------------------------------------------------
+# TEZ DAG plan: pig-1_scope-1
+#--------------------------------------------------
+Tez vertex scope-27
+
+Tez vertex scope-27
+# Plan on vertex
+a1: Store(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-11
+|
+|---a1: Filter[bag] - scope-6
+ | |
+ | Equal To[boolean] - scope-10
+ | |
+ | |---Cast[int] - scope-8
+ | | |
+ | | |---Project[bytearray][0] - scope-7
+ | |
+ | |---Constant(5) - scope-9
+ |
+ |---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-34
+#--------------------------------------------------
+# TEZ DAG plan: pig-2_scope-2
+#--------------------------------------------------
+Tez vertex scope-29 -> Tez vertex scope-32,
+Tez vertex scope-31 -> Tez vertex scope-32,
+Tez vertex scope-32
+
+Tez vertex scope-29
+# Plan on vertex
+c: Local Rearrange[tuple]{bytearray}(false) - scope-17 -> scope-32
+| |
+| Project[bytearray][0] - scope-18
+|
+|---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-35
+Tez vertex scope-31
+# Plan on vertex
+c: Local Rearrange[tuple]{bytearray}(false) - scope-19 -> scope-32
+| |
+| Project[bytearray][0] - scope-20
+|
+|---b: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-12
+Tez vertex scope-32
+# Plan on vertex
+c: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-24
+|
+|---c: New For Each(true,true)[tuple] - scope-23
+ | |
+ | Project[bag][1] - scope-21
+ | |
+ | Project[bag][2] - scope-22
+ |
+ |---c: Package(Packager)[tuple]{bytearray} - scope-16
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,73 @@
+#--------------------------------------------------
+# There are 3 DAGs in the session
+#--------------------------------------------------
+Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1,
+Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2,
+Tez DAG pig-2_scope-2
+
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-21 -> Tez vertex scope-24,
+Tez vertex scope-24
+
+Tez vertex scope-21
+# Plan on vertex
+a: Local Rearrange[tuple]{tuple}(true) - scope-23 -> scope-24
+| |
+| Project[tuple][*] - scope-22
+|
+|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-24
+# Combine plan on edge <scope-21>
+org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.DistinctCombiner$Combine
+# Plan on vertex
+Store(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-35
+|
+|---New For Each(true)[bag] - scope-27
+ | |
+ | Project[tuple][0] - scope-26
+ |
+ |---Package(Packager)[tuple]{tuple} - scope-25
+#--------------------------------------------------
+# TEZ DAG plan: pig-1_scope-1
+#--------------------------------------------------
+Tez vertex scope-29
+
+Tez vertex scope-29
+# Plan on vertex
+a: Store(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-7
+|
+|---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-36
+#--------------------------------------------------
+# TEZ DAG plan: pig-2_scope-2
+#--------------------------------------------------
+Tez vertex scope-31 -> Tez vertex scope-34,
+Tez vertex scope-33 -> Tez vertex scope-34,
+Tez vertex scope-34
+
+Tez vertex scope-31
+# Plan on vertex
+c: Local Rearrange[tuple]{bytearray}(false) - scope-13 -> scope-34
+| |
+| Project[bytearray][0] - scope-14
+|
+|---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-37
+Tez vertex scope-33
+# Plan on vertex
+c: Local Rearrange[tuple]{bytearray}(false) - scope-15 -> scope-34
+| |
+| Project[bytearray][0] - scope-16
+|
+|---b: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-8
+Tez vertex scope-34
+# Plan on vertex
+c: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-20
+|
+|---c: New For Each(true,true)[tuple] - scope-19
+ | |
+ | Project[bag][1] - scope-17
+ | |
+ | Project[bag][2] - scope-18
+ |
+ |---c: Package(Packager)[tuple]{bytearray} - scope-12
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -26,7 +26,7 @@ POValueOutputTez - scope-58 -> [scope-5
|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-33
Tez vertex scope-59
# Plan on vertex
-b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-46
+b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-46
|
|---b: Filter[bag] - scope-42
| |
@@ -39,7 +39,7 @@ b: Store(file:///tmp/output/b:org.apache
|---POValueInputTez - scope-60 <- scope-57
Tez vertex scope-61
# Plan on vertex
-c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-51
+c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-51
|
|---c: Filter[bag] - scope-47
| |
@@ -52,7 +52,7 @@ c: Store(file:///tmp/output/c:org.apache
|---POValueInputTez - scope-62 <- scope-57
Tez vertex scope-63
# Plan on vertex
-d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-56
+d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-56
|
|---d: Filter[bag] - scope-52
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld Wed Feb 22 09:43:41 2017
@@ -10,7 +10,7 @@ Tez vertex scope-24
# Plan on vertex
1-1: Split - scope-32
| |
-| b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-13
+| b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-13
| |
| |---b: Filter[bag] - scope-9
| | |
@@ -20,7 +20,7 @@ Tez vertex scope-24
| | |
| | |---Constant(5) - scope-11
| |
-| c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-18
+| c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-18
| |
| |---c: Filter[bag] - scope-14
| | |
@@ -30,7 +30,7 @@ Tez vertex scope-24
| | |
| | |---Constant(10) - scope-16
| |
-| d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-23
+| d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-23
| |
| |---d: Filter[bag] - scope-19
| | |
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,109 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-56 -> Tez vertex scope-58,Tez vertex scope-60,
+Tez vertex scope-58 -> Tez vertex scope-62,
+Tez vertex scope-60 -> Tez vertex scope-62,
+Tez vertex scope-66 -> Tez vertex scope-68,Tez vertex scope-70,
+Tez vertex scope-68 -> Tez vertex scope-62,
+Tez vertex scope-70 -> Tez vertex scope-62,
+Tez vertex scope-62
+
+Tez vertex scope-56
+# Plan on vertex
+POValueOutputTez - scope-57 -> [scope-58, scope-60]
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-58
+# Plan on vertex
+POValueOutputTez - scope-64 -> [scope-62]
+|
+|---POValueInputTez - scope-59 <- scope-56
+Tez vertex scope-60
+# Plan on vertex
+POValueOutputTez - scope-65 -> [scope-62]
+|
+|---b: Filter[bag] - scope-13
+ | |
+ | Equal To[boolean] - scope-16
+ | |
+ | |---Project[int][0] - scope-14
+ | |
+ | |---Constant(2) - scope-15
+ |
+ |---POValueInputTez - scope-61 <- scope-56
+Tez vertex scope-66
+# Plan on vertex
+POValueOutputTez - scope-67 -> [scope-68, scope-70]
+|
+|---c: New For Each(false,false)[bag] - scope-25
+ | |
+ | Cast[int] - scope-20
+ | |
+ | |---Project[bytearray][0] - scope-19
+ | |
+ | Cast[int] - scope-23
+ | |
+ | |---Project[bytearray][1] - scope-22
+ |
+ |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-18
+Tez vertex scope-68
+# Plan on vertex
+Local Rearrange[tuple]{int}(false) - scope-38 -> scope-62
+| |
+| Project[int][0] - scope-34
+|
+|---e: Filter[bag] - scope-29
+ | |
+ | Less Than[boolean] - scope-32
+ | |
+ | |---Project[int][1] - scope-30
+ | |
+ | |---Constant(2) - scope-31
+ |
+ |---POValueInputTez - scope-69 <- scope-66
+Tez vertex scope-70
+# Plan on vertex
+Local Rearrange[tuple]{int}(false) - scope-52 -> scope-62
+| |
+| Project[int][0] - scope-48
+|
+|---f: Filter[bag] - scope-43
+ | |
+ | Greater Than[boolean] - scope-46
+ | |
+ | |---Project[int][1] - scope-44
+ | |
+ | |---Constant(5) - scope-45
+ |
+ |---POValueInputTez - scope-71 <- scope-66
+Tez vertex scope-62
+# Plan on vertex
+h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-55
+|
+|---h: FRJoin[tuple] - scope-49 <- scope-70
+ | |
+ | Project[int][0] - scope-47
+ | |
+ | Project[int][0] - scope-48
+ |
+ |---g: FRJoin[tuple] - scope-35 <- scope-68
+ | |
+ | Project[int][0] - scope-33
+ | |
+ | Project[int][0] - scope-34
+ |
+ |---POShuffledValueInputTez - scope-63 <- [scope-58, scope-60]
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,105 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-66 -> Tez vertex scope-56,Tez vertex scope-70,
+Tez vertex scope-70 -> Tez vertex scope-56,
+Tez vertex scope-56
+
+Tez vertex scope-66
+# Plan on vertex
+c: Split - scope-73
+| |
+| Local Rearrange[tuple]{int}(false) - scope-38 -> scope-56
+| | |
+| | Project[int][0] - scope-34
+| |
+| |---e: Filter[bag] - scope-29
+| | |
+| | Less Than[boolean] - scope-32
+| | |
+| | |---Project[int][1] - scope-30
+| | |
+| | |---Constant(2) - scope-31
+| |
+| POValueOutputTez - scope-67 -> [scope-70]
+|
+|---c: New For Each(false,false)[bag] - scope-25
+ | |
+ | Cast[int] - scope-20
+ | |
+ | |---Project[bytearray][0] - scope-19
+ | |
+ | Cast[int] - scope-23
+ | |
+ | |---Project[bytearray][1] - scope-22
+ |
+ |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-18
+Tez vertex scope-70
+# Plan on vertex
+Local Rearrange[tuple]{int}(false) - scope-52 -> scope-56
+| |
+| Project[int][0] - scope-48
+|
+|---f: Filter[bag] - scope-43
+ | |
+ | Greater Than[boolean] - scope-46
+ | |
+ | |---Project[int][1] - scope-44
+ | |
+ | |---Constant(5) - scope-45
+ |
+ |---POValueInputTez - scope-71 <- scope-66
+Tez vertex scope-56
+# Plan on vertex
+a: Split - scope-72
+| |
+| h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-90 -> scope-55
+| |
+| |---h: FRJoin[tuple] - scope-82 <- scope-70
+| | |
+| | Project[int][0] - scope-83
+| | |
+| | Project[int][0] - scope-84
+| |
+| |---g: FRJoin[tuple] - scope-74 <- scope-66
+| | |
+| | Project[int][0] - scope-75
+| | |
+| | Project[int][0] - scope-76
+| |
+| h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-107 -> scope-55
+| |
+| |---h: FRJoin[tuple] - scope-99 <- scope-70
+| | |
+| | Project[int][0] - scope-100
+| | |
+| | Project[int][0] - scope-101
+| |
+| |---g: FRJoin[tuple] - scope-91 <- scope-66
+| | |
+| | Project[int][0] - scope-92
+| | |
+| | Project[int][0] - scope-93
+| |
+| |---b: Filter[bag] - scope-13
+| | |
+| | Equal To[boolean] - scope-16
+| | |
+| | |---Project[int][0] - scope-14
+| | |
+| | |---Constant(2) - scope-15
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -72,12 +72,12 @@ POValueOutputTez - scope-325 -> [scope-
|---b1: Package(Packager)[tuple]{int} - scope-228
Tez vertex scope-326
# Plan on vertex
-b1: Store(file:///tmp/output/b1:org.apache.pig.builtin.PigStorage) - scope-234
+b1: Store(file:///tmp/pigoutput/b1:org.apache.pig.builtin.PigStorage) - scope-234
|
|---POValueInputTez - scope-327 <- scope-324
Tez vertex scope-328
# Plan on vertex
-b2: Store(file:///tmp/output/b2:org.apache.pig.builtin.PigStorage) - scope-244
+b2: Store(file:///tmp/pigoutput/b2:org.apache.pig.builtin.PigStorage) - scope-244
|
|---b2: New For Each(false,false)[bag] - scope-243
| |
@@ -119,7 +119,7 @@ c1: Local Rearrange[tuple]{int}(false) -
|---POValueInputTez - scope-336 <- scope-319
Tez vertex scope-337
# Plan on vertex
-c1: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-265
+c1: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-265
|
|---c1: New For Each(true,true)[tuple] - scope-264
| |
@@ -163,7 +163,7 @@ c2: Local Rearrange[tuple]{int}(false) -
|
|---c2: Package(CombinerPackager)[tuple]{int} - scope-403
# Plan on vertex
-c3: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-279
+c3: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-279
|
|---c3: New For Each(false,false)[bag] - scope-278
| |
@@ -197,7 +197,7 @@ POValueOutputTez - scope-343 -> [scope-
|---POValueInputTez - scope-342 <- scope-317
Tez vertex scope-344
# Plan on vertex
-d1: Store(file:///tmp/output/d1:org.apache.pig.builtin.PigStorage) - scope-291
+d1: Store(file:///tmp/pigoutput/d1:org.apache.pig.builtin.PigStorage) - scope-291
|
|---POValueInputTez - scope-345 <- scope-341
Tez vertex scope-346
@@ -258,7 +258,7 @@ POIdentityInOutTez - scope-370 <- scope
| Project[int][0] - scope-299
Tez vertex scope-371
# Plan on vertex
-e1: Store(file:///tmp/output/e1:org.apache.pig.builtin.PigStorage) - scope-301
+e1: Store(file:///tmp/pigoutput/e1:org.apache.pig.builtin.PigStorage) - scope-301
|
|---New For Each(true)[tuple] - scope-374
| |
@@ -289,17 +289,17 @@ POValueOutputTez - scope-381 -> [scope-
|---POValueInputTez - scope-379 <- scope-375
Tez vertex scope-382
# Plan on vertex
-f1: Store(file:///tmp/output/f1:org.apache.pig.builtin.PigStorage) - scope-310
+f1: Store(file:///tmp/pigoutput/f1:org.apache.pig.builtin.PigStorage) - scope-310
|
|---POValueInputTez - scope-383 <- scope-378
Tez vertex scope-384
# Plan on vertex
-f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-413 -> scope-316
+f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-413 -> scope-316
|
|---POValueInputTez - scope-385 <- scope-341
Tez vertex scope-386
# Plan on vertex
-f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-414 -> scope-316
+f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-414 -> scope-316
|
|---POValueInputTez - scope-387 <- scope-378
Tez vertex group scope-412 <- [scope-384, scope-386] -> null
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld Wed Feb 22 09:43:41 2017
@@ -108,9 +108,9 @@ Tez vertex scope-106
| |
| d1: Split - scope-206
| | |
-| | d1: Store(file:///tmp/output/d1:org.apache.pig.builtin.PigStorage) - scope-80
+| | d1: Store(file:///tmp/pigoutput/d1:org.apache.pig.builtin.PigStorage) - scope-80
| | |
-| | f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-209 -> scope-105
+| | f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-209 -> scope-105
| |
| |---d1: Filter[bag] - scope-73
| | |
@@ -143,9 +143,9 @@ Tez vertex scope-113
# Plan on vertex
b1: Split - scope-201
| |
-| b1: Store(file:///tmp/output/b1:org.apache.pig.builtin.PigStorage) - scope-23
+| b1: Store(file:///tmp/pigoutput/b1:org.apache.pig.builtin.PigStorage) - scope-23
| |
-| b2: Store(file:///tmp/output/b2:org.apache.pig.builtin.PigStorage) - scope-33
+| b2: Store(file:///tmp/pigoutput/b2:org.apache.pig.builtin.PigStorage) - scope-33
| |
| |---b2: New For Each(false,false)[bag] - scope-32
| | |
@@ -160,7 +160,7 @@ b1: Split - scope-201
|---b1: Package(Packager)[tuple]{int} - scope-17
Tez vertex scope-126
# Plan on vertex
-c1: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-54
+c1: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-54
|
|---c1: New For Each(true,true)[tuple] - scope-53
| |
@@ -185,7 +185,7 @@ c2: Local Rearrange[tuple]{int}(false) -
|
|---c2: Package(CombinerPackager)[tuple]{int} - scope-192
# Plan on vertex
-c3: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-68
+c3: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-68
|
|---c3: New For Each(false,false)[bag] - scope-67
| |
@@ -220,7 +220,7 @@ POIdentityInOutTez - scope-159 <- scope
| Project[int][0] - scope-88
Tez vertex scope-160
# Plan on vertex
-e1: Store(file:///tmp/output/e1:org.apache.pig.builtin.PigStorage) - scope-90
+e1: Store(file:///tmp/pigoutput/e1:org.apache.pig.builtin.PigStorage) - scope-90
|
|---New For Each(true)[tuple] - scope-163
| |
@@ -231,9 +231,9 @@ Tez vertex scope-167
# Plan on vertex
f1: Split - scope-202
| |
-| f1: Store(file:///tmp/output/f1:org.apache.pig.builtin.PigStorage) - scope-99
+| f1: Store(file:///tmp/pigoutput/f1:org.apache.pig.builtin.PigStorage) - scope-99
| |
-| f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-210 -> scope-105
+| f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-210 -> scope-105
|
|---f1: Limit - scope-169
|
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -60,7 +60,7 @@ b: Local Rearrange[tuple]{int}(false) -
|
|---b: Package(CombinerPackager)[tuple]{int} - scope-144
# Plan on vertex
-b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-109
+b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-109
|
|---b: New For Each(false,false)[bag] - scope-108
| |
@@ -106,7 +106,7 @@ c: Local Rearrange[tuple]{tuple}(false)
|
|---c: Package(CombinerPackager)[tuple]{tuple} - scope-163
# Plan on vertex
-c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-124
+c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-124
|
|---c: New For Each(false,false)[bag] - scope-123
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld Wed Feb 22 09:43:41 2017
@@ -71,7 +71,7 @@ b: Local Rearrange[tuple]{int}(false) -
|
|---b: Package(CombinerPackager)[tuple]{int} - scope-57
# Plan on vertex
-b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-22
+b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-22
|
|---b: New For Each(false,false)[bag] - scope-21
| |
@@ -98,7 +98,7 @@ c: Local Rearrange[tuple]{tuple}(false)
|
|---c: Package(CombinerPackager)[tuple]{tuple} - scope-76
# Plan on vertex
-c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-37
+c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-37
|
|---c: New For Each(false,false)[bag] - scope-36
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -58,12 +58,12 @@ POValueOutputTez - scope-120 -> [scope-
|---c: Package(Packager)[tuple]{int} - scope-83
Tez vertex scope-121
# Plan on vertex
-c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-94
+c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-94
|
|---POValueInputTez - scope-122 <- scope-119
Tez vertex scope-123
# Plan on vertex
-d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-104
+d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-104
|
|---d: New For Each(false,false,false)[bag] - scope-103
| |
@@ -76,7 +76,7 @@ d: Store(file:///tmp/output/d:org.apache
|---POValueInputTez - scope-124 <- scope-119
Tez vertex scope-125
# Plan on vertex
-e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-116
+e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-116
|
|---e: New For Each(false,false,false,false)[bag] - scope-115
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld Wed Feb 22 09:43:41 2017
@@ -46,9 +46,9 @@ Tez vertex scope-55
# Plan on vertex
c: Split - scope-63
| |
-| c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-30
+| c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-30
| |
-| d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-40
+| d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-40
| |
| |---d: New For Each(false,false,false)[bag] - scope-39
| | |
@@ -58,7 +58,7 @@ c: Split - scope-63
| | |
| | Project[int][3] - scope-37
| |
-| e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-52
+| e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-52
| |
| |---e: New For Each(false,false,false,false)[bag] - scope-51
| | |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -36,12 +36,12 @@ POValueOutputTez - scope-104 -> [scope-
|---b: Package(Packager)[tuple]{int} - scope-68
Tez vertex scope-105
# Plan on vertex
-b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-74
+b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-74
|
|---POValueInputTez - scope-106 <- scope-103
Tez vertex scope-107
# Plan on vertex
-c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-84
+c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-84
|
|---c: New For Each(false,false)[bag] - scope-83
| |
@@ -65,12 +65,12 @@ POValueOutputTez - scope-111 -> [scope-
|---POValueInputTez - scope-110 <- scope-103
Tez vertex scope-112
# Plan on vertex
-d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-93
+d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-93
|
|---POValueInputTez - scope-113 <- scope-109
Tez vertex scope-114
# Plan on vertex
-e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-101
+e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-101
|
|---e: New For Each(false,false)[bag] - scope-100
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld Wed Feb 22 09:43:41 2017
@@ -28,9 +28,9 @@ Tez vertex scope-44
# Plan on vertex
b: Split - scope-58
| |
-| b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-15
+| b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-15
| |
-| c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-25
+| c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-25
| |
| |---c: New For Each(false,false)[bag] - scope-24
| | |
@@ -44,9 +44,9 @@ b: Split - scope-58
| |
| d: Split - scope-57
| | |
-| | d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-34
+| | d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-34
| | |
-| | e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-42
+| | e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-42
| | |
| | |---e: New For Each(false,false)[bag] - scope-41
| | | |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -77,7 +77,7 @@ POValueOutputTez - scope-60 -> [scope-5
|---b: Package(CombinerPackager)[tuple]{int} - scope-15
Tez vertex scope-56
# Plan on vertex
-d: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-35
+d: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-35
|
|---d: Filter[bag] - scope-25
| |
@@ -100,7 +100,7 @@ d: Store(file:///tmp/output1:org.apache.
|---POValueInputTez - scope-57 <- scope-53
Tez vertex scope-58
# Plan on vertex
-e: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-47
+e: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-47
|
|---e: Filter[bag] - scope-36
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld Wed Feb 22 09:43:41 2017
@@ -71,7 +71,7 @@ Tez vertex scope-53
# Plan on vertex
1-1: Split - scope-79
| |
-| d: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-35
+| d: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-35
| |
| |---d: Filter[bag] - scope-25
| | |
@@ -96,7 +96,7 @@ Tez vertex scope-53
|---POValueInputTez - scope-54 <- scope-48
Tez vertex scope-58
# Plan on vertex
-e: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-47
+e: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-47
|
|---e: Filter[bag] - scope-36
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -51,7 +51,7 @@ Local Rearrange[tuple]{int}(false) - sco
|---POValueInputTez - scope-51 <- scope-48
Tez vertex scope-46
# Plan on vertex
-e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-61 -> scope-43
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-61 -> scope-43
|
|---c: FRJoin[tuple] - scope-24 <- scope-50
| |
@@ -69,7 +69,7 @@ Local Rearrange[tuple]{int}(false) - sco
|---POValueInputTez - scope-55 <- scope-48
Tez vertex scope-52
# Plan on vertex
-e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-62 -> scope-43
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-62 -> scope-43
|
|---d: FRJoin[tuple] - scope-36 <- scope-54
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld Wed Feb 22 09:43:41 2017
@@ -36,7 +36,7 @@ Tez vertex scope-44
# Plan on vertex
a: Split - scope-60
| |
-| e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-63 -> scope-43
+| e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-63 -> scope-43
| |
| |---c: FRJoin[tuple] - scope-24 <- scope-48
| | |
@@ -59,7 +59,7 @@ a: Split - scope-60
|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
Tez vertex scope-52
# Plan on vertex
-e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-64 -> scope-43
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-64 -> scope-43
|
|---d: FRJoin[tuple] - scope-36 <- scope-48
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -76,7 +76,7 @@ POValueOutputTez - scope-61 -> [scope-5
|---POValueInputTez - scope-56 <- scope-51
Tez vertex scope-59
# Plan on vertex
-e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-50
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-50
|
|---e: New For Each(false,false,false)[bag] - scope-49
| |
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld?rev=1783988&r1=1783987&r2=1783988&view=diff
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld (original)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld Wed Feb 22 09:43:41 2017
@@ -74,7 +74,7 @@ POValueOutputTez - scope-61 -> [scope-5
|---POValueInputTez - scope-56 <- scope-51
Tez vertex scope-59
# Plan on vertex
-e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-50
+e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-50
|
|---e: New For Each(false,false,false)[bag] - scope-49
| |
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld?rev=1783988&view=auto
==============================================================================
--- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld (added)
+++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld Wed Feb 22 09:43:41 2017
@@ -0,0 +1,105 @@
+#--------------------------------------------------
+# There are 1 DAGs in the session
+#--------------------------------------------------
+#--------------------------------------------------
+# TEZ DAG plan: pig-0_scope-0
+#--------------------------------------------------
+Tez vertex scope-55 -> Tez vertex scope-57,
+Tez vertex scope-56 -> Tez vertex scope-57,
+Tez vertex scope-61 -> Tez vertex scope-63,Tez vertex scope-65,
+Tez vertex scope-63 -> Tez vertex scope-57,
+Tez vertex scope-65 -> Tez vertex scope-57,
+Tez vertex scope-57
+
+Tez vertex scope-55
+# Plan on vertex
+POValueOutputTez - scope-59 -> [scope-57]
+|
+|---a: New For Each(false,false)[bag] - scope-7
+ | |
+ | Cast[int] - scope-2
+ | |
+ | |---Project[bytearray][0] - scope-1
+ | |
+ | Cast[int] - scope-5
+ | |
+ | |---Project[bytearray][1] - scope-4
+ |
+ |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0
+Tez vertex scope-56
+# Plan on vertex
+POValueOutputTez - scope-60 -> [scope-57]
+|
+|---b: New For Each(false,false)[bag] - scope-15
+ | |
+ | Cast[int] - scope-10
+ | |
+ | |---Project[bytearray][0] - scope-9
+ | |
+ | Cast[int] - scope-13
+ | |
+ | |---Project[bytearray][1] - scope-12
+ |
+ |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8
+Tez vertex scope-61
+# Plan on vertex
+POValueOutputTez - scope-62 -> [scope-63, scope-65]
+|
+|---c: New For Each(false,false)[bag] - scope-24
+ | |
+ | Cast[int] - scope-19
+ | |
+ | |---Project[bytearray][0] - scope-18
+ | |
+ | Cast[int] - scope-22
+ | |
+ | |---Project[bytearray][1] - scope-21
+ |
+ |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-17
+Tez vertex scope-63
+# Plan on vertex
+Local Rearrange[tuple]{int}(false) - scope-37 -> scope-57
+| |
+| Project[int][0] - scope-33
+|
+|---e: Filter[bag] - scope-28
+ | |
+ | Less Than[boolean] - scope-31
+ | |
+ | |---Project[int][1] - scope-29
+ | |
+ | |---Constant(2) - scope-30
+ |
+ |---POValueInputTez - scope-64 <- scope-61
+Tez vertex scope-65
+# Plan on vertex
+Local Rearrange[tuple]{int}(false) - scope-51 -> scope-57
+| |
+| Project[int][0] - scope-47
+|
+|---f: Filter[bag] - scope-42
+ | |
+ | Greater Than[boolean] - scope-45
+ | |
+ | |---Project[int][1] - scope-43
+ | |
+ | |---Constant(5) - scope-44
+ |
+ |---POValueInputTez - scope-66 <- scope-61
+Tez vertex scope-57
+# Plan on vertex
+h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-54
+|
+|---h: FRJoin[tuple] - scope-48 <- scope-65
+ | |
+ | Project[int][0] - scope-46
+ | |
+ | Project[int][0] - scope-47
+ |
+ |---g: FRJoin[tuple] - scope-34 <- scope-63
+ | |
+ | Project[int][0] - scope-32
+ | |
+ | Project[int][0] - scope-33
+ |
+ |---POShuffledValueInputTez - scope-58 <- [scope-55, scope-56]