You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by zs...@apache.org on 2009/06/23 06:35:07 UTC
svn commit: r787539 [15/20] - in /hadoop/hive/trunk: ./
common/src/java/org/apache/hadoop/hive/conf/ conf/
ql/src/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/ ql/src/java/o...
Modified: hadoop/hive/trunk/ql/src/test/results/compiler/plan/join7.q.xml
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/compiler/plan/join7.q.xml?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/compiler/plan/join7.q.xml (original)
+++ hadoop/hive/trunk/ql/src/test/results/compiler/plan/join7.q.xml Tue Jun 23 04:35:01 2009
@@ -1,5 +1,5 @@
<?xml version="1.0" encoding="UTF-8"?>
-<java version="1.6.0_03-p3" class="java.beans.XMLDecoder">
+<java version="1.6.0_07" class="java.beans.XMLDecoder">
<object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
<void property="id">
<string>Stage-2</string>
@@ -64,7 +64,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
</void>
</object>
</void>
@@ -132,7 +132,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
</void>
</object>
</void>
@@ -200,7 +200,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
</void>
</object>
</void>
@@ -1891,7 +1891,7 @@
<void property="pathToAliases">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
<object class="java.util.ArrayList">
<void method="add">
<string>c:a:src1</string>
@@ -1909,7 +1909,7 @@
<void property="pathToPartitionInfo">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
<object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
<void property="partSpec">
<object idref="LinkedHashMap0"/>
@@ -1954,7 +1954,7 @@
<void property="conf">
<object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
<void property="dirName">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1548213964/10001</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1269868637/10001</string>
</void>
<void property="tableInfo">
<object class="org.apache.hadoop.hive.ql.plan.tableDesc">
@@ -1993,11 +1993,11 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object id="Vector3" class="java.util.Vector">
+ <object class="java.util.Vector">
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col0</string>
+ <string>c.c1</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -2007,7 +2007,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col1</string>
+ <string>c.c2</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -2017,7 +2017,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col2</string>
+ <string>c.c3</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -2027,7 +2027,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col3</string>
+ <string>c.c4</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -2037,7 +2037,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col4</string>
+ <string>c.c5</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -2047,7 +2047,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col5</string>
+ <string>c.c6</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -2190,7 +2190,68 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object idref="Vector3"/>
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col2</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col3</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col4</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col5</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
Modified: hadoop/hive/trunk/ql/src/test/results/compiler/plan/join8.q.xml
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/compiler/plan/join8.q.xml?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/compiler/plan/join8.q.xml (original)
+++ hadoop/hive/trunk/ql/src/test/results/compiler/plan/join8.q.xml Tue Jun 23 04:35:01 2009
@@ -64,7 +64,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/data/users/zshao/tools/549-trunk-apache-hive/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
</void>
</object>
</void>
@@ -132,7 +132,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/data/users/zshao/tools/549-trunk-apache-hive/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
</void>
</object>
</void>
@@ -1273,7 +1273,7 @@
<void property="pathToAliases">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/data/users/zshao/tools/549-trunk-apache-hive/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
<object class="java.util.ArrayList">
<void method="add">
<string>c:a:src1</string>
@@ -1288,7 +1288,7 @@
<void property="pathToPartitionInfo">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/data/users/zshao/tools/549-trunk-apache-hive/build/ql/test/data/warehouse/src</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src</string>
<object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
<void property="partSpec">
<object idref="LinkedHashMap0"/>
@@ -1337,7 +1337,7 @@
<void property="conf">
<object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
<void property="dirName">
- <string>file:/data/users/zshao/tools/549-trunk-apache-hive/build/ql/tmp/551115749/10001</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/412469349/10001</string>
</void>
<void property="tableInfo">
<object class="org.apache.hadoop.hive.ql.plan.tableDesc">
@@ -1376,11 +1376,11 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object id="Vector2" class="java.util.Vector">
+ <object class="java.util.Vector">
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col0</string>
+ <string>c.c1</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -1390,7 +1390,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col1</string>
+ <string>c.c2</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -1400,7 +1400,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col2</string>
+ <string>c.c3</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -1410,7 +1410,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col3</string>
+ <string>c.c4</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -1519,7 +1519,48 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object idref="Vector2"/>
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col2</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col3</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
Modified: hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample1.q.xml
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample1.q.xml?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample1.q.xml (original)
+++ hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample1.q.xml Tue Jun 23 04:35:01 2009
@@ -1,5 +1,5 @@
<?xml version="1.0" encoding="UTF-8"?>
-<java version="1.6.0_03-p3" class="java.beans.XMLDecoder">
+<java version="1.6.0_07" class="java.beans.XMLDecoder">
<object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
<void property="id">
<string>Stage-2</string>
@@ -77,7 +77,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart</string>
</void>
</object>
</void>
@@ -113,7 +113,7 @@
<void property="conf">
<object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
<void property="dirName">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1275141566/10001</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/133862678/10001</string>
</void>
<void property="tableInfo">
<object class="org.apache.hadoop.hive.ql.plan.tableDesc">
@@ -152,11 +152,11 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object id="Vector0" class="java.util.Vector">
+ <object class="java.util.Vector">
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col0</string>
+ <string>s.key</string>
</void>
<void property="type">
<object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
@@ -170,7 +170,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col1</string>
+ <string>s.value</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -180,7 +180,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col2</string>
+ <string>s.ds</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -190,7 +190,7 @@
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
- <string>_col3</string>
+ <string>s.hr</string>
</void>
<void property="type">
<object idref="PrimitiveTypeInfo0"/>
@@ -302,7 +302,48 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object idref="Vector0"/>
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col2</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col3</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
@@ -449,7 +490,7 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object id="Vector1" class="java.util.Vector">
+ <object id="Vector0" class="java.util.Vector">
<void method="add">
<object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
<void property="internalName">
@@ -668,7 +709,7 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object idref="Vector1"/>
+ <object idref="Vector0"/>
</void>
</object>
</void>
@@ -679,7 +720,7 @@
<void property="pathToAliases">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11</string>
<object class="java.util.ArrayList">
<void method="add">
<string>s</string>
@@ -691,7 +732,7 @@
<void property="pathToPartitionInfo">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11</string>
<object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
<void property="partSpec">
<object idref="LinkedHashMap0"/>
Modified: hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml (original)
+++ hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml Tue Jun 23 04:35:01 2009
@@ -1,100 +1,448 @@
<?xml version="1.0" encoding="UTF-8"?>
-<java version="1.6.0_03-p3" class="java.beans.XMLDecoder">
+<java version="1.6.0_07" class="java.beans.XMLDecoder">
<object id="MapRedTask0" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
<void property="childTasks">
<object class="java.util.ArrayList">
<void method="add">
- <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
- <void property="id">
- <string>Stage-1</string>
- </void>
- <void property="parentTasks">
+ <object id="ConditionalTask0" class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
+ <void property="childTasks">
<object class="java.util.ArrayList">
<void method="add">
- <object idref="MapRedTask0"/>
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-1</string>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ConditionalTask0"/>
+ </void>
+ </object>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadTableWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
+ <void property="partitionSpec">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="replace">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1692583066/10000</string>
+ </void>
+ <void property="table">
+ <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.TextInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>dest1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string:string</string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct dest1 { string key, string value}</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>1</string>
+ </void>
+ <void method="put">
+ <string>columns</string>
+ <string>key,value</string>
+ </void>
+ <void method="put">
+ <string>bucket_count</string>
+ <string>-1</string>
+ </void>
+ <void method="put">
+ <string>serialization.lib</string>
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ <void method="put">
+ <string>file.inputformat</string>
+ <string>org.apache.hadoop.mapred.TextInputFormat</string>
+ </void>
+ <void method="put">
+ <string>file.outputformat</string>
+ <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
+ </void>
+ <void method="put">
+ <string>location</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest1</string>
+ </void>
+ </object>
+ </void>
+ <void property="serdeClassName">
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ </object>
+ </void>
+ <void property="tmpDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1692583066/10001</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
- <void property="work">
- <object class="org.apache.hadoop.hive.ql.plan.moveWork">
- <void property="loadFileWork">
- <object class="java.util.ArrayList"/>
+ <void property="id">
+ <string>Stage-5</string>
+ </void>
+ <void property="listTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-4</string>
+ </void>
+ <void property="work">
+ <object id="moveWork0" class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
+ <void property="isDfsDir">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1899706859/10002</string>
+ </void>
+ <void property="targetDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1692583066/10000</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
- <void property="loadTableWork">
- <object class="java.util.ArrayList">
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
- <void property="partitionSpec">
- <object class="java.util.HashMap"/>
- </void>
- <void property="replace">
- <boolean>true</boolean>
- </void>
- <void property="sourceDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1324415703/10000</string>
- </void>
- <void property="table">
- <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc">
- <void property="deserializerClass">
- <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
- </void>
- <void property="inputFileFormatClass">
- <class>org.apache.hadoop.mapred.TextInputFormat</class>
- </void>
- <void property="outputFileFormatClass">
- <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
- </void>
- <void property="properties">
- <object class="java.util.Properties">
- <void method="put">
- <string>name</string>
- <string>dest1</string>
- </void>
- <void method="put">
- <string>columns.types</string>
- <string>string:string</string>
- </void>
- <void method="put">
- <string>serialization.ddl</string>
- <string>struct dest1 { string key, string value}</string>
- </void>
- <void method="put">
- <string>serialization.format</string>
- <string>1</string>
- </void>
- <void method="put">
- <string>columns</string>
- <string>key,value</string>
- </void>
- <void method="put">
- <string>bucket_count</string>
- <string>-1</string>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
+ <void property="id">
+ <string>Stage-3</string>
+ </void>
+ <void property="work">
+ <object id="mapredWork0" class="org.apache.hadoop.hive.ql.plan.mapredWork">
+ <void property="aliasToWork">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1899706859/10002</string>
+ <object id="TableScanOperator0" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc">
+ <void property="keyCols">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="keySerializeInfo">
+ <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>binary_sortable_table</string>
+ </void>
+ <void method="put">
+ <string>serialization.sort.order</string>
+ <string></string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct binary_sortable_table { }</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="numReducers">
+ <int>-1</int>
+ </void>
+ <void property="outputKeyColumnNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="outputValueColumnNames">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>_col0</string>
+ </void>
+ <void method="add">
+ <string>_col1</string>
+ </void>
+ </object>
+ </void>
+ <void property="partitionCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc">
+ <void property="UDFClass">
+ <class>org.apache.hadoop.hive.ql.udf.UDFRand</class>
+ </void>
+ <void property="UDFMethod">
+ <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod">
+ <string>evaluate</string>
+ <array class="java.lang.Class" length="0"/>
+ </object>
+ </void>
+ <void property="childExprs">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="typeInfo">
+ <object class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
+ <void property="typeName">
+ <string>double</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tag">
+ <int>-1</int>
+ </void>
+ <void property="valueCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>key</string>
+ </void>
+ <void property="typeInfo">
+ <object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
+ <void property="typeName">
+ <string>string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>value</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="valueSerializeInfo">
+ <object id="tableDesc2" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>columns</string>
+ <string>_col0,_col1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string,string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="TableScanOperator0"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object id="RowSchema0" class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>key</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>value</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
- <void method="put">
- <string>serialization.lib</string>
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ <void property="schema">
+ <object idref="RowSchema0"/>
</void>
- <void method="put">
- <string>file.inputformat</string>
- <string>org.apache.hadoop.mapred.TextInputFormat</string>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="keyDesc">
+ <object idref="tableDesc1"/>
+ </void>
+ <void property="numReduceTasks">
+ <int>-1</int>
+ </void>
+ <void property="pathToAliases">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1899706859/10002</string>
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1899706859/10002</string>
</void>
- <void method="put">
- <string>file.outputformat</string>
- <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="pathToPartitionInfo">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1899706859/10002</string>
+ <object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
+ <void property="tableDesc">
+ <object idref="tableDesc0"/>
</void>
- <void method="put">
- <string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest1</string>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="reducer">
+ <object id="ExtractOperator0" class="org.apache.hadoop.hive.ql.exec.ExtractOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
+ <void property="dirName">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1692583066/10000</string>
+ </void>
+ <void property="tableInfo">
+ <object idref="tableDesc0"/>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ExtractOperator0"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.extractDesc">
+ <void property="col">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>VALUE</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
</void>
</object>
</void>
- <void property="serdeClassName">
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ <void property="schema">
+ <object class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
- <void property="tmpDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1324415703/10001</string>
+ <void property="tagToValueDesc">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="tableDesc2"/>
+ </void>
+ </object>
</void>
</object>
</void>
@@ -102,6 +450,30 @@
</void>
</object>
</void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="MapRedTask0"/>
+ </void>
+ </object>
+ </void>
+ <void property="resolver">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles"/>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalWork">
+ <void property="listWorks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="moveWork0"/>
+ </void>
+ <void method="add">
+ <object idref="mapredWork0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
</object>
</void>
</object>
@@ -173,7 +545,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcbucket</string>
</void>
</object>
</void>
@@ -189,7 +561,7 @@
<object class="java.util.LinkedHashMap">
<void method="put">
<string>s</string>
- <object id="TableScanOperator0" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <object id="TableScanOperator1" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
<void property="childOperators">
<object class="java.util.ArrayList">
<void method="add">
@@ -204,7 +576,7 @@
<int>1</int>
</void>
<void property="dirName">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1324415703/10000</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1899706859/10002</string>
</void>
<void property="tableInfo">
<object idref="tableDesc0"/>
@@ -219,36 +591,7 @@
</object>
</void>
<void property="schema">
- <object class="org.apache.hadoop.hive.ql.exec.RowSchema">
- <void property="signature">
- <object id="Vector0" class="java.util.Vector">
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
- <void property="internalName">
- <string>_col0</string>
- </void>
- <void property="type">
- <object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
- <void property="typeName">
- <string>string</string>
- </void>
- </object>
- </void>
- </object>
- </void>
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
- <void property="internalName">
- <string>_col1</string>
- </void>
- <void property="type">
- <object idref="PrimitiveTypeInfo0"/>
- </void>
- </object>
- </void>
- </object>
- </void>
- </object>
+ <object idref="RowSchema0"/>
</void>
</object>
</void>
@@ -310,14 +653,35 @@
<void property="parentOperators">
<object class="java.util.ArrayList">
<void method="add">
- <object idref="TableScanOperator0"/>
+ <object idref="TableScanOperator1"/>
</void>
</object>
</void>
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object idref="Vector0"/>
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
@@ -360,7 +724,7 @@
<void property="pathToAliases">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket/kv1.txt</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcbucket/kv1.txt</string>
<object class="java.util.ArrayList">
<void method="add">
<string>s</string>
@@ -372,7 +736,7 @@
<void property="pathToPartitionInfo">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket/kv1.txt</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcbucket/kv1.txt</string>
<object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
<void property="partSpec">
<object idref="LinkedHashMap0"/>
Modified: hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml (original)
+++ hadoop/hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml Tue Jun 23 04:35:01 2009
@@ -1,100 +1,448 @@
<?xml version="1.0" encoding="UTF-8"?>
-<java version="1.6.0_03-p3" class="java.beans.XMLDecoder">
+<java version="1.6.0_07" class="java.beans.XMLDecoder">
<object id="MapRedTask0" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
<void property="childTasks">
<object class="java.util.ArrayList">
<void method="add">
- <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
- <void property="id">
- <string>Stage-1</string>
- </void>
- <void property="parentTasks">
+ <object id="ConditionalTask0" class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
+ <void property="childTasks">
<object class="java.util.ArrayList">
<void method="add">
- <object idref="MapRedTask0"/>
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-1</string>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ConditionalTask0"/>
+ </void>
+ </object>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadTableWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
+ <void property="partitionSpec">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="replace">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1385435530/10000</string>
+ </void>
+ <void property="table">
+ <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.TextInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>dest1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string:string</string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct dest1 { string key, string value}</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>1</string>
+ </void>
+ <void method="put">
+ <string>columns</string>
+ <string>key,value</string>
+ </void>
+ <void method="put">
+ <string>bucket_count</string>
+ <string>-1</string>
+ </void>
+ <void method="put">
+ <string>serialization.lib</string>
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ <void method="put">
+ <string>file.inputformat</string>
+ <string>org.apache.hadoop.mapred.TextInputFormat</string>
+ </void>
+ <void method="put">
+ <string>file.outputformat</string>
+ <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
+ </void>
+ <void method="put">
+ <string>location</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest1</string>
+ </void>
+ </object>
+ </void>
+ <void property="serdeClassName">
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ </object>
+ </void>
+ <void property="tmpDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1385435530/10001</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
- <void property="work">
- <object class="org.apache.hadoop.hive.ql.plan.moveWork">
- <void property="loadFileWork">
- <object class="java.util.ArrayList"/>
+ <void property="id">
+ <string>Stage-5</string>
+ </void>
+ <void property="listTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-4</string>
+ </void>
+ <void property="work">
+ <object id="moveWork0" class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
+ <void property="isDfsDir">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/777310500/10002</string>
+ </void>
+ <void property="targetDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1385435530/10000</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
- <void property="loadTableWork">
- <object class="java.util.ArrayList">
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
- <void property="partitionSpec">
- <object class="java.util.HashMap"/>
- </void>
- <void property="replace">
- <boolean>true</boolean>
- </void>
- <void property="sourceDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/420759637/10000</string>
- </void>
- <void property="table">
- <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc">
- <void property="deserializerClass">
- <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
- </void>
- <void property="inputFileFormatClass">
- <class>org.apache.hadoop.mapred.TextInputFormat</class>
- </void>
- <void property="outputFileFormatClass">
- <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
- </void>
- <void property="properties">
- <object class="java.util.Properties">
- <void method="put">
- <string>name</string>
- <string>dest1</string>
- </void>
- <void method="put">
- <string>columns.types</string>
- <string>string:string</string>
- </void>
- <void method="put">
- <string>serialization.ddl</string>
- <string>struct dest1 { string key, string value}</string>
- </void>
- <void method="put">
- <string>serialization.format</string>
- <string>1</string>
- </void>
- <void method="put">
- <string>columns</string>
- <string>key,value</string>
- </void>
- <void method="put">
- <string>bucket_count</string>
- <string>-1</string>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
+ <void property="id">
+ <string>Stage-3</string>
+ </void>
+ <void property="work">
+ <object id="mapredWork0" class="org.apache.hadoop.hive.ql.plan.mapredWork">
+ <void property="aliasToWork">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/777310500/10002</string>
+ <object id="TableScanOperator0" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc">
+ <void property="keyCols">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="keySerializeInfo">
+ <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>binary_sortable_table</string>
+ </void>
+ <void method="put">
+ <string>serialization.sort.order</string>
+ <string></string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct binary_sortable_table { }</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="numReducers">
+ <int>-1</int>
+ </void>
+ <void property="outputKeyColumnNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="outputValueColumnNames">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>_col0</string>
+ </void>
+ <void method="add">
+ <string>_col1</string>
+ </void>
+ </object>
+ </void>
+ <void property="partitionCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc">
+ <void property="UDFClass">
+ <class>org.apache.hadoop.hive.ql.udf.UDFRand</class>
+ </void>
+ <void property="UDFMethod">
+ <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod">
+ <string>evaluate</string>
+ <array class="java.lang.Class" length="0"/>
+ </object>
+ </void>
+ <void property="childExprs">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="typeInfo">
+ <object class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
+ <void property="typeName">
+ <string>double</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tag">
+ <int>-1</int>
+ </void>
+ <void property="valueCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>key</string>
+ </void>
+ <void property="typeInfo">
+ <object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
+ <void property="typeName">
+ <string>string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>value</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="valueSerializeInfo">
+ <object id="tableDesc2" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>columns</string>
+ <string>_col0,_col1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string,string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="TableScanOperator0"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object id="RowSchema0" class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>key</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>value</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
- <void method="put">
- <string>serialization.lib</string>
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ <void property="schema">
+ <object idref="RowSchema0"/>
</void>
- <void method="put">
- <string>file.inputformat</string>
- <string>org.apache.hadoop.mapred.TextInputFormat</string>
- </void>
- <void method="put">
- <string>file.outputformat</string>
- <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
- </void>
- <void method="put">
- <string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest1</string>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="keyDesc">
+ <object idref="tableDesc1"/>
+ </void>
+ <void property="numReduceTasks">
+ <int>-1</int>
+ </void>
+ <void property="pathToAliases">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/777310500/10002</string>
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/777310500/10002</string>
</void>
</object>
</void>
- <void property="serdeClassName">
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </object>
+ </void>
+ <void property="pathToPartitionInfo">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/777310500/10002</string>
+ <object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
+ <void property="tableDesc">
+ <object idref="tableDesc0"/>
+ </void>
+ </object>
</void>
</object>
</void>
- <void property="tmpDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/420759637/10001</string>
+ <void property="reducer">
+ <object id="ExtractOperator0" class="org.apache.hadoop.hive.ql.exec.ExtractOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
+ <void property="dirName">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/1385435530/10000</string>
+ </void>
+ <void property="tableInfo">
+ <object idref="tableDesc0"/>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ExtractOperator0"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.extractDesc">
+ <void property="col">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>VALUE</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tagToValueDesc">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="tableDesc2"/>
+ </void>
+ </object>
</void>
</object>
</void>
@@ -102,6 +450,30 @@
</void>
</object>
</void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="MapRedTask0"/>
+ </void>
+ </object>
+ </void>
+ <void property="resolver">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles"/>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalWork">
+ <void property="listWorks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="moveWork0"/>
+ </void>
+ <void method="add">
+ <object idref="mapredWork0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
</object>
</void>
</object>
@@ -173,7 +545,7 @@
</void>
<void method="put">
<string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcbucket</string>
</void>
</object>
</void>
@@ -189,7 +561,7 @@
<object class="java.util.LinkedHashMap">
<void method="put">
<string>s</string>
- <object id="TableScanOperator0" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <object id="TableScanOperator1" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
<void property="childOperators">
<object class="java.util.ArrayList">
<void method="add">
@@ -208,7 +580,7 @@
<int>1</int>
</void>
<void property="dirName">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/420759637/10000</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/777310500/10002</string>
</void>
<void property="tableInfo">
<object idref="tableDesc0"/>
@@ -223,36 +595,7 @@
</object>
</void>
<void property="schema">
- <object class="org.apache.hadoop.hive.ql.exec.RowSchema">
- <void property="signature">
- <object id="Vector0" class="java.util.Vector">
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
- <void property="internalName">
- <string>_col0</string>
- </void>
- <void property="type">
- <object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
- <void property="typeName">
- <string>string</string>
- </void>
- </object>
- </void>
- </object>
- </void>
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
- <void property="internalName">
- <string>_col1</string>
- </void>
- <void property="type">
- <object idref="PrimitiveTypeInfo0"/>
- </void>
- </object>
- </void>
- </object>
- </void>
- </object>
+ <object idref="RowSchema0"/>
</void>
</object>
</void>
@@ -321,7 +664,28 @@
<void property="schema">
<object class="org.apache.hadoop.hive.ql.exec.RowSchema">
<void property="signature">
- <object idref="Vector0"/>
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>_col1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
</object>
</void>
@@ -489,7 +853,7 @@
<void property="parentOperators">
<object class="java.util.ArrayList">
<void method="add">
- <object idref="TableScanOperator0"/>
+ <object idref="TableScanOperator1"/>
</void>
</object>
</void>
@@ -532,7 +896,7 @@
<void property="pathToAliases">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcbucket</string>
<object class="java.util.ArrayList">
<void method="add">
<string>s</string>
@@ -544,7 +908,7 @@
<void property="pathToPartitionInfo">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcbucket</string>
<object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
<void property="partSpec">
<object idref="LinkedHashMap0"/>