You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by zs...@apache.org on 2009/06/23 06:35:07 UTC
svn commit: r787539 [11/20] - in /hadoop/hive/trunk: ./
common/src/java/org/apache/hadoop/hive/conf/ conf/
ql/src/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/ ql/src/java/o...
Modified: hadoop/hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml (original)
+++ hadoop/hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml Tue Jun 23 04:35:01 2009
@@ -1,12 +1,1401 @@
<?xml version="1.0" encoding="UTF-8"?>
-<java version="1.6.0_03-p3" class="java.beans.XMLDecoder">
+<java version="1.6.0_07" class="java.beans.XMLDecoder">
<object id="MapRedTask0" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
<void property="childTasks">
<object class="java.util.ArrayList">
<void method="add">
- <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <object id="ConditionalTask0" class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
+ <void property="childTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-1</string>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ConditionalTask0"/>
+ </void>
+ </object>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadTableWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
+ <void property="partitionSpec">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="replace">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10000</string>
+ </void>
+ <void property="table">
+ <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.TextInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>dest1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string:string</string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct dest1 { string key, string value}</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>1</string>
+ </void>
+ <void method="put">
+ <string>columns</string>
+ <string>key,value</string>
+ </void>
+ <void method="put">
+ <string>bucket_count</string>
+ <string>-1</string>
+ </void>
+ <void method="put">
+ <string>serialization.lib</string>
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ <void method="put">
+ <string>file.inputformat</string>
+ <string>org.apache.hadoop.mapred.TextInputFormat</string>
+ </void>
+ <void method="put">
+ <string>file.outputformat</string>
+ <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
+ </void>
+ <void method="put">
+ <string>location</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest1</string>
+ </void>
+ </object>
+ </void>
+ <void property="serdeClassName">
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ </object>
+ </void>
+ <void property="tmpDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10001</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="id">
+ <string>Stage-8</string>
+ </void>
+ <void property="listTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-7</string>
+ </void>
+ <void property="work">
+ <object id="moveWork0" class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
+ <void property="isDfsDir">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10007</string>
+ </void>
+ <void property="targetDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10000</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
+ <void property="id">
+ <string>Stage-6</string>
+ </void>
+ <void property="work">
+ <object id="mapredWork0" class="org.apache.hadoop.hive.ql.plan.mapredWork">
+ <void property="aliasToWork">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10007</string>
+ <object id="TableScanOperator0" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc">
+ <void property="keyCols">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="keySerializeInfo">
+ <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>binary_sortable_table</string>
+ </void>
+ <void method="put">
+ <string>serialization.sort.order</string>
+ <string></string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct binary_sortable_table { }</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="numReducers">
+ <int>-1</int>
+ </void>
+ <void property="outputKeyColumnNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="outputValueColumnNames">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>_col0</string>
+ </void>
+ <void method="add">
+ <string>_col1</string>
+ </void>
+ </object>
+ </void>
+ <void property="partitionCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc">
+ <void property="UDFClass">
+ <class>org.apache.hadoop.hive.ql.udf.UDFRand</class>
+ </void>
+ <void property="UDFMethod">
+ <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod">
+ <string>evaluate</string>
+ <array class="java.lang.Class" length="0"/>
+ </object>
+ </void>
+ <void property="childExprs">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="typeInfo">
+ <object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
+ <void property="typeName">
+ <string>double</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tag">
+ <int>-1</int>
+ </void>
+ <void property="valueCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>key</string>
+ </void>
+ <void property="typeInfo">
+ <object id="PrimitiveTypeInfo1" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
+ <void property="typeName">
+ <string>string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>value</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="valueSerializeInfo">
+ <object id="tableDesc2" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>columns</string>
+ <string>_col0,_col1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string,string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="TableScanOperator0"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object id="RowSchema0" class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>key</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>value</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="keyDesc">
+ <object idref="tableDesc1"/>
+ </void>
+ <void property="numReduceTasks">
+ <int>-1</int>
+ </void>
+ <void property="pathToAliases">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10007</string>
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10007</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="pathToPartitionInfo">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10007</string>
+ <object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
+ <void property="tableDesc">
+ <object idref="tableDesc0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="reducer">
+ <object id="ExtractOperator0" class="org.apache.hadoop.hive.ql.exec.ExtractOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
+ <void property="dirName">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10000</string>
+ </void>
+ <void property="tableInfo">
+ <object idref="tableDesc0"/>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ExtractOperator0"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.extractDesc">
+ <void property="col">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>VALUE</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tagToValueDesc">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="tableDesc2"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="MapRedTask0"/>
+ </void>
+ </object>
+ </void>
+ <void property="resolver">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles"/>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalWork">
+ <void property="listWorks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="moveWork0"/>
+ </void>
+ <void method="add">
+ <object idref="mapredWork0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object id="ConditionalTask1" class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
+ <void property="childTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-2</string>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ConditionalTask1"/>
+ </void>
+ </object>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadTableWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
+ <void property="partitionSpec">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="replace">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10002</string>
+ </void>
+ <void property="table">
+ <object id="tableDesc3" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.TextInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>dest2</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string:string</string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct dest2 { string key, string value}</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>1</string>
+ </void>
+ <void method="put">
+ <string>columns</string>
+ <string>key,value</string>
+ </void>
+ <void method="put">
+ <string>bucket_count</string>
+ <string>-1</string>
+ </void>
+ <void method="put">
+ <string>serialization.lib</string>
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ <void method="put">
+ <string>file.inputformat</string>
+ <string>org.apache.hadoop.mapred.TextInputFormat</string>
+ </void>
+ <void method="put">
+ <string>file.outputformat</string>
+ <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
+ </void>
+ <void method="put">
+ <string>location</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest2</string>
+ </void>
+ </object>
+ </void>
+ <void property="serdeClassName">
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ </object>
+ </void>
+ <void property="tmpDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10003</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="id">
+ <string>Stage-11</string>
+ </void>
+ <void property="listTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-10</string>
+ </void>
+ <void property="work">
+ <object id="moveWork1" class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
+ <void property="isDfsDir">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10008</string>
+ </void>
+ <void property="targetDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10002</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
+ <void property="id">
+ <string>Stage-9</string>
+ </void>
+ <void property="work">
+ <object id="mapredWork1" class="org.apache.hadoop.hive.ql.plan.mapredWork">
+ <void property="aliasToWork">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10008</string>
+ <object id="TableScanOperator1" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc">
+ <void property="keyCols">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="keySerializeInfo">
+ <object id="tableDesc4" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>binary_sortable_table</string>
+ </void>
+ <void method="put">
+ <string>serialization.sort.order</string>
+ <string></string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct binary_sortable_table { }</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="numReducers">
+ <int>-1</int>
+ </void>
+ <void property="outputKeyColumnNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="outputValueColumnNames">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>_col0</string>
+ </void>
+ <void method="add">
+ <string>_col1</string>
+ </void>
+ </object>
+ </void>
+ <void property="partitionCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc">
+ <void property="UDFClass">
+ <class>org.apache.hadoop.hive.ql.udf.UDFRand</class>
+ </void>
+ <void property="UDFMethod">
+ <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod">
+ <string>evaluate</string>
+ <array class="java.lang.Class" length="0"/>
+ </object>
+ </void>
+ <void property="childExprs">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tag">
+ <int>-1</int>
+ </void>
+ <void property="valueCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>key</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>value</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="valueSerializeInfo">
+ <object id="tableDesc5" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>columns</string>
+ <string>_col0,_col1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string,string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="TableScanOperator1"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object id="RowSchema1" class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>key</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>value</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="keyDesc">
+ <object idref="tableDesc4"/>
+ </void>
+ <void property="numReduceTasks">
+ <int>-1</int>
+ </void>
+ <void property="pathToAliases">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10008</string>
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10008</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="pathToPartitionInfo">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10008</string>
+ <object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
+ <void property="tableDesc">
+ <object idref="tableDesc3"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="reducer">
+ <object id="ExtractOperator1" class="org.apache.hadoop.hive.ql.exec.ExtractOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
+ <void property="dirName">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10002</string>
+ </void>
+ <void property="tableInfo">
+ <object idref="tableDesc3"/>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ExtractOperator1"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.extractDesc">
+ <void property="col">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>VALUE</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>1</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tagToValueDesc">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="tableDesc5"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="MapRedTask0"/>
+ </void>
+ </object>
+ </void>
+ <void property="resolver">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles"/>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalWork">
+ <void property="listWorks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="moveWork1"/>
+ </void>
+ <void method="add">
+ <object idref="mapredWork1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object id="ConditionalTask2" class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
+ <void property="childTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-3</string>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ConditionalTask2"/>
+ </void>
+ </object>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadTableWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
+ <void property="partitionSpec">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>ds</string>
+ <string>2008-04-08</string>
+ </void>
+ <void method="put">
+ <string>hr</string>
+ <string>12</string>
+ </void>
+ </object>
+ </void>
+ <void property="replace">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10004</string>
+ </void>
+ <void property="table">
+ <object id="tableDesc6" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.TextInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>dest3</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string:string</string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct dest3 { string key, string value}</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>1</string>
+ </void>
+ <void method="put">
+ <string>columns</string>
+ <string>key,value</string>
+ </void>
+ <void method="put">
+ <string>partition_columns</string>
+ <string>ds/hr</string>
+ </void>
+ <void method="put">
+ <string>bucket_count</string>
+ <string>-1</string>
+ </void>
+ <void method="put">
+ <string>serialization.lib</string>
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ <void method="put">
+ <string>file.inputformat</string>
+ <string>org.apache.hadoop.mapred.TextInputFormat</string>
+ </void>
+ <void method="put">
+ <string>file.outputformat</string>
+ <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
+ </void>
+ <void method="put">
+ <string>location</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest3</string>
+ </void>
+ </object>
+ </void>
+ <void property="serdeClassName">
+ <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ </void>
+ </object>
+ </void>
+ <void property="tmpDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10005</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
<void property="id">
- <string>Stage-1</string>
+ <string>Stage-14</string>
+ </void>
+ <void property="listTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-13</string>
+ </void>
+ <void property="work">
+ <object id="moveWork2" class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
+ <void property="isDfsDir">
+ <boolean>true</boolean>
+ </void>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10009</string>
+ </void>
+ <void property="targetDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10004</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
+ <void property="id">
+ <string>Stage-12</string>
+ </void>
+ <void property="work">
+ <object id="mapredWork2" class="org.apache.hadoop.hive.ql.plan.mapredWork">
+ <void property="aliasToWork">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10009</string>
+ <object id="TableScanOperator2" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc">
+ <void property="keyCols">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="keySerializeInfo">
+ <object id="tableDesc7" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>binary_sortable_table</string>
+ </void>
+ <void method="put">
+ <string>serialization.sort.order</string>
+ <string></string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct binary_sortable_table { }</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="numReducers">
+ <int>-1</int>
+ </void>
+ <void property="outputKeyColumnNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="outputValueColumnNames">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>_col0</string>
+ </void>
+ <void method="add">
+ <string>_col1</string>
+ </void>
+ </object>
+ </void>
+ <void property="partitionCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc">
+ <void property="UDFClass">
+ <class>org.apache.hadoop.hive.ql.udf.UDFRand</class>
+ </void>
+ <void property="UDFMethod">
+ <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod">
+ <string>evaluate</string>
+ <array class="java.lang.Class" length="0"/>
+ </object>
+ </void>
+ <void property="childExprs">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tag">
+ <int>-1</int>
+ </void>
+ <void property="valueCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>key</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>value</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="valueSerializeInfo">
+ <object id="tableDesc8" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>columns</string>
+ <string>_col0,_col1</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string,string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="TableScanOperator2"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object id="RowSchema2" class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>key</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>value</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema2"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="keyDesc">
+ <object idref="tableDesc7"/>
+ </void>
+ <void property="numReduceTasks">
+ <int>-1</int>
+ </void>
+ <void property="pathToAliases">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10009</string>
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10009</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="pathToPartitionInfo">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10009</string>
+ <object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
+ <void property="tableDesc">
+ <object idref="tableDesc6"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="reducer">
+ <object id="ExtractOperator2" class="org.apache.hadoop.hive.ql.exec.ExtractOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc">
+ <void property="dirName">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10004</string>
+ </void>
+ <void property="tableInfo">
+ <object idref="tableDesc6"/>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ExtractOperator2"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema2"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.extractDesc">
+ <void property="col">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>VALUE</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>0</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>1</string>
+ </void>
+ <void property="type">
+ <object id="PrimitiveTypeInfo2" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo">
+ <void property="typeName">
+ <string>int</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tagToValueDesc">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="tableDesc8"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
<void property="parentTasks">
<object class="java.util.ArrayList">
@@ -15,268 +1404,386 @@
</void>
</object>
</void>
+ <void property="resolver">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles"/>
+ </void>
<void property="work">
- <object class="org.apache.hadoop.hive.ql.plan.moveWork">
- <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.ConditionalWork">
+ <void property="listWorks">
<object class="java.util.ArrayList">
<void method="add">
- <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
- <void property="columns">
- <string>src.value</string>
- </void>
- <void property="isDfsDir">
- <boolean>true</boolean>
- </void>
- <void property="sourceDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1724502019/10006</string>
- </void>
- <void property="targetDir">
- <string>../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out</string>
- </void>
- </object>
+ <object idref="moveWork2"/>
+ </void>
+ <void method="add">
+ <object idref="mapredWork2"/>
</void>
</object>
</void>
- <void property="loadTableWork">
- <object class="java.util.ArrayList">
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
- <void property="partitionSpec">
- <object class="java.util.HashMap"/>
- </void>
- <void property="replace">
- <boolean>true</boolean>
- </void>
- <void property="sourceDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1724502019/10000</string>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void method="add">
+ <object id="ConditionalTask3" class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
+ <void property="childTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-4</string>
+ </void>
+ <void property="parentTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="ConditionalTask3"/>
</void>
- <void property="table">
- <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc">
- <void property="deserializerClass">
- <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
- </void>
- <void property="inputFileFormatClass">
- <class>org.apache.hadoop.mapred.TextInputFormat</class>
+ </object>
+ </void>
+ <void property="work">
+ <object class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
+ <void property="columns">
+ <string>src.value</string>
</void>
- <void property="outputFileFormatClass">
- <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ <void property="isDfsDir">
+ <boolean>true</boolean>
</void>
- <void property="properties">
- <object class="java.util.Properties">
- <void method="put">
- <string>name</string>
- <string>dest1</string>
- </void>
- <void method="put">
- <string>columns.types</string>
- <string>string:string</string>
- </void>
- <void method="put">
- <string>serialization.ddl</string>
- <string>struct dest1 { string key, string value}</string>
- </void>
- <void method="put">
- <string>serialization.format</string>
- <string>1</string>
- </void>
- <void method="put">
- <string>columns</string>
- <string>key,value</string>
- </void>
- <void method="put">
- <string>bucket_count</string>
- <string>-1</string>
- </void>
- <void method="put">
- <string>serialization.lib</string>
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
- </void>
- <void method="put">
- <string>file.inputformat</string>
- <string>org.apache.hadoop.mapred.TextInputFormat</string>
- </void>
- <void method="put">
- <string>file.outputformat</string>
- <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
- </void>
- <void method="put">
- <string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest1</string>
- </void>
- </object>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10006</string>
</void>
- <void property="serdeClassName">
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ <void property="targetDir">
+ <string>../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out</string>
</void>
</object>
</void>
- <void property="tmpDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1724502019/10001</string>
- </void>
</object>
</void>
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
- <void property="partitionSpec">
- <object class="java.util.HashMap"/>
- </void>
- <void property="replace">
- <boolean>true</boolean>
- </void>
- <void property="sourceDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1724502019/10002</string>
- </void>
- <void property="table">
- <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc">
- <void property="deserializerClass">
- <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
- </void>
- <void property="inputFileFormatClass">
- <class>org.apache.hadoop.mapred.TextInputFormat</class>
- </void>
- <void property="outputFileFormatClass">
- <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="id">
+ <string>Stage-17</string>
+ </void>
+ <void property="listTasks">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MoveTask">
+ <void property="id">
+ <string>Stage-16</string>
+ </void>
+ <void property="work">
+ <object id="moveWork3" class="org.apache.hadoop.hive.ql.plan.moveWork">
+ <void property="loadFileWork">
+ <object class="org.apache.hadoop.hive.ql.plan.loadFileDesc">
+ <void property="isDfsDir">
+ <boolean>true</boolean>
</void>
- <void property="properties">
- <object class="java.util.Properties">
- <void method="put">
- <string>name</string>
- <string>dest2</string>
- </void>
- <void method="put">
- <string>columns.types</string>
- <string>string:string</string>
- </void>
- <void method="put">
- <string>serialization.ddl</string>
- <string>struct dest2 { string key, string value}</string>
- </void>
- <void method="put">
- <string>serialization.format</string>
- <string>1</string>
- </void>
- <void method="put">
- <string>columns</string>
- <string>key,value</string>
- </void>
- <void method="put">
- <string>bucket_count</string>
- <string>-1</string>
- </void>
- <void method="put">
- <string>serialization.lib</string>
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
- </void>
- <void method="put">
- <string>file.inputformat</string>
- <string>org.apache.hadoop.mapred.TextInputFormat</string>
- </void>
- <void method="put">
- <string>file.outputformat</string>
- <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
- </void>
- <void method="put">
- <string>location</string>
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest2</string>
- </void>
- </object>
+ <void property="sourceDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10010</string>
</void>
- <void property="serdeClassName">
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ <void property="targetDir">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/680808962/10006</string>
</void>
</object>
</void>
- <void property="tmpDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1724502019/10003</string>
- </void>
</object>
</void>
- <void method="add">
- <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc">
- <void property="partitionSpec">
+ </object>
+ </void>
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.MapRedTask">
+ <void property="id">
+ <string>Stage-15</string>
+ </void>
+ <void property="work">
+ <object id="mapredWork3" class="org.apache.hadoop.hive.ql.plan.mapredWork">
+ <void property="aliasToWork">
<object class="java.util.LinkedHashMap">
<void method="put">
- <string>ds</string>
- <string>2008-04-08</string>
- </void>
- <void method="put">
- <string>hr</string>
- <string>12</string>
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10010</string>
+ <object id="TableScanOperator3" class="org.apache.hadoop.hive.ql.exec.TableScanOperator">
+ <void property="childOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator">
+ <void property="conf">
+ <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc">
+ <void property="keyCols">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="keySerializeInfo">
+ <object id="tableDesc9" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>name</string>
+ <string>binary_sortable_table</string>
+ </void>
+ <void method="put">
+ <string>serialization.sort.order</string>
+ <string></string>
+ </void>
+ <void method="put">
+ <string>serialization.ddl</string>
+ <string>struct binary_sortable_table { }</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="numReducers">
+ <int>-1</int>
+ </void>
+ <void property="outputKeyColumnNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="outputValueColumnNames">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>_col0</string>
+ </void>
+ </object>
+ </void>
+ <void property="partitionCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc">
+ <void property="UDFClass">
+ <class>org.apache.hadoop.hive.ql.udf.UDFRand</class>
+ </void>
+ <void property="UDFMethod">
+ <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod">
+ <string>evaluate</string>
+ <array class="java.lang.Class" length="0"/>
+ </object>
+ </void>
+ <void property="childExprs">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo0"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="tag">
+ <int>-1</int>
+ </void>
+ <void property="valueCols">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc">
+ <void property="column">
+ <string>src.value</string>
+ </void>
+ <void property="typeInfo">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="valueSerializeInfo">
+ <object id="tableDesc10" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>columns</string>
+ <string>_col0</string>
+ </void>
+ <void method="put">
+ <string>columns.types</string>
+ <string>string</string>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="parentOperators">
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <object idref="TableScanOperator3"/>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object id="RowSchema3" class="org.apache.hadoop.hive.ql.exec.RowSchema">
+ <void property="signature">
+ <object class="java.util.Vector">
+ <void method="add">
+ <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo">
+ <void property="internalName">
+ <string>src.value</string>
+ </void>
+ <void property="type">
+ <object idref="PrimitiveTypeInfo1"/>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="schema">
+ <object idref="RowSchema3"/>
+ </void>
+ </object>
</void>
</object>
</void>
- <void property="replace">
- <boolean>true</boolean>
+ <void property="keyDesc">
+ <object idref="tableDesc9"/>
</void>
- <void property="sourceDir">
- <string>file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1724502019/10004</string>
+ <void property="numReduceTasks">
+ <int>-1</int>
</void>
- <void property="table">
- <object id="tableDesc2" class="org.apache.hadoop.hive.ql.plan.tableDesc">
- <void property="deserializerClass">
- <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
- </void>
- <void property="inputFileFormatClass">
- <class>org.apache.hadoop.mapred.TextInputFormat</class>
- </void>
- <void property="outputFileFormatClass">
- <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
- </void>
- <void property="properties">
- <object class="java.util.Properties">
- <void method="put">
- <string>name</string>
- <string>dest3</string>
- </void>
- <void method="put">
- <string>columns.types</string>
- <string>string:string</string>
- </void>
- <void method="put">
- <string>serialization.ddl</string>
- <string>struct dest3 { string key, string value}</string>
- </void>
- <void method="put">
- <string>serialization.format</string>
- <string>1</string>
- </void>
- <void method="put">
- <string>columns</string>
- <string>key,value</string>
- </void>
- <void method="put">
- <string>partition_columns</string>
- <string>ds/hr</string>
- </void>
- <void method="put">
- <string>bucket_count</string>
- <string>-1</string>
- </void>
- <void method="put">
- <string>serialization.lib</string>
- <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string>
+ <void property="pathToAliases">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10010</string>
+ <object class="java.util.ArrayList">
+ <void method="add">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10010</string>
</void>
- <void method="put">
- <string>file.inputformat</string>
- <string>org.apache.hadoop.mapred.TextInputFormat</string>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="pathToPartitionInfo">
+ <object class="java.util.LinkedHashMap">
+ <void method="put">
+ <string>file:/data/users/njain/hive4/hive4/build/ql/tmp/965360746/10010</string>
+ <object class="org.apache.hadoop.hive.ql.plan.partitionDesc">
+ <void property="tableDesc">
+ <object id="tableDesc11" class="org.apache.hadoop.hive.ql.plan.tableDesc">
+ <void property="deserializerClass">
+ <class>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</class>
+ </void>
+ <void property="inputFileFormatClass">
+ <class>org.apache.hadoop.mapred.TextInputFormat</class>
+ </void>
+ <void property="outputFileFormatClass">
+ <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class>
+ </void>
+ <void property="properties">
+ <object class="java.util.Properties">
+ <void method="put">
+ <string>columns</string>
+ <string>src.value</string>
+ </void>
+ <void method="put">
+ <string>serialization.format</string>
+ <string>1</string>
+ </void>
+ </object>
+ </void>
+ </object>
</void>
- <void method="put">
- <string>file.outputformat</string>
- <string>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</string>
+ </object>
+ </void>
+ </object>
+ </void>
+ <void property="reducer">
[... 785 lines stripped ...]