You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2012/12/05 12:59:26 UTC
svn commit: r1417374 [11/11] - in /hive/trunk:
common/src/java/org/apache/hadoop/hive/common/
common/src/java/org/apache/hadoop/hive/conf/ conf/
ql/src/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/exec/ ql/src/java/org/apache/h...
Modified: hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -719,6 +741,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/groupby1.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/groupby1.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/groupby1.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/groupby1.q.xml Wed Dec 5 11:59:15 2012
@@ -51,6 +51,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -1221,6 +1240,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -711,6 +733,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -922,6 +944,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx1" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -976,6 +1017,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx1"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList1"/>
</void>
@@ -1421,6 +1465,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx2" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap">
<void method="put">
@@ -1484,6 +1547,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx2"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList2"/>
</void>
@@ -1714,6 +1780,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
@@ -2019,6 +2088,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx1"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
@@ -2344,6 +2416,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx2"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -922,6 +944,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx1" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -976,6 +1017,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx1"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList1"/>
</void>
@@ -1421,6 +1465,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx2" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap">
<void method="put">
@@ -1484,6 +1547,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx2"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList2"/>
</void>
@@ -2091,6 +2157,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
@@ -2396,6 +2465,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx1"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
@@ -2721,6 +2793,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx2"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input4.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input4.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input4.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input4.q.xml Wed Dec 5 11:59:15 2012
@@ -51,6 +51,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -1233,6 +1252,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input5.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input5.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input5.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input5.q.xml Wed Dec 5 11:59:15 2012
@@ -51,6 +51,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -1271,6 +1290,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -711,6 +733,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -707,6 +729,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -711,6 +733,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -707,6 +729,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/join1.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/join1.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/join1.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/join1.q.xml Wed Dec 5 11:59:15 2012
@@ -51,6 +51,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -1332,6 +1351,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/join2.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/join2.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/join2.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/join2.q.xml Wed Dec 5 11:59:15 2012
@@ -55,6 +55,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -1258,9 +1277,12 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
- </void>
+ </void>
<void property="numFiles">
<int>1</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/join3.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/join3.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/join3.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/join3.q.xml Wed Dec 5 11:59:15 2012
@@ -51,6 +51,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -1780,6 +1799,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -719,6 +741,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -719,6 +741,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -719,6 +741,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -719,6 +741,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -719,6 +741,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml Wed Dec 5 11:59:15 2012
@@ -427,6 +427,25 @@
<object class="org.apache.hadoop.hive.ql.plan.MoveWork">
<void property="loadTableWork">
<object class="org.apache.hadoop.hive.ql.plan.LoadTableDesc">
+ <void property="lbCtx">
+ <object id="ListBucketingCtx0" class="org.apache.hadoop.hive.ql.plan.ListBucketingCtx">
+ <void property="defaultDirName">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME</string>
+ </void>
+ <void property="defaultKey">
+ <string>HIVE_DEFAULT_LIST_BUCKETING_KEY</string>
+ </void>
+ <void property="lbLocationMap">
+ <object class="java.util.HashMap"/>
+ </void>
+ <void property="skewedColNames">
+ <object class="java.util.ArrayList"/>
+ </void>
+ <void property="skewedColValues">
+ <object class="java.util.ArrayList"/>
+ </void>
+ </object>
+ </void>
<void property="partitionSpec">
<object class="java.util.LinkedHashMap"/>
</void>
@@ -481,6 +500,9 @@
<void property="dir">
#### A masked pattern was here ####
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="listTasks">
<object idref="ArrayList0"/>
</void>
@@ -723,6 +745,9 @@
<void property="gatherStats">
<boolean>true</boolean>
</void>
+ <void property="lbCtx">
+ <object idref="ListBucketingCtx0"/>
+ </void>
<void property="maxStatsKeyPrefixLength">
<int>200</int>
</void>
Modified: hive/trunk/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorUtils.java
URL: http://svn.apache.org/viewvc/hive/trunk/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorUtils.java?rev=1417374&r1=1417373&r2=1417374&view=diff
==============================================================================
--- hive/trunk/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorUtils.java (original)
+++ hive/trunk/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorUtils.java Wed Dec 5 11:59:15 2012
@@ -200,6 +200,26 @@ public final class ObjectInspectorUtils
}
/**
+ * Copy fields in the input row to the output array of standard objects.
+ *
+ * @param result
+ * output list of standard objects.
+ * @param row
+ * input row.
+ * @param soi
+ * Object inspector for the to-be-copied columns.
+ * @param objectInspectorOption
+ */
+ public static void copyToStandardObject(List<Object> result, Object row,
+ StructObjectInspector soi, ObjectInspectorCopyOption objectInspectorOption) {
+ List<? extends StructField> fields = soi.getAllStructFieldRefs();
+ for (StructField f : fields) {
+ result.add(copyToStandardObject(soi.getStructFieldData(row, f),
+ f.getFieldObjectInspector(), objectInspectorOption));
+ }
+ }
+
+ /**
* Returns a deep copy of the Object o that can be scanned by a
* StandardObjectInspector returned by getStandardObjectInspector(oi).
*/