You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/08/25 18:32:11 UTC

svn commit: r989205 - in /hadoop/hive/branches/branch-0.6: ./ common/src/java/org/apache/hadoop/hive/common/ common/src/java/org/apache/hadoop/hive/conf/ conf/ contrib/ contrib/src/test/results/clientpositive/ ql/ ql/src/java/org/apache/hadoop/hive/ql/...

Author: namit
Date: Wed Aug 25 16:32:05 2010
New Revision: 989205

URL: http://svn.apache.org/viewvc?rev=989205&view=rev
Log:
HIVE-1307. More efficient merge
(Ning Zhang via namit)

M    conf/hive-default.xml
M    CHANGES.txt
M    common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
M    common/src/java/org/apache/hadoop/hive/common/FileUtils.java
M    contrib/src/test/results/clientpositive/serde_typedbytes.q.out
M    contrib/src/test/results/clientpositive/serde_typedbytes2.q.out
M    contrib/src/test/results/clientpositive/serde_typedbytes3.q.out
M    contrib/src/test/results/clientpositive/serde_typedbytes5.q.out
M    contrib/build.xml
A    ql/src/test/results/clientpositive/merge4.q.out
M    ql/src/test/results/clientpositive/union4.q.out
A    ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out_0.17
A    ql/src/test/results/clientpositive/input11.q.out_0.17
M    ql/src/test/results/clientpositive/join29.q.out
A    ql/src/test/results/clientpositive/bucketmapjoin2.q.out_0.17
M    ql/src/test/results/clientpositive/input6.q.out
A    ql/src/test/results/clientpositive/join32.q.out_0.17
A    ql/src/test/results/clientpositive/join26.q.out_0.17
M    ql/src/test/results/clientpositive/bucketmapjoin5.q.out
A    ql/src/test/results/clientpositive/join_map_ppr.q.out_0.17
A    ql/src/test/results/clientpositive/union6.q.out_0.17
A    ql/src/test/results/clientpositive/bucketmapjoin5.q.out_0.17
A    ql/src/test/results/clientpositive/join35.q.out_0.17
A    ql/src/test/results/clientpositive/join29.q.out_0.17
M    ql/src/test/results/clientpositive/input1.q.out
A    ql/src/test/results/clientpositive/input1.q.out_0.17
A    ql/src/test/results/clientpositive/merge3.q.out_0.17
A    ql/src/test/results/clientpositive/union23.q.out_0.17
M    ql/src/test/results/clientpositive/input_part2.q.out
M    ql/src/test/results/clientpositive/input38.q.out
A    ql/src/test/results/clientpositive/input35.q.out_0.17
A    ql/src/test/results/clientpositive/input7.q.out_0.17
A    ql/src/test/results/clientpositive/union.q.out_0.17
A    ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out_0.17
A    ql/src/test/results/clientpositive/input38.q.out_0.17
A    ql/src/test/results/clientpositive/binary_output_format.q.out_0.17
A    ql/src/test/results/clientpositive/lineage1.q.out_0.17
M    ql/src/test/results/clientpositive/quote1.q.out
M    ql/src/test/results/clientpositive/load_dyn_part14.q.out
M    ql/src/test/results/clientpositive/input7.q.out
A    ql/src/test/results/clientpositive/sample6.q.out_0.17
A    ql/src/test/results/clientpositive/rand_partitionpruner2.q.out_0.17
M    ql/src/test/results/clientpositive/sample4.q.out
M    ql/src/test/results/clientpositive/join25.q.out
M    ql/src/test/results/clientpositive/union10.q.out
A    ql/src/test/results/clientpositive/ppd_constant_expr.q.out_0.17
M    ql/src/test/results/clientpositive/join34.q.out
M    ql/src/test/results/clientpositive/bucketmapjoin1.q.out
M    ql/src/test/results/clientpositive/input11.q.out
M    ql/src/test/results/clientpositive/input34.q.out
A    ql/src/test/results/clientpositive/input12.q.out_0.17
M    ql/src/test/results/clientpositive/subq.q.out
A    ql/src/test/results/clientpositive/input_part1.q.out_0.17
M    ql/src/test/results/clientpositive/union6.q.out
A    ql/src/test/results/clientpositive/union4.q.out_0.17
A    ql/src/test/results/clientpositive/bucketmapjoin3.q.out_0.17
A    ql/src/test/results/clientpositive/union12.q.out_0.17
A    ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17
A    ql/src/test/results/clientpositive/join27.q.out_0.17
M    ql/src/test/results/clientpositive/merge1.q.out
A    ql/src/test/results/clientpositive/merge1.q.out_0.17
M    ql/src/test/results/clientpositive/lineage1.q.out
M    ql/src/test/results/clientpositive/input8.q.out
A    ql/src/test/results/clientpositive/join36.q.out_0.17
A    ql/src/test/results/clientpositive/subq.q.out_0.17
A    ql/src/test/results/clientpositive/merge4.q.out_0.17
A    ql/src/test/results/clientpositive/union18.q.out_0.17
M    ql/src/test/results/clientpositive/sample5.q.out
M    ql/src/test/results/clientpositive/join26.q.out
M    ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out
M    ql/src/test/results/clientpositive/udf1.q.out
M    ql/src/test/results/clientpositive/join35.q.out
M    ql/src/test/results/clientpositive/bucketmapjoin2.q.out
A    ql/src/test/results/clientpositive/input36.q.out_0.17
A    ql/src/test/results/clientpositive/multi_insert.q.out_0.17
A    ql/src/test/results/clientpositive/udf_length.q.out_0.17
A    ql/src/test/results/clientpositive/input8.q.out_0.17
A    ql/src/test/results/clientpositive/sample1.q.out_0.17
M    ql/src/test/results/clientpositive/join_map_ppr.q.out
A    ql/src/test/results/clientpositive/input_dynamicserde.q.out_0.17
M    ql/src/test/results/clientpositive/rand_partitionpruner2.q.out
M    ql/src/test/results/clientpositive/input12.q.out
M    ql/src/test/results/clientpositive/input35.q.out
A    ql/src/test/results/clientpositive/sample4.q.out_0.17
A    ql/src/test/results/clientpositive/sample7.q.out_0.17
A    ql/src/test/results/clientpositive/merge2.q.out
M    ql/src/test/results/clientpositive/input_dynamicserde.q.out
M    ql/src/test/results/clientpositive/input9.q.out
A    ql/src/test/results/clientpositive/case_sensitivity.q.out_0.17
M    ql/src/test/results/clientpositive/sample6.q.out
M    ql/src/test/results/clientpositive/join27.q.out
M    ql/src/test/results/clientpositive/udf_length.q.out
M    ql/src/test/results/clientpositive/union12.q.out
M    ql/src/test/results/clientpositive/join36.q.out
M    ql/src/test/results/clientpositive/input_part5.q.out
M    ql/src/test/results/clientpositive/bucketmapjoin3.q.out
A    ql/src/test/results/clientpositive/bucketmapjoin1.q.out_0.17
A    ql/src/test/results/clientpositive/input_testxpath2.q.out_0.17
A    ql/src/test/results/clientpositive/union10.q.out_0.17
M    ql/src/test/results/clientpositive/sample1.q.out
A    ql/src/test/results/clientpositive/input13.q.out_0.17
M    ql/src/test/results/clientpositive/cast1.q.out
A    ql/src/test/results/clientpositive/join25.q.out_0.17
A    ql/src/test/results/clientpositive/input_part2.q.out_0.17
A    ql/src/test/results/clientpositive/udf_reverse.q.out_0.17
A    ql/src/test/results/clientpositive/bucketmapjoin4.q.out_0.17
M    ql/src/test/results/clientpositive/ppd_constant_expr.q.out
M    ql/src/test/results/clientpositive/input13.q.out
M    ql/src/test/results/clientpositive/input36.q.out
A    ql/src/test/results/clientpositive/join34.q.out_0.17
A    ql/src/test/results/clientpositive/join28.q.out_0.17
A    ql/src/test/results/clientpositive/input_part5.q.out_0.17
A    ql/src/test/results/clientpositive/join_thrift.q.out_0.17
A    ql/src/test/results/clientpositive/merge2.q.out_0.17
A    ql/src/test/results/clientpositive/join37.q.out_0.17
A    ql/src/test/results/clientpositive/merge3.q.out
A    ql/src/test/results/clientpositive/input_part8.q.out_0.17
M    ql/src/test/results/clientpositive/union18.q.out
A    ql/src/test/results/clientpositive/udf_10_trims.q.out_0.17
M    ql/src/test/results/clientpositive/udf_reverse.q.out
A    ql/src/test/results/clientpositive/input34.q.out_0.17
M    ql/src/test/results/clientpositive/binary_output_format.q.out
M    ql/src/test/results/clientpositive/multi_insert.q.out
M    ql/src/test/results/clientpositive/case_sensitivity.q.out
A    ql/src/test/results/clientpositive/input6.q.out_0.17
M    ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out
A    ql/src/test/results/clientpositive/udf1.q.out_0.17
M    ql/src/test/results/clientpositive/sample7.q.out
A    ql/src/test/results/clientpositive/input_testxpath.q.out_0.17
M    ql/src/test/results/clientpositive/join28.q.out
M    ql/src/test/results/clientpositive/input_testsequencefile.q.out
A    ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17
A    ql/src/test/results/clientpositive/input9.q.out_0.17
M    ql/src/test/results/clientpositive/input_testxpath.q.out
A    ql/src/test/results/clientpositive/sample2.q.out_0.17
M    ql/src/test/results/clientpositive/join37.q.out
M    ql/src/test/results/clientpositive/bucketmapjoin4.q.out
M    ql/src/test/results/clientpositive/load_dyn_part1.q.out
M    ql/src/test/results/clientpositive/sample2.q.out
A    ql/src/test/results/clientpositive/sample5.q.out_0.17
A    ql/src/test/results/clientpositive/quote1.q.out_0.17
M    ql/src/test/results/clientpositive/input_testxpath2.q.out
M    ql/src/test/results/clientpositive/union.q.out
M    ql/src/test/results/clientpositive/udf_10_trims.q.out
M    ql/src/test/results/clientpositive/join32.q.out
M    ql/src/test/results/clientpositive/input_part1.q.out
A    ql/src/test/results/clientpositive/cast1.q.out_0.17
A    ql/src/test/results/clientpositive/input_testsequencefile.q.out_0.17
M    ql/src/test/results/compiler/plan/input2.q.xml
M    ql/src/test/results/compiler/plan/input3.q.xml
M    ql/src/test/results/compiler/plan/input6.q.xml
M    ql/src/test/results/compiler/plan/input7.q.xml
A    ql/src/test/results/compiler/plan/input2.q.xml_0.17
M    ql/src/test/results/compiler/plan/input_testsequencefile.q.xml
M    ql/src/test/results/compiler/plan/input9.q.xml
M    ql/src/test/results/compiler/plan/union.q.xml
A    ql/src/test/results/compiler/plan/input6.q.xml_0.17
A    ql/src/test/results/compiler/plan/input_testsequencefile.q.xml_0.17
A    ql/src/test/results/compiler/plan/sample3.q.xml_0.17
M    ql/src/test/results/compiler/plan/subq.q.xml
A    ql/src/test/results/compiler/plan/sample5.q.xml_0.17
A    ql/src/test/results/compiler/plan/sample7.q.xml_0.17
M    ql/src/test/results/compiler/plan/case_sensitivity.q.xml
A    ql/src/test/results/compiler/plan/input1.q.xml_0.17
A    ql/src/test/results/compiler/plan/input3.q.xml_0.17
A    ql/src/test/results/compiler/plan/case_sensitivity.q.xml_0.17
A    ql/src/test/results/compiler/plan/input7.q.xml_0.17
A    ql/src/test/results/compiler/plan/union.q.xml_0.17
A    ql/src/test/results/compiler/plan/input9.q.xml_0.17
M    ql/src/test/results/compiler/plan/sample2.q.xml
M    ql/src/test/results/compiler/plan/sample3.q.xml
M    ql/src/test/results/compiler/plan/sample4.q.xml
M    ql/src/test/results/compiler/plan/sample5.q.xml
M    ql/src/test/results/compiler/plan/sample6.q.xml
M    ql/src/test/results/compiler/plan/sample7.q.xml
A    ql/src/test/results/compiler/plan/sample2.q.xml_0.17
A    ql/src/test/results/compiler/plan/sample4.q.xml_0.17
A    ql/src/test/results/compiler/plan/sample6.q.xml_0.17
A    ql/src/test/results/compiler/plan/subq.q.xml_0.17
M    ql/src/test/results/compiler/plan/input1.q.xml
M    ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java
A    ql/src/test/queries/clientpositive/merge2.q
A    ql/src/test/queries/clientpositive/merge3.q
A    ql/src/test/queries/clientpositive/merge4.q
M    ql/src/test/queries/clientpositive/input1.q
M    ql/src/test/queries/clientpositive/combine2.q
M    ql/src/test/templates/TestParse.vm
M    ql/src/test/templates/TestParseNegative.vm
M    ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
M    ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java
M    ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java
M    ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java
M    ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java
M    ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java
M    ql/src/java/org/apache/hadoop/hive/ql/plan/DynamicPartitionCtx.java
M    ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
M    ql/build.xml


[This commit notification would consist of 71 parts, 
which exceeds the limit of 50 ones, so it was shortened to the summary.]