You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ke...@apache.org on 2012/08/10 08:42:52 UTC
svn commit: r1371580 [1/9] - in /hive/trunk/ql/src:
java/org/apache/hadoop/hive/ql/exec/ java/org/apache/hadoop/hive/ql/parse/
java/org/apache/hadoop/hive/ql/plan/ test/queries/clientpositive/
test/results/clientpositive/ test/results/compiler/plan/
Author: kevinwilfong
Date: Fri Aug 10 06:42:48 2012
New Revision: 1371580
URL: http://svn.apache.org/viewvc?rev=1371580&view=rev
Log:
HIVE-3293. Load file into a table does not update table statistics. (njain via kevinwilfong)
Added:
hive/trunk/ql/src/test/queries/clientpositive/stats18.q
hive/trunk/ql/src/test/results/clientpositive/stats18.q.out
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/LoadSemanticAnalyzer.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/StatsWork.java
hive/trunk/ql/src/test/queries/clientpositive/stats1.q
hive/trunk/ql/src/test/queries/clientpositive/stats11.q
hive/trunk/ql/src/test/queries/clientpositive/stats13.q
hive/trunk/ql/src/test/queries/clientpositive/stats15.q
hive/trunk/ql/src/test/queries/clientpositive/stats2.q
hive/trunk/ql/src/test/queries/clientpositive/stats3.q
hive/trunk/ql/src/test/queries/clientpositive/stats4.q
hive/trunk/ql/src/test/queries/clientpositive/stats5.q
hive/trunk/ql/src/test/queries/clientpositive/stats6.q
hive/trunk/ql/src/test/queries/clientpositive/stats9.q
hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out
hive/trunk/ql/src/test/results/clientpositive/bucket1.q.out
hive/trunk/ql/src/test/results/clientpositive/bucket2.q.out
hive/trunk/ql/src/test/results/clientpositive/bucket3.q.out
hive/trunk/ql/src/test/results/clientpositive/bucket4.q.out
hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_1.q.out
hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_2.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketcontext_1.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketcontext_2.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketcontext_3.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketcontext_4.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out
hive/trunk/ql/src/test/results/clientpositive/ctas.q.out
hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out
hive/trunk/ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out
hive/trunk/ql/src/test/results/clientpositive/groupby_map_ppr.q.out
hive/trunk/ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out
hive/trunk/ql/src/test/results/clientpositive/groupby_ppr.q.out
hive/trunk/ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out
hive/trunk/ql/src/test/results/clientpositive/input23.q.out
hive/trunk/ql/src/test/results/clientpositive/input4.q.out
hive/trunk/ql/src/test/results/clientpositive/input42.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part1.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part2.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part7.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part9.q.out
hive/trunk/ql/src/test/results/clientpositive/join17.q.out
hive/trunk/ql/src/test/results/clientpositive/join26.q.out
hive/trunk/ql/src/test/results/clientpositive/join32.q.out
hive/trunk/ql/src/test/results/clientpositive/join33.q.out
hive/trunk/ql/src/test/results/clientpositive/join34.q.out
hive/trunk/ql/src/test/results/clientpositive/join35.q.out
hive/trunk/ql/src/test/results/clientpositive/join9.q.out
hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out
hive/trunk/ql/src/test/results/clientpositive/load_dyn_part8.q.out
hive/trunk/ql/src/test/results/clientpositive/louter_join_ppr.q.out
hive/trunk/ql/src/test/results/clientpositive/outer_join_ppr.q.out
hive/trunk/ql/src/test/results/clientpositive/pcr.q.out
hive/trunk/ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out
hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out
hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out
hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out
hive/trunk/ql/src/test/results/clientpositive/reduce_deduplicate.q.out
hive/trunk/ql/src/test/results/clientpositive/regexp_extract.q.out
hive/trunk/ql/src/test/results/clientpositive/router_join_ppr.q.out
hive/trunk/ql/src/test/results/clientpositive/sample1.q.out
hive/trunk/ql/src/test/results/clientpositive/sample2.q.out
hive/trunk/ql/src/test/results/clientpositive/sample4.q.out
hive/trunk/ql/src/test/results/clientpositive/sample5.q.out
hive/trunk/ql/src/test/results/clientpositive/sample6.q.out
hive/trunk/ql/src/test/results/clientpositive/sample7.q.out
hive/trunk/ql/src/test/results/clientpositive/sample8.q.out
hive/trunk/ql/src/test/results/clientpositive/sample9.q.out
hive/trunk/ql/src/test/results/clientpositive/stats0.q.out
hive/trunk/ql/src/test/results/clientpositive/stats1.q.out
hive/trunk/ql/src/test/results/clientpositive/stats11.q.out
hive/trunk/ql/src/test/results/clientpositive/stats13.q.out
hive/trunk/ql/src/test/results/clientpositive/stats2.q.out
hive/trunk/ql/src/test/results/clientpositive/stats3.q.out
hive/trunk/ql/src/test/results/clientpositive/stats4.q.out
hive/trunk/ql/src/test/results/clientpositive/stats5.q.out
hive/trunk/ql/src/test/results/clientpositive/stats6.q.out
hive/trunk/ql/src/test/results/clientpositive/stats9.q.out
hive/trunk/ql/src/test/results/clientpositive/transform_ppr1.q.out
hive/trunk/ql/src/test/results/clientpositive/transform_ppr2.q.out
hive/trunk/ql/src/test/results/clientpositive/udf_explode.q.out
hive/trunk/ql/src/test/results/clientpositive/udf_java_method.q.out
hive/trunk/ql/src/test/results/clientpositive/udf_reflect.q.out
hive/trunk/ql/src/test/results/clientpositive/udtf_explode.q.out
hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out
hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml
hive/trunk/ql/src/test/results/compiler/plan/cast1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/groupby1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/groupby2.q.xml
hive/trunk/ql/src/test/results/compiler/plan/groupby3.q.xml
hive/trunk/ql/src/test/results/compiler/plan/groupby4.q.xml
hive/trunk/ql/src/test/results/compiler/plan/groupby5.q.xml
hive/trunk/ql/src/test/results/compiler/plan/groupby6.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input20.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input4.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input5.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input8.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input_part1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input_testxpath.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input_testxpath2.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join2.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join3.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join4.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join5.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join6.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join7.q.xml
hive/trunk/ql/src/test/results/compiler/plan/join8.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml
hive/trunk/ql/src/test/results/compiler/plan/subq.q.xml
hive/trunk/ql/src/test/results/compiler/plan/udf1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/udf4.q.xml
hive/trunk/ql/src/test/results/compiler/plan/udf6.q.xml
hive/trunk/ql/src/test/results/compiler/plan/udf_case.q.xml
hive/trunk/ql/src/test/results/compiler/plan/udf_when.q.xml
hive/trunk/ql/src/test/results/compiler/plan/union.q.xml
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java Fri Aug 10 06:42:48 2012
@@ -329,6 +329,15 @@ public class StatsTask extends Task<Stat
work.getAggKey(), atomic);
statsAggregator.cleanUp(work.getAggKey());
}
+ // The collectable stats for the aggregator needs to be cleared.
+ // For eg. if a file is being loaded, the old number of rows are not valid
+ else if (work.isClearAggregatorStats()) {
+ for (String statType : collectableStats) {
+ if (parameters.containsKey(statType)) {
+ tblStats.setStat(statType, 0L);
+ }
+ }
+ }
} else {
// Partitioned table:
// Need to get the old stats of the partition
@@ -368,7 +377,16 @@ public class StatsTask extends Task<Stat
parameters, partitionID, atomic);
} else {
for (String statType : collectableStats) {
- newPartStats.setStat(statType, currentValues.get(statType));
+ // The collectable stats for the aggregator needs to be cleared.
+ // For eg. if a file is being loaded, the old number of rows are not valid
+ if (work.isClearAggregatorStats()) {
+ if (parameters.containsKey(statType)) {
+ newPartStats.setStat(statType, 0L);
+ }
+ }
+ else {
+ newPartStats.setStat(statType, currentValues.get(statType));
+ }
}
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/LoadSemanticAnalyzer.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/LoadSemanticAnalyzer.java?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/LoadSemanticAnalyzer.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/LoadSemanticAnalyzer.java Fri Aug 10 06:42:48 2012
@@ -44,7 +44,7 @@ import org.apache.hadoop.hive.ql.metadat
import org.apache.hadoop.hive.ql.plan.CopyWork;
import org.apache.hadoop.hive.ql.plan.LoadTableDesc;
import org.apache.hadoop.hive.ql.plan.MoveWork;
-import org.apache.hadoop.util.Shell;
+import org.apache.hadoop.hive.ql.plan.StatsWork;
/**
* LoadSemanticAnalyzer.
@@ -259,30 +259,49 @@ public class LoadSemanticAnalyzer extend
LoadTableDesc loadTableWork = new LoadTableDesc(fromURI.toString(),
loadTmpPath, Utilities.getTableDesc(ts.tableHandle), partSpec, isOverWrite);
+ Task<? extends Serializable> childTask = TaskFactory.get(new MoveWork(getInputs(),
+ getOutputs(), loadTableWork, null, true), conf);
if (rTask != null) {
- rTask.addDependentTask(TaskFactory.get(new MoveWork(getInputs(),
- getOutputs(), loadTableWork, null, true), conf));
+ rTask.addDependentTask(childTask);
} else {
- rTask = TaskFactory.get(new MoveWork(getInputs(), getOutputs(),
- loadTableWork, null, true), conf);
+ rTask = childTask;
}
rootTasks.add(rTask);
+
+ // The user asked for stats to be collected.
+ // Some stats like number of rows require a scan of the data
+ // However, some other stats, like number of files, do not require a complete scan
+ // Update the stats which do not require a complete scan.
+ Task<? extends Serializable> statTask = null;
+ if (conf.getBoolVar(HiveConf.ConfVars.HIVESTATSAUTOGATHER)) {
+ StatsWork statDesc = new StatsWork(loadTableWork);
+ statDesc.setNoStatsAggregator(true);
+ statDesc.setClearAggregatorStats(true);
+ statDesc.setStatsReliable(conf.getBoolVar(HiveConf.ConfVars.HIVE_STATS_RELIABLE));
+ statTask = TaskFactory.get(statDesc, conf);
+ }
+
+ // HIVE-3334 has been filed for load file with index auto update
if (HiveConf.getBoolVar(conf, HiveConf.ConfVars.HIVEINDEXAUTOUPDATE)) {
IndexUpdater indexUpdater = new IndexUpdater(loadTableWork, getInputs(), conf);
try {
List<Task<? extends Serializable>> indexUpdateTasks = indexUpdater.generateUpdateTasks();
+
for (Task<? extends Serializable> updateTask : indexUpdateTasks) {
- //LOAD DATA will either have a copy & move or just a move, we always want the update to be dependent on the move
- if (rTask.getChildren() == null || rTask.getChildren().size() == 0) {
- rTask.addDependentTask(updateTask);
- } else {
- ((Task<? extends Serializable>)rTask.getChildren().get(0)).addDependentTask(updateTask);
+ //LOAD DATA will either have a copy & move or just a move,
+ // we always want the update to be dependent on the move
+ childTask.addDependentTask(updateTask);
+ if (statTask != null) {
+ updateTask.addDependentTask(statTask);
}
}
} catch (HiveException e) {
console.printInfo("WARNING: could not auto-update stale indexes, indexes are not out of sync");
}
}
+ else if (statTask != null) {
+ childTask.addDependentTask(statTask);
+ }
}
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/StatsWork.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/StatsWork.java?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/StatsWork.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/StatsWork.java Fri Aug 10 06:42:48 2012
@@ -30,11 +30,18 @@ import org.apache.hadoop.hive.ql.parse.B
public class StatsWork implements Serializable {
private static final long serialVersionUID = 1L;
- private tableSpec tableSpecs; // source table spec -- for TableScanOperator
- private LoadTableDesc loadTableDesc; // same as MoveWork.loadTableDesc -- for FileSinkOperator
- private LoadFileDesc loadFileDesc; // same as MoveWork.loadFileDesc -- for FileSinkOperator
- private String aggKey; // aggregation key prefix
- private boolean statsReliable; // are stats completely reliable
+ private tableSpec tableSpecs; // source table spec -- for TableScanOperator
+ private LoadTableDesc loadTableDesc; // same as MoveWork.loadTableDesc -- for FileSinkOperator
+ private LoadFileDesc loadFileDesc; // same as MoveWork.loadFileDesc -- for FileSinkOperator
+ private String aggKey; // aggregation key prefix
+ private boolean statsReliable; // are stats completely reliable
+
+ // If stats aggregator is not present, clear the current aggregator stats.
+ // For eg. if a merge is being performed, stats already collected by aggregator (numrows etc.)
+ // are still valid. However, if a load file is being performed, the old stats collected by
+ // aggregator are not valid. It might be a good idea to clear them instead of leaving wrong
+ // and old stats.
+ private boolean clearAggregatorStats = false;
private boolean noStatsAggregator = false;
@@ -93,4 +100,12 @@ public class StatsWork implements Serial
public void setStatsReliable(boolean statsReliable) {
this.statsReliable = statsReliable;
}
+
+ public boolean isClearAggregatorStats() {
+ return clearAggregatorStats;
+ }
+
+ public void setClearAggregatorStats(boolean clearAggregatorStats) {
+ this.clearAggregatorStats = clearAggregatorStats;
+ }
}
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats1.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats1.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats1.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats1.q Fri Aug 10 06:42:48 2012
@@ -21,4 +21,10 @@ FROM (SELECT 'tst1' AS key, cast(count(1
SELECT * FROM tmptable x SORT BY x.key, x.value;
-DESCRIBE EXTENDED tmptable;
+DESCRIBE FORMATTED tmptable;
+
+-- Load a file into a existing table
+-- Some stats (numFiles, totalSize) should be updated correctly
+-- Some other stats (numRows, rawDataSize) should be cleared
+load data local inpath '../data/files/srcbucket20.txt' INTO TABLE tmptable;
+DESCRIBE FORMATTED tmptable;
\ No newline at end of file
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats11.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats11.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats11.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats11.q Fri Aug 10 06:42:48 2012
@@ -6,10 +6,17 @@ load data local inpath '../data/files/sr
load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin;
CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE;
+explain
load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
+load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
+
+desc formatted srcbucket_mapjoin_part partition(ds='2008-04-08');
load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
+desc formatted srcbucket_mapjoin_part partition(ds='2008-04-08');
load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
+desc formatted srcbucket_mapjoin_part partition(ds='2008-04-08');
load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08');
+desc formatted srcbucket_mapjoin_part partition(ds='2008-04-08');
CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE;
load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08');
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats13.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats13.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats13.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats13.q Fri Aug 10 06:42:48 2012
@@ -11,12 +11,12 @@ analyze table analyze_srcpart PARTITION(
analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics;
-desc extended analyze_srcpart;
-desc extended analyze_srcpart partition (ds='2008-04-08', hr=11);
-desc extended analyze_srcpart partition (ds='2008-04-08', hr=12);
-desc extended analyze_srcpart partition (ds='2008-04-09', hr=11);
-desc extended analyze_srcpart partition (ds='2008-04-09', hr=12);
+desc formatted analyze_srcpart;
+desc formatted analyze_srcpart partition (ds='2008-04-08', hr=11);
+desc formatted analyze_srcpart partition (ds='2008-04-08', hr=12);
+desc formatted analyze_srcpart partition (ds='2008-04-09', hr=11);
+desc formatted analyze_srcpart partition (ds='2008-04-09', hr=12);
create table analyze_srcpart2 like analyze_srcpart;
-desc extended analyze_srcpart2;
+desc formatted analyze_srcpart2;
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats15.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats15.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats15.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats15.q Fri Aug 10 06:42:48 2012
@@ -24,4 +24,4 @@ analyze table stats_part partition(ds, h
desc formatted stats_part;
drop table stats_src;
-drop table stats_part;
\ No newline at end of file
+drop table stats_part;
Added: hive/trunk/ql/src/test/queries/clientpositive/stats18.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats18.q?rev=1371580&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats18.q (added)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats18.q Fri Aug 10 06:42:48 2012
@@ -0,0 +1,21 @@
+set datanucleus.cache.collections=false;
+set hive.stats.autogather=true;
+set hive.merge.mapfiles=false;
+set hive.merge.mapredfiles=false;
+set hive.map.aggr=true;
+
+create table stats_part like srcpart;
+
+insert overwrite table stats_part partition (ds='2010-04-08', hr = '13') select key, value from src;
+
+-- Load a file into a existing partition
+-- Some stats (numFiles, totalSize) should be updated correctly
+-- Some other stats (numRows, rawDataSize) should be cleared
+desc formatted stats_part partition (ds='2010-04-08', hr='13');
+
+load data local inpath '../data/files/srcbucket20.txt' INTO TABLE stats_part partition (ds='2010-04-08', hr='13');
+
+desc formatted stats_part partition (ds='2010-04-08', hr='13');
+
+drop table stats_src;
+drop table stats_part;
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats2.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats2.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats2.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats2.q Fri Aug 10 06:42:48 2012
@@ -12,10 +12,10 @@ insert overwrite table analyze_t1 partit
insert overwrite table analyze_t1 partition (ds, hr) select * from srcpart where ds is not null;
-desc extended analyze_t1;
+desc formatted analyze_t1;
explain analyze table analyze_t1 partition (ds, hr) compute statistics;
analyze table analyze_t1 partition (ds, hr) compute statistics;
-describe extended analyze_t1;
+describe formatted analyze_t1;
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats3.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats3.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats3.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats3.q Fri Aug 10 06:42:48 2012
@@ -4,8 +4,13 @@ drop table hive_test_src;
drop table hive_test_dst;
create table hive_test_src ( col1 string ) stored as textfile ;
+explain extended
load data local inpath '../data/files/test.dat' overwrite into table hive_test_src ;
+load data local inpath '../data/files/test.dat' overwrite into table hive_test_src ;
+
+desc formatted hive_test_src;
+
create table hive_test_dst ( col1 string ) partitioned by ( pcol1 string , pcol2 string) stored as sequencefile;
insert overwrite table hive_test_dst partition ( pcol1='test_part', pCol2='test_Part') select col1 from hive_test_src ;
select * from hive_test_dst where pcol1='test_part' and pcol2='test_Part';
@@ -21,7 +26,7 @@ select * from hive_test_dst where pcol1=
select * from hive_test_dst where pcol1='test_part' and pcol2='test_part';
select * from hive_test_dst where pcol1='test_Part';
-describe extended hive_test_dst;
+describe formatted hive_test_dst;
drop table hive_test_src;
drop table hive_test_dst;
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats4.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats4.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats4.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats4.q Fri Aug 10 06:42:48 2012
@@ -28,13 +28,13 @@ show partitions nzhang_part2;
select * from nzhang_part1 where ds is not null and hr is not null;
select * from nzhang_part2 where ds is not null and hr is not null;
-describe extended nzhang_part1 partition(ds='2008-04-08',hr=11);
-describe extended nzhang_part1 partition(ds='2008-04-08',hr=12);
-describe extended nzhang_part2 partition(ds='2008-12-31',hr=11);
-describe extended nzhang_part2 partition(ds='2008-12-31',hr=12);
+describe formatted nzhang_part1 partition(ds='2008-04-08',hr=11);
+describe formatted nzhang_part1 partition(ds='2008-04-08',hr=12);
+describe formatted nzhang_part2 partition(ds='2008-12-31',hr=11);
+describe formatted nzhang_part2 partition(ds='2008-12-31',hr=12);
-describe extended nzhang_part1;
-describe extended nzhang_part2;
+describe formatted nzhang_part1;
+describe formatted nzhang_part2;
drop table nzhang_part1;
drop table nzhang_part2;
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats5.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats5.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats5.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats5.q Fri Aug 10 06:42:48 2012
@@ -7,4 +7,4 @@ explain analyze table analyze_src comput
analyze table analyze_src compute statistics;
-describe extended analyze_src;
+describe formatted analyze_src;
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats6.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats6.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats6.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats6.q Fri Aug 10 06:42:48 2012
@@ -9,9 +9,9 @@ insert overwrite table analyze_srcpart p
analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics;
analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=12) compute statistics;
-describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=11);
-describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=12);
-describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=11);
-describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=12);
+describe formatted analyze_srcpart PARTITION(ds='2008-04-08',hr=11);
+describe formatted analyze_srcpart PARTITION(ds='2008-04-08',hr=12);
+describe formatted analyze_srcpart PARTITION(ds='2008-04-09',hr=11);
+describe formatted analyze_srcpart PARTITION(ds='2008-04-09',hr=12);
-describe extended analyze_srcpart;
+describe formatted analyze_srcpart;
Modified: hive/trunk/ql/src/test/queries/clientpositive/stats9.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/stats9.q?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/stats9.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/stats9.q Fri Aug 10 06:42:48 2012
@@ -6,4 +6,4 @@ insert overwrite table analyze_srcbucket
explain analyze table analyze_srcbucket compute statistics;
analyze table analyze_srcbucket compute statistics;
-describe extended analyze_srcbucket;
+describe formatted analyze_srcbucket;
Modified: hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out Fri Aug 10 06:42:48 2012
@@ -128,9 +128,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -142,9 +147,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src
Modified: hive/trunk/ql/src/test/results/clientpositive/bucket1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucket1.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucket1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucket1.q.out Fri Aug 10 06:42:48 2012
@@ -60,9 +60,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -74,9 +79,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src
Modified: hive/trunk/ql/src/test/results/clientpositive/bucket2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucket2.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucket2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucket2.q.out Fri Aug 10 06:42:48 2012
@@ -60,9 +60,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -74,9 +79,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src
Modified: hive/trunk/ql/src/test/results/clientpositive/bucket3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucket3.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucket3.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucket3.q.out Fri Aug 10 06:42:48 2012
@@ -60,9 +60,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -74,9 +79,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src
Modified: hive/trunk/ql/src/test/results/clientpositive/bucket4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucket4.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucket4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucket4.q.out Fri Aug 10 06:42:48 2012
@@ -63,9 +63,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -77,9 +82,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src
Modified: hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_1.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_1.q.out Fri Aug 10 06:42:48 2012
@@ -136,9 +136,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.table1
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct table1 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 20
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -152,9 +157,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.table1
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct table1 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 20
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.table1
@@ -232,7 +242,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value
PREHOOK: type: QUERY
PREHOOK: Input: default@table1
Modified: hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_2.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_2.q.out Fri Aug 10 06:42:48 2012
@@ -136,9 +136,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.table1
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct table1 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 20
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -152,9 +157,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.table1
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct table1 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 20
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.table1
@@ -232,7 +242,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value
PREHOOK: type: QUERY
PREHOOK: Input: default@table1
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketcontext_1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketcontext_1.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketcontext_1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketcontext_1.q.out Fri Aug 10 06:42:48 2012
@@ -169,10 +169,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -186,10 +191,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 8
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -209,10 +219,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -226,10 +241,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 8
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -386,10 +406,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -403,10 +428,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 8
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -426,10 +456,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -443,10 +478,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 8
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketcontext_2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketcontext_2.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketcontext_2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketcontext_2.q.out Fri Aug 10 06:42:48 2012
@@ -157,10 +157,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -174,10 +179,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5500
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -197,10 +207,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -214,10 +229,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5500
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -405,10 +425,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -422,10 +447,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5500
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -445,10 +475,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -462,10 +497,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5500
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketcontext_3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketcontext_3.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketcontext_3.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketcontext_3.q.out Fri Aug 10 06:42:48 2012
@@ -157,10 +157,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -174,10 +179,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -365,10 +375,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -382,10 +397,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketcontext_4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketcontext_4.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketcontext_4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketcontext_4.q.out Fri Aug 10 06:42:48 2012
@@ -169,10 +169,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -186,10 +191,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
@@ -377,10 +387,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -394,10 +409,15 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.bucket_big
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct bucket_big { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.bucket_big
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out Fri Aug 10 06:42:48 2012
@@ -466,9 +466,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -481,9 +486,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin
@@ -953,10 +963,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -969,10 +984,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out Fri Aug 10 06:42:48 2012
@@ -197,10 +197,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -213,10 +218,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part
@@ -684,10 +694,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 3062
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -700,10 +715,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 3062
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part_2
@@ -1365,10 +1385,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1381,10 +1406,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out Fri Aug 10 06:42:48 2012
@@ -214,10 +214,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 3062
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -230,10 +235,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 2
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 3062
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part_2
@@ -701,10 +711,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -717,10 +732,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 1
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out Fri Aug 10 06:42:48 2012
@@ -212,9 +212,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -227,9 +232,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin
@@ -691,9 +701,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -706,9 +721,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out Fri Aug 10 06:42:48 2012
@@ -252,10 +252,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -268,10 +273,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 8
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part
@@ -290,10 +300,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -306,10 +321,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part
+ numFiles 8
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part
@@ -781,10 +801,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 2
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 3062
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -797,10 +822,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 6124
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part_2
@@ -819,10 +849,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 2
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 3062
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -835,10 +870,15 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin_part_2
+ numFiles 4
+ numPartitions 2
+ numRows 0
partition_columns ds
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 6124
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin_part_2
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out Fri Aug 10 06:42:48 2012
@@ -173,9 +173,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -188,9 +193,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin
Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out Fri Aug 10 06:42:48 2012
@@ -185,9 +185,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -200,9 +205,14 @@ STAGE PLANS:
columns.types int:string
#### A masked pattern was here ####
name default.srcbucket_mapjoin
+ numFiles 2
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcbucket_mapjoin
Modified: hive/trunk/ql/src/test/results/clientpositive/ctas.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ctas.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ctas.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ctas.q.out Fri Aug 10 06:42:48 2012
@@ -774,9 +774,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -788,9 +793,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src
Modified: hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out Fri Aug 10 06:42:48 2012
@@ -67,6 +67,11 @@ Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
+ numFiles 4
+ numPartitions 4
+ numRows 0
+ rawDataSize 0
+ totalSize 23248
#### A masked pattern was here ####
# Storage Information
@@ -109,6 +114,10 @@ Table: srcpart
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ numFiles 1
+ numRows 0
+ rawDataSize 0
+ totalSize 5812
#### A masked pattern was here ####
# Storage Information
Modified: hive/trunk/ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out?rev=1371580&r1=1371579&r2=1371580&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out Fri Aug 10 06:42:48 2012
@@ -60,9 +60,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -74,9 +79,14 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.src
+ numFiles 1
+ numPartitions 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src