You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/10/18 06:45:28 UTC
svn commit: r1023649 [1/2] - in /hadoop/hive/trunk: ./
hbase-handler/src/test/results/ ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/test/queries/clientpositive/ ql/src/test/results/clientpositive/
Author: namit
Date: Mon Oct 18 04:45:28 2010
New Revision: 1023649
URL: http://svn.apache.org/viewvc?rev=1023649&view=rev
Log:
HIVE-1711. CREATE TABLE LIKE should not set stats in the new table
(Ning Zhang via namit)
Modified:
hadoop/hive/trunk/CHANGES.txt
hadoop/hive/trunk/hbase-handler/src/test/results/hbase_stats.q.out
hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
hadoop/hive/trunk/ql/src/test/queries/clientpositive/stats13.q
hadoop/hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out
hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part8.q.out
hadoop/hive/trunk/ql/src/test/results/clientpositive/merge3.q.out
hadoop/hive/trunk/ql/src/test/results/clientpositive/stats12.q.out
hadoop/hive/trunk/ql/src/test/results/clientpositive/stats13.q.out
Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=1023649&r1=1023648&r2=1023649&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Mon Oct 18 04:45:28 2010
@@ -382,6 +382,9 @@ Trunk - Unreleased
HIVE-1720. hbase_stats.q is failing
(Ning Zhang via jvs)
+ HIVE-1711. CREATE TABLE LIKE should not set stats in the new table
+ (Ning Zhang via namit)
+
TESTS
HIVE-1464. improve test query performance
Modified: hadoop/hive/trunk/hbase-handler/src/test/results/hbase_stats.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/hbase-handler/src/test/results/hbase_stats.q.out?rev=1023649&r1=1023648&r2=1023649&view=diff
==============================================================================
--- hadoop/hive/trunk/hbase-handler/src/test/results/hbase_stats.q.out (original)
+++ hadoop/hive/trunk/hbase-handler/src/test/results/hbase_stats.q.out Mon Oct 18 04:45:28 2010
@@ -37,19 +37,18 @@ value string
# Detailed Table Information
Database: default
Owner: null
-CreateTime: Fri Oct 15 23:16:18 PDT 2010
+CreateTime: Sun Oct 17 21:42:31 PDT 2010
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
-Location: pfile:/data/users/nzhang/reviews/3/apache-hive/build/hbase-handler/test/data/warehouse/stats_src
+Location: pfile:/data/users/njain/hive_commit1/hive_commit1/build/hbase-handler/test/data/warehouse/stats_src
Table Type: MANAGED_TABLE
Table Parameters:
- EXTERNAL FALSE
numFiles 1
numPartitions 0
numRows 500
totalSize 5812
- transient_lastDdlTime 1287209788
+ transient_lastDdlTime 1287376963
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -146,19 +145,18 @@ hr string
# Detailed Table Information
Database: default
Owner: null
-CreateTime: Fri Oct 15 23:16:29 PDT 2010
+CreateTime: Sun Oct 17 21:42:44 PDT 2010
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
-Location: pfile:/data/users/nzhang/reviews/3/apache-hive/build/hbase-handler/test/data/warehouse/hbase_part
+Location: pfile:/data/users/njain/hive_commit1/hive_commit1/build/hbase-handler/test/data/warehouse/hbase_part
Table Type: MANAGED_TABLE
Table Parameters:
- EXTERNAL FALSE
numFiles 2
numPartitions 2
numRows 1000
totalSize 11624
- transient_lastDdlTime 1287209805
+ transient_lastDdlTime 1287376983
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -195,15 +193,15 @@ hr string
Partition Value: [2010-04-08, 11]
Database: default
Table: hbase_part
-CreateTime: Fri Oct 15 23:16:33 PDT 2010
+CreateTime: Sun Oct 17 21:42:49 PDT 2010
LastAccessTime: UNKNOWN
Protect Mode: None
-Location: pfile:/data/users/nzhang/reviews/3/apache-hive/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=11
+Location: pfile:/data/users/njain/hive_commit1/hive_commit1/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=11
Partition Parameters:
numFiles 1
numRows 500
totalSize 5812
- transient_lastDdlTime 1287209793
+ transient_lastDdlTime 1287376969
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -240,15 +238,15 @@ hr string
Partition Value: [2010-04-08, 12]
Database: default
Table: hbase_part
-CreateTime: Fri Oct 15 23:16:37 PDT 2010
+CreateTime: Sun Oct 17 21:42:54 PDT 2010
LastAccessTime: UNKNOWN
Protect Mode: None
-Location: pfile:/data/users/nzhang/reviews/3/apache-hive/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=12
+Location: pfile:/data/users/njain/hive_commit1/hive_commit1/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=12
Partition Parameters:
numFiles 1
numRows 500
totalSize 5812
- transient_lastDdlTime 1287209798
+ transient_lastDdlTime 1287376974
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Modified: hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java?rev=1023649&r1=1023648&r2=1023649&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (original)
+++ hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java Mon Oct 18 04:45:28 2010
@@ -31,16 +31,16 @@ import java.io.Writer;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Comparator;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
-import java.util.Collections;
-import java.util.Comparator;
+import java.util.Map.Entry;
import java.util.Set;
import java.util.SortedSet;
import java.util.TreeSet;
-import java.util.Map.Entry;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
@@ -64,13 +64,25 @@ import org.apache.hadoop.hive.metastore.
import org.apache.hadoop.hive.metastore.api.Order;
import org.apache.hadoop.hive.ql.Context;
import org.apache.hadoop.hive.ql.DriverContext;
-import org.apache.hadoop.hive.ql.Context;
import org.apache.hadoop.hive.ql.QueryPlan;
import org.apache.hadoop.hive.ql.hooks.ReadEntity;
import org.apache.hadoop.hive.ql.hooks.WriteEntity;
-import org.apache.hadoop.hive.ql.metadata.*;
+import org.apache.hadoop.hive.ql.lockmgr.HiveLock;
+import org.apache.hadoop.hive.ql.lockmgr.HiveLockManager;
+import org.apache.hadoop.hive.ql.lockmgr.HiveLockMode;
+import org.apache.hadoop.hive.ql.lockmgr.HiveLockObject;
+import org.apache.hadoop.hive.ql.metadata.CheckResult;
+import org.apache.hadoop.hive.ql.metadata.Hive;
+import org.apache.hadoop.hive.ql.metadata.HiveException;
+import org.apache.hadoop.hive.ql.metadata.HiveMetaStoreChecker;
+import org.apache.hadoop.hive.ql.metadata.HiveStorageHandler;
+import org.apache.hadoop.hive.ql.metadata.InvalidTableException;
+import org.apache.hadoop.hive.ql.metadata.MetaDataFormatUtils;
+import org.apache.hadoop.hive.ql.metadata.Partition;
+import org.apache.hadoop.hive.ql.metadata.Table;
import org.apache.hadoop.hive.ql.plan.AddPartitionDesc;
import org.apache.hadoop.hive.ql.plan.AlterTableDesc;
+import org.apache.hadoop.hive.ql.plan.AlterTableDesc.AlterTableTypes;
import org.apache.hadoop.hive.ql.plan.AlterTableSimpleDesc;
import org.apache.hadoop.hive.ql.plan.CreateDatabaseDesc;
import org.apache.hadoop.hive.ql.plan.CreateIndexDesc;
@@ -83,22 +95,17 @@ import org.apache.hadoop.hive.ql.plan.De
import org.apache.hadoop.hive.ql.plan.DropDatabaseDesc;
import org.apache.hadoop.hive.ql.plan.DropIndexDesc;
import org.apache.hadoop.hive.ql.plan.DropTableDesc;
+import org.apache.hadoop.hive.ql.plan.LockTableDesc;
import org.apache.hadoop.hive.ql.plan.MsckDesc;
import org.apache.hadoop.hive.ql.plan.ShowDatabasesDesc;
import org.apache.hadoop.hive.ql.plan.ShowFunctionsDesc;
import org.apache.hadoop.hive.ql.plan.ShowLocksDesc;
-import org.apache.hadoop.hive.ql.plan.LockTableDesc;
-import org.apache.hadoop.hive.ql.plan.UnlockTableDesc;
import org.apache.hadoop.hive.ql.plan.ShowPartitionsDesc;
import org.apache.hadoop.hive.ql.plan.ShowTableStatusDesc;
import org.apache.hadoop.hive.ql.plan.ShowTablesDesc;
import org.apache.hadoop.hive.ql.plan.SwitchDatabaseDesc;
-import org.apache.hadoop.hive.ql.plan.AlterTableDesc.AlterTableTypes;
+import org.apache.hadoop.hive.ql.plan.UnlockTableDesc;
import org.apache.hadoop.hive.ql.plan.api.StageType;
-import org.apache.hadoop.hive.ql.lockmgr.HiveLock;
-import org.apache.hadoop.hive.ql.lockmgr.HiveLockMode;
-import org.apache.hadoop.hive.ql.lockmgr.HiveLockObject;
-import org.apache.hadoop.hive.ql.lockmgr.HiveLockManager;
import org.apache.hadoop.hive.serde.Constants;
import org.apache.hadoop.hive.serde2.Deserializer;
import org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe;
@@ -2348,7 +2355,7 @@ public class DDLTask extends Task<DDLWor
validateSerDe(crtTbl.getSerName());
tbl.setSerializationLib(crtTbl.getSerName());
}
-
+
if (crtTbl.getFieldDelim() != null) {
tbl.setSerdeParam(Constants.FIELD_DELIM, crtTbl.getFieldDelim());
tbl.setSerdeParam(Constants.SERIALIZATION_FORMAT, crtTbl.getFieldDelim());
@@ -2478,6 +2485,10 @@ public class DDLTask extends Task<DDLWor
tbl.unsetDataLocation();
}
+ // we should reset table specific parameters including (stats, lastDDLTime etc.)
+ Map<String, String> params = tbl.getParameters();
+ params.clear();
+
// create the table
db.createTable(tbl, crtTbl.getIfNotExists());
work.getOutputs().add(new WriteEntity(tbl));
Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/stats13.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/stats13.q?rev=1023649&r1=1023648&r2=1023649&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/stats13.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/stats13.q Mon Oct 18 04:45:28 2010
@@ -17,3 +17,6 @@ desc extended analyze_srcpart partition
desc extended analyze_srcpart partition (ds='2008-04-09', hr=11);
desc extended analyze_srcpart partition (ds='2008-04-09', hr=12);
+create table analyze_srcpart2 like analyze_srcpart;
+
+desc extended analyze_srcpart2;
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out?rev=1023649&r1=1023648&r2=1023649&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/describe_table.q.out Mon Oct 18 04:45:28 2010
@@ -28,7 +28,7 @@ value string default
ds string
hr string
-Detailed Table Information Table(tableName:srcpart, dbName:default, owner:null, createTime:1286921841, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1286921841}, viewOriginalText:nul
l, viewExpandedText:null, tableType:MANAGED_TABLE)
+Detailed Table Information Table(tableName:srcpart, dbName:default, owner:null, createTime:1287206320, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1287206320}, viewOriginalText:null, vi
ewExpandedText:null, tableType:MANAGED_TABLE)
PREHOOK: query: describe extended srcpart.key
PREHOOK: type: DESCTABLE
POSTHOOK: query: describe extended srcpart.key
@@ -43,7 +43,7 @@ value string default
ds string
hr string
-Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:srcpart, createTime:1286921842, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286921842})
+Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:srcpart, createTime:1287206322, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1287206322})
PREHOOK: query: describe formatted srcpart
PREHOOK: type: DESCTABLE
POSTHOOK: query: describe formatted srcpart
@@ -62,14 +62,14 @@ hr string
# Detailed Table Information
Database: default
Owner: null
-CreateTime: Tue Oct 12 15:17:21 PDT 2010
+CreateTime: Fri Oct 15 22:18:40 PDT 2010
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
-Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart
+Location: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
Table Type: MANAGED_TABLE
Table Parameters:
- transient_lastDdlTime 1286921841
+ transient_lastDdlTime 1287206320
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -107,12 +107,12 @@ hr string
Partition Value: [2008-04-08, 12]
Database: default
Table: srcpart
-CreateTime: Tue Oct 12 15:17:22 PDT 2010
+CreateTime: Fri Oct 15 22:18:42 PDT 2010
LastAccessTime: UNKNOWN
Protect Mode: None
-Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+Location: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition Parameters:
- transient_lastDdlTime 1286921842
+ transient_lastDdlTime 1287206322
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -179,17 +179,16 @@ hr string
# Detailed Table Information
Database: default
Owner: null
-CreateTime: Tue Oct 12 15:17:25 PDT 2010
+CreateTime: Fri Oct 15 22:18:53 PDT 2010
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
-Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart_serdeprops
+Location: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart_serdeprops
Table Type: MANAGED_TABLE
Table Parameters:
- EXTERNAL FALSE
- last_modified_by thiruvel
- last_modified_time 1286921846
- transient_lastDdlTime 1286921846
+ last_modified_by nzhang
+ last_modified_time 1287206333
+ transient_lastDdlTime 1287206333
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part8.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part8.q.out?rev=1023649&r1=1023648&r2=1023649&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part8.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part8.q.out Mon Oct 18 04:45:28 2010
@@ -20,7 +20,7 @@ value string default
ds string
hr string
-Detailed Table Information Table(tableName:nzhang_part8, dbName:default, owner:null, createTime:1286798595, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=128679859
5}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)
+Detailed Table Information Table(tableName:nzhang_part8, dbName:default, owner:null, createTime:1287206335, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part8, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1287206335}, viewOriginalTex
t:null, viewExpandedText:null, tableType:MANAGED_TABLE)
PREHOOK: query: explain extended
from srcpart
insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08'
@@ -68,26 +68,25 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10000
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part8
name nzhang_part8
partition_columns ds/hr
serialization.ddl struct nzhang_part8 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798595
+ transient_lastDdlTime 1287206335
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: nzhang_part8
TotalFiles: 1
@@ -110,27 +109,26 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 2
- directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10002
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-12-31/
- Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002/
+ Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10002/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part8
name nzhang_part8
partition_columns ds/hr
serialization.ddl struct nzhang_part8 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798595
+ transient_lastDdlTime 1287206335
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: nzhang_part8
TotalFiles: 1
@@ -138,12 +136,12 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart]
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart]
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart]
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart]
Path -> Partition:
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -157,13 +155,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -174,17 +172,17 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -198,13 +196,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -215,17 +213,17 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -239,13 +237,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -256,17 +254,17 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -280,13 +278,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -297,13 +295,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798591
+ transient_lastDdlTime 1287206320
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -315,31 +313,30 @@ STAGE PLANS:
ds
hr
replace: true
- source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part8
name nzhang_part8
partition_columns ds/hr
serialization.ddl struct nzhang_part8 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798595
+ transient_lastDdlTime 1287206335
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: nzhang_part8
- tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10001
+ tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10001
Stage: Stage-3
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10000/
Stage: Stage-1
Move Operator
@@ -348,31 +345,30 @@ STAGE PLANS:
ds 2008-12-31
hr
replace: true
- source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part8
name nzhang_part8
partition_columns ds/hr
serialization.ddl struct nzhang_part8 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1286798595
+ transient_lastDdlTime 1287206335
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: nzhang_part8
- tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10003
+ tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10003
Stage: Stage-4
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002/
+ Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-18-55_689_3606926585135795321/-ext-10002/
PREHOOK: query: from srcpart
@@ -425,14 +421,14 @@ PREHOOK: Input: default@nzhang_part8@ds=
PREHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12
PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11
PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12
-PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-03-21_094_356366396228463557/-mr-10000
+PREHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-07_654_6660693194702630535/-mr-10000
POSTHOOK: query: select * from nzhang_part8 where ds is not null and hr is not null
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=11
POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12
POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11
POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12
-POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-03-21_094_356366396228463557/-mr-10000
+POSTHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-07_654_6660693194702630535/-mr-10000
POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/merge3.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/merge3.q.out?rev=1023649&r1=1023648&r2=1023649&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/merge3.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/merge3.q.out Mon Oct 18 04:45:28 2010
@@ -77,9 +77,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10002
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10001/
+ Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -92,9 +92,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src [merge_src]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src [merge_src]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src
Partition
base file name: merge_src
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -105,12 +105,12 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src
name merge_src
serialization.ddl struct merge_src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284509125
+ transient_lastDdlTime 1287206353
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -121,12 +121,12 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src
name merge_src
serialization.ddl struct merge_src { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284509125
+ transient_lastDdlTime 1287206353
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src
name: merge_src
@@ -138,15 +138,15 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10002
- destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10001
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002
+ destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001
Stage: Stage-0
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10001
- destination: pfile:///data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src2
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001
+ destination: pfile:///data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src2
Stage: Stage-5
Create Table Operator:
@@ -162,11 +162,11 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10002
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10001
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -180,9 +180,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10002]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-34_772_3930999175752285186/-ext-10002
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -216,11 +216,11 @@ POSTHOOK: Lineage: merge_src_part PARTIT
PREHOOK: query: select * from merge_src2
PREHOOK: type: QUERY
PREHOOK: Input: default@merge_src2
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-05-42_636_2818761556740634416/-mr-10000
+PREHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-30_116_4238517620064424661/-mr-10000
POSTHOOK: query: select * from merge_src2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@merge_src2
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-05-42_636_2818761556740634416/-mr-10000
+POSTHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-30_116_4238517620064424661/-mr-10000
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
@@ -2289,30 +2289,25 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10002
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509143
+ transient_lastDdlTime 1287206370
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
TotalFiles: 1
@@ -2320,10 +2315,10 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part]
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08
Partition
base file name: ds=2008-04-08
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2336,7 +2331,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -2346,7 +2341,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2357,7 +2352,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -2367,11 +2362,11 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part
name: merge_src_part
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09
Partition
base file name: ds=2008-04-09
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2384,7 +2379,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -2394,7 +2389,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2405,7 +2400,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -2415,7 +2410,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part
name: merge_src_part
@@ -2427,8 +2422,8 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10002
- destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10000
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002
+ destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000
Stage: Stage-0
Move Operator
@@ -2436,66 +2431,56 @@ STAGE PLANS:
partition:
ds
replace: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10000
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509143
+ transient_lastDdlTime 1287206370
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
- tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10001
+ tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10002
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10000
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509143
+ transient_lastDdlTime 1287206370
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
TotalFiles: 1
@@ -2503,53 +2488,43 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10002]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-43_139_4663113902659897013/-ext-10002
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509143
+ transient_lastDdlTime 1287206370
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509143
+ transient_lastDdlTime 1287206370
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
name: merge_src_part2
@@ -2595,12 +2570,12 @@ PREHOOK: query: select * from merge_src_
PREHOOK: type: QUERY
PREHOOK: Input: default@merge_src_part2@ds=2008-04-08
PREHOOK: Input: default@merge_src_part2@ds=2008-04-09
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-05-55_958_2550901900768022933/-mr-10000
+PREHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-42_452_7793079200177405408/-mr-10000
POSTHOOK: query: select * from merge_src_part2 where ds is not null
POSTHOOK: type: QUERY
POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08
POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-05-55_958_2550901900768022933/-mr-10000
+POSTHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-42_452_7793079200177405408/-mr-10000
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
@@ -4709,10 +4684,10 @@ STAGE PLANS:
type: string
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [s:merge_src_part]
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [s:merge_src_part]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [s:merge_src_part]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [s:merge_src_part]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08
Partition
base file name: ds=2008-04-08
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -4725,7 +4700,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -4735,7 +4710,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -4746,7 +4721,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -4756,11 +4731,11 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part
name: merge_src_part
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09
Partition
base file name: ds=2008-04-09
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -4773,7 +4748,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -4783,7 +4758,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -4794,7 +4769,7 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part
name merge_src_part
numFiles 4
numPartitions 2
@@ -4804,7 +4779,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 23248
- transient_lastDdlTime 1284509134
+ transient_lastDdlTime 1287206362
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part
name: merge_src_part
@@ -4822,30 +4797,25 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10002
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509157
+ transient_lastDdlTime 1287206383
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
TotalFiles: 1
@@ -4859,8 +4829,8 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10002
- destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10000
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002
+ destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000
Stage: Stage-0
Move Operator
@@ -4868,66 +4838,56 @@ STAGE PLANS:
partition:
ds
replace: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10000
+ source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509157
+ transient_lastDdlTime 1287206383
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
- tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10001
+ tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10002
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10000
+ directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509157
+ transient_lastDdlTime 1287206383
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
TotalFiles: 1
@@ -4935,53 +4895,43 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10002]
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-05-57_081_6030095372534174430/-ext-10002
+ pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509157
+ transient_lastDdlTime 1287206383
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- EXTERNAL FALSE
bucket_count -1
columns key,value
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/merge_src_part2
+ location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2
name merge_src_part2
- numFiles 4
- numPartitions 2
- numRows 2000
partition_columns ds
serialization.ddl struct merge_src_part2 { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
- transient_lastDdlTime 1284509157
+ transient_lastDdlTime 1287206383
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: merge_src_part2
name: merge_src_part2
@@ -5035,12 +4985,12 @@ PREHOOK: query: select * from merge_src_
PREHOOK: type: QUERY
PREHOOK: Input: default@merge_src_part2@ds=2008-04-08
PREHOOK: Input: default@merge_src_part2@ds=2008-04-09
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-06-11_803_8918669679801656706/-mr-10000
+PREHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-57_065_3435022740672814575/-mr-10000
POSTHOOK: query: select * from merge_src_part2 where ds is not null
POSTHOOK: type: QUERY
POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08
POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-06-11_803_8918669679801656706/-mr-10000
+POSTHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-57_065_3435022740672814575/-mr-10000
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]