You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by co...@apache.org on 2013/04/24 22:31:04 UTC
[3/5] BIGTOP-885. TestHiveSmokeBulk fails on Hive 0.9
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out
index b6f8453..4d81060 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/index_creation/out
@@ -1,17 +1,3 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
drop index src_index_2 on src
drop index src_index_3 on src
@@ -38,7 +24,7 @@ key string
_bucketname string
_offsets array<bigint>
-Detailed Table Information Table(tableName:default__src_src_index_2__, dbName:default, owner:null, createTime:1301677813, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default__src_src_index_2__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1301677813}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
+Detailed Table Information Table(tableName:default__src_src_index_2__, dbName:default, owner:null, createTime:1366741979, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_2__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741
979}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
create index src_index_3 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_3
@@ -48,7 +34,7 @@ key string
_bucketname string
_offsets array<bigint>
-Detailed Table Information Table(tableName:src_idx_src_index_3, dbName:default, owner:null, createTime:1301677813, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/src_idx_src_index_3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1301677813}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
+Detailed Table Information Table(tableName:src_idx_src_index_3, dbName:default, owner:null, createTime:1366741980, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/src_idx_src_index_3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741980}, viewOrig
inalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
create index src_index_4 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE
@@ -58,7 +44,7 @@ key string
_bucketname string
_offsets array<bigint>
-Detailed Table Information Table(tableName:default__src_src_index_4__, dbName:default, owner:null, createTime:1301677814, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default__src_src_index_4__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim=
+Detailed Table Information Table(tableName:default__src_src_index_4__, dbName:default, owner:null, createTime:1366741981, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_4__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim=
create index src_index_5 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' ESCAPED BY '\\'
@@ -68,27 +54,27 @@ key string
_bucketname string
_offsets array<bigint>
-Detailed Table Information Table(tableName:default__src_src_index_5__, dbName:default, owner:null, createTime:1301677814, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default__src_src_index_5__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format= , field.delim=
+Detailed Table Information Table(tableName:default__src_src_index_5__, dbName:default, owner:null, createTime:1366741982, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_5__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format= , field.delim=
create index src_index_6 on table src(key) as 'compact' WITH DEFERRED REBUILD STORED AS RCFILE
desc extended default__src_src_index_6__
-key string from deserializer
-_bucketname string from deserializer
-_offsets array<bigint> from deserializer
+key string
+_bucketname string
+_offsets array<bigint>
-Detailed Table Information Table(tableName:default__src_src_index_6__, dbName:default, owner:null, createTime:1301677814, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default__src_src_index_6__, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1301677814}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
+Detailed Table Information Table(tableName:default__src_src_index_6__, dbName:default, owner:null, createTime:1366741982, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_6__, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=136674
1982}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
create index src_index_7 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_7 STORED AS RCFILE
desc extended src_idx_src_index_7
-key string from deserializer
-_bucketname string from deserializer
-_offsets array<bigint> from deserializer
+key string
+_bucketname string
+_offsets array<bigint>
-Detailed Table Information Table(tableName:src_idx_src_index_7, dbName:default, owner:null, createTime:1301677815, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/src_idx_src_index_7, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1301677815}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
+Detailed Table Information Table(tableName:src_idx_src_index_7, dbName:default, owner:null, createTime:1366741983, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/src_idx_src_index_7, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741983}, viewOri
ginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
create index src_index_8 on table src(key) as 'compact' WITH DEFERRED REBUILD IDXPROPERTIES ("prop1"="val1", "prop2"="val2")
@@ -98,7 +84,7 @@ key string
_bucketname string
_offsets array<bigint>
-Detailed Table Information Table(tableName:default__src_src_index_8__, dbName:default, owner:null, createTime:1301677815, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default__src_src_index_8__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1301677815}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
+Detailed Table Information Table(tableName:default__src_src_index_8__, dbName:default, owner:null, createTime:1366741983, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_8__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{transient_lastDdlTime=1366741
983}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
create index src_index_9 on table src(key) as 'compact' WITH DEFERRED REBUILD TBLPROPERTIES ("prop1"="val1", "prop2"="val2")
@@ -108,7 +94,7 @@ key string
_bucketname string
_offsets array<bigint>
-Detailed Table Information Table(tableName:default__src_src_index_9__, dbName:default, owner:null, createTime:1301677815, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default__src_src_index_9__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{prop2=val2, prop1=val1, transient_lastDdlTime=1301677815}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
+Detailed Table Information Table(tableName:default__src_src_index_9__, dbName:default, owner:null, createTime:1366741984, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array<bigint>, comment:)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/default__src_src_index_9__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{prop2=val2, prop1=val1, trans
ient_lastDdlTime=1366741984}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE)
create table `_t`(`_i` int, `_j` int)
@@ -116,14 +102,14 @@ create table `_t`(`_i` int, `_j` int)
create index x on table `_t`(`_j`) as 'compact' WITH DEFERRED REBUILD
alter index x on `_t` rebuild
-Deleted hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default___t_x__
+Deleted /user/hive/warehouse/default___t_x__
create index x2 on table `_t`(`_i`,`_j`) as 'compact' WITH DEFERRED
REBUILD
alter index x2 on `_t` rebuild
-Deleted hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/default___t_x2__
+Deleted /user/hive/warehouse/default___t_x2__
drop index src_index_2 on src
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter
new file mode 100644
index 0000000..574efbd
--- /dev/null
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/filter
@@ -0,0 +1 @@
+sed -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out
index 23cf4cb..d7aa686 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join19/out
@@ -1,17 +1,3 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
CREATE TABLE triples (foo string, subject string, predicate string, object string, foo2 string)
@@ -90,27 +76,23 @@ STAGE PLANS:
predicate:
expr: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Citation'))
type: boolean
- Filter Operator
- predicate:
- expr: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Citation'))
- type: boolean
- Select Operator
- expressions:
- expr: subject
+ Select Operator
+ expressions:
+ expr: subject
+ type: string
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ tag: 0
+ value expressions:
+ expr: _col0
type: string
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 0
- value expressions:
- expr: _col0
- type: string
t22:t2
TableScan
alias: t2
@@ -118,29 +100,25 @@ STAGE PLANS:
predicate:
expr: (predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')
type: boolean
- Filter Operator
- predicate:
- expr: (predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')
- type: boolean
- Select Operator
- expressions:
- expr: subject
+ Select Operator
+ expressions:
+ expr: subject
+ type: string
+ expr: object
+ type: string
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
type: string
- expr: object
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ tag: 1
+ value expressions:
+ expr: _col1
type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 1
- value expressions:
- expr: _col1
- type: string
t33:t3
TableScan
alias: t3
@@ -148,29 +126,25 @@ STAGE PLANS:
predicate:
expr: (predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_from')
type: boolean
- Filter Operator
- predicate:
- expr: (predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_from')
- type: boolean
- Select Operator
- expressions:
- expr: subject
+ Select Operator
+ expressions:
+ expr: subject
+ type: string
+ expr: object
+ type: string
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col1
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col1
type: string
- expr: object
+ tag: 2
+ value expressions:
+ expr: _col0
type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col1
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col1
- type: string
- tag: 2
- value expressions:
- expr: _col0
- type: string
Reduce Operator Tree:
Join Operator
condition map:
@@ -216,24 +190,20 @@ STAGE PLANS:
predicate:
expr: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Author'))
type: boolean
- Filter Operator
- predicate:
- expr: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Author'))
- type: boolean
- Select Operator
- expressions:
- expr: subject
+ Select Operator
+ expressions:
+ expr: subject
+ type: string
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
type: string
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 1
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
+ type: string
+ tag: 1
t55:t5
TableScan
alias: t5
@@ -241,29 +211,25 @@ STAGE PLANS:
predicate:
expr: (predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_to')
type: boolean
- Filter Operator
- predicate:
- expr: (predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_to')
- type: boolean
- Select Operator
- expressions:
- expr: subject
+ Select Operator
+ expressions:
+ expr: subject
+ type: string
+ expr: object
+ type: string
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
type: string
- expr: object
+ tag: 2
+ value expressions:
+ expr: _col1
type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 2
- value expressions:
- expr: _col1
- type: string
Reduce Operator Tree:
Join Operator
condition map:
@@ -311,29 +277,25 @@ STAGE PLANS:
predicate:
expr: (predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')
type: boolean
- Filter Operator
- predicate:
- expr: (predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL')
- type: boolean
- Select Operator
- expressions:
- expr: subject
+ Select Operator
+ expressions:
+ expr: subject
+ type: string
+ expr: object
+ type: string
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col0
type: string
- expr: object
+ tag: 1
+ value expressions:
+ expr: _col1
type: string
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: 1
- value expressions:
- expr: _col1
- type: string
Reduce Operator Tree:
Join Operator
condition map:
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter
index 262105a..9cd7f38 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/filter
@@ -1 +1,2 @@
-sed -e 's#Copying file:.*/in..txt#Copying file:inX.txt#'
+sed -e 's#Copying file:.*/in..txt#Copying file:inX.txt#' \
+ -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out
index ce5b39b..fc08ff2 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/join_filters/out
@@ -1,21 +1,7 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
CREATE TABLE myinput1(key int, value int)
LOAD DATA LOCAL INPATH 'seed_data_files/in3.txt' INTO TABLE myinput1
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/in3.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in3.txt
SELECT * FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value
@@ -276,16 +262,16 @@ CREATE TABLE smb_input1(key int, value int) CLUSTERED BY (key) SORTED BY (key) I
CREATE TABLE smb_input2(key int, value int) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS
LOAD DATA LOCAL INPATH 'seed_data_files/in1.txt' into table smb_input1
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/in1.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in1.txt
LOAD DATA LOCAL INPATH 'seed_data_files/in2.txt' into table smb_input1
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/in2.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in2.txt
LOAD DATA LOCAL INPATH 'seed_data_files/in1.txt' into table smb_input2
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/in1.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in1.txt
LOAD DATA LOCAL INPATH 'seed_data_files/in2.txt' into table smb_input2
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/in2.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/in2.txt
SET hive.optimize.bucketmapjoin = true
SET hive.optimize.bucketmapjoin.sortedmerge = true
SET hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter
index ee0080a..a855032 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/filter
@@ -1,5 +1,7 @@
-sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' |
+sed -re 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
+ -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' |
sed -e 's#owner:[^,]*,#owner:BORG,#' \
-e 's#createTime:[0-9]*,#createTime:JUSTNOW#' \
-e 's#location:hdfs://[^/]*/#location:hdfs://HADOOP/#' \
- -e 's#{transient_lastDdlTime=[0-9]*}#{transient_lastDdlTime=JUSTNOW}#'
+ -e 's#{transient_lastDdlTime=[0-9]*}#{transient_lastDdlTime=JUSTNOW}#' \
+ -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out
index 0b3a10e..72bfdb1 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out
@@ -1,17 +1,3 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
create table if not exists nzhang_part14 (key string)
partitioned by (value string)
@@ -21,7 +7,7 @@ describe extended nzhang_part14
key string
value string
-Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:hudson, createTime:1301677589, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1301677589}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)
+Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:root, createTime:1366741768, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1366741768}, viewOriginalText:null, viewExpandedText:null, tab
leType:MANAGED_TABLE)
set hive.exec.dynamic.partition=true
set hive.exec.dynamic.partition.mode=nonstrict
@@ -40,14 +26,16 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1, Stage-7, Stage-8
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-2 depends on stages: Stage-1, Stage-9, Stage-10
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4
+ Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
Stage-3 depends on stages: Stage-0
Stage-4
- Stage-7 is a root stage
- Stage-8 is a root stage
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-9 is a root stage
+ Stage-10 is a root stage
STAGE PLANS:
Stage: Stage-1
@@ -85,66 +73,69 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-06-30_831_1767612874675998584/-mr-10002
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
- hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-06-30_831_1767612874675998584/-mr-10004
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
- hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-06-30_831_1767612874675998584/-mr-10005
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10002
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.nzhang_part14
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10004
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.nzhang_part14
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10005
+ TableScan
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.nzhang_part14
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
Move Operator
files:
hdfs directory: true
- destination: hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-06-30_831_1767612874675998584/-ext-10000
+ destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10000
Stage: Stage-0
Move Operator
@@ -164,7 +155,20 @@ STAGE PLANS:
Stage: Stage-4
Map Reduce
Alias -> Map Operator Tree:
- hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-06-30_831_1767612874675998584/-ext-10003
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10003
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.nzhang_part14
+
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10003
File Output Operator
compressed: false
GlobalTableId: 0
@@ -175,6 +179,12 @@ STAGE PLANS:
name: default.nzhang_part14
Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10000
+
+ Stage: Stage-9
Map Reduce
Alias -> Map Operator Tree:
null-subquery2:t-subquery2:src
@@ -206,7 +216,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- Stage: Stage-8
+ Stage: Stage-10
Map Reduce
Alias -> Map Operator Tree:
null-subquery1-subquery1:t-subquery1-subquery1:src
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter
index 6eaaaef..45a1fc5 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter
@@ -2,4 +2,6 @@ sed -re 's#Copying file:.*/srcbucket#Copying file:srcbucket#' \
-e 's#^owner:.*$#owner:BORG#' \
-e 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
-e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#last(Access|Update)Time:[0-9]*#last\1Time:JUSTNOW#'
+ -e 's#last(Access|Update)Time:[0-9]*#last\1Time:JUSTNOW#' \
+ -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
+ -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out
index 2056646..d5402b8 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out
@@ -1,17 +1,3 @@
--- Licensed to the Apache Software Foundation (ASF) under one or more
--- contributor license agreements. See the NOTICE file distributed with
--- this work for additional information regarding copyright ownership.
--- The ASF licenses this file to You under the Apache License, Version 2.0
--- (the "License") you may not use this file except in compliance with
--- the License. You may obtain a copy of the License at
---
--- http://www.apache.org/licenses/LICENSE-2.0
---
--- Unless required by applicable law or agreed to in writing, software
--- distributed under the License is distributed on an "AS IS" BASIS,
--- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
--- See the License for the specific language governing permissions and
--- limitations under the License.
set hive.exec.dynamic.partition=true
set hive.exec.dynamic.partition.mode=nonstrict
@@ -23,16 +9,16 @@ create table merge_dynamic_part like srcpart
load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/srcbucket20.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket20.txt
load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/srcbucket21.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket21.txt
load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/srcbucket22.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket22.txt
load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
-Copying file: file:/var/lib/hudson/workspace/Nightly-smoke-testing-monster-clone/examples/hive/target/seed_data_files/srcbucket23.txt
+Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket23.txt
set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat
set hive.merge.mapfiles=false
set hive.merge.mapredfiles=false
@@ -55,27 +41,23 @@ STAGE PLANS:
srcpart_merge_dp
TableScan
alias: srcpart_merge_dp
- Filter Operator
- predicate:
- expr: (ds = '2008-04-08')
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: hr
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: hr
+ type: string
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.merge_dynamic_part
Stage: Stage-0
Move Operator
@@ -602,8 +584,8 @@ select * from merge_dynamic_part order by key, value
show table extended like `merge_dynamic_part`
tableName:merge_dynamic_part
-owner:hudson
-location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
+owner:root
+location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
inputformat:org.apache.hadoop.mapred.TextInputFormat
outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
columns:struct columns { string key, string value}
@@ -613,8 +595,8 @@ totalNumberFiles:4
totalFileSize:5812
maxFileSize:1612
minFileSize:1358
-lastAccessTime:1301677489601
-lastUpdateTime:1301677491944
+lastAccessTime:1366742356513
+lastUpdateTime:1366742358466
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat
set hive.merge.mapfiles=true
@@ -628,11 +610,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -641,34 +625,30 @@ STAGE PLANS:
srcpart_merge_dp
TableScan
alias: srcpart_merge_dp
- Filter Operator
- predicate:
- expr: (ds = '2008-04-08')
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.merge_dynamic_part
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
Move Operator
files:
hdfs directory: true
- destination: hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-05-06_041_3360829702411135093/-ext-10000
+ destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10000
Stage: Stage-0
Move Operator
@@ -689,7 +669,7 @@ STAGE PLANS:
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-05-06_041_3360829702411135093/-ext-10002
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -699,10 +679,29 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.merge_dynamic_part
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10002
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.merge_dynamic_part
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10000
+
insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'
-Deleted hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11
+Deleted hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11
select * from merge_dynamic_part order by key, value
@@ -1209,8 +1208,8 @@ select * from merge_dynamic_part order by key, value
show table extended like `merge_dynamic_part`
tableName:merge_dynamic_part
-owner:hudson
-location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
+owner:root
+location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
inputformat:org.apache.hadoop.mapred.TextInputFormat
outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
columns:struct columns { string key, string value}
@@ -1220,8 +1219,8 @@ totalNumberFiles:1
totalFileSize:5812
maxFileSize:5812
minFileSize:5812
-lastAccessTime:1301677509720
-lastUpdateTime:1301677509720
+lastAccessTime:1366742405322
+lastUpdateTime:1366742405493
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat
set hive.merge.mapfiles=true
@@ -1235,11 +1234,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -1248,38 +1249,34 @@ STAGE PLANS:
srcpart_merge_dp
TableScan
alias: srcpart_merge_dp
- Filter Operator
- predicate:
- expr: ((ds = '2008-04-08') and (hr = 11))
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.merge_dynamic_part
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: ds
+ type: string
+ expr: hr
+ type: string
+ outputColumnNames: _col0, _col1, _col2, _col3
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.merge_dynamic_part
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
Move Operator
files:
hdfs directory: true
- destination: hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-05-26_242_8654647266048835937/-ext-10000
+ destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10000
Stage: Stage-0
Move Operator
@@ -1300,7 +1297,7 @@ STAGE PLANS:
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- hdfs://monster01.sf.cloudera.com:17020/tmp/hive-hudson/hive_2011-04-01_10-05-26_242_8654647266048835937/-ext-10002
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -1310,10 +1307,29 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.merge_dynamic_part
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+ hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10002
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.merge_dynamic_part
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10000
+
insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11
-Deleted hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11
+Deleted hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11
select * from merge_dynamic_part order by key, value
@@ -1820,8 +1836,8 @@ select * from merge_dynamic_part order by key, value
show table extended like `merge_dynamic_part`
tableName:merge_dynamic_part
-owner:hudson
-location:hdfs://monster01.sf.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
+owner:root
+location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part
inputformat:org.apache.hadoop.mapred.TextInputFormat
outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
columns:struct columns { string key, string value}
@@ -1831,6 +1847,6 @@ totalNumberFiles:1
totalFileSize:5812
maxFileSize:5812
minFileSize:5812
-lastAccessTime:1301677529792
-lastUpdateTime:1301677529792
+lastAccessTime:1366742447479
+lastUpdateTime:1366742447704
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d32a92d/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter
index 2779eff..f26b805 100644
--- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter
+++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter
@@ -1,3 +1,6 @@
sed -re 's#hdfs://[^/]*/#hdfs://HADOOP/#' \
-e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \
- -e 's#Deleted hdfs://.*src_multi.$#Deleted hdfs://src_multi#'
+ -e 's#Deleted .*/.*src_multi.$#Deleted /src_multi#' \
+ -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \
+ -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d'
+