You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2009/11/03 07:26:46 UTC
svn commit: r832311 - in /hadoop/hive/trunk: CHANGES.txt
ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
ql/src/test/queries/clientpositive/rcfile_default_format.q
ql/src/test/results/clientpositive/rcfile_default_format.q.out
Author: namit
Date: Tue Nov 3 06:26:46 2009
New Revision: 832311
URL: http://svn.apache.org/viewvc?rev=832311&view=rev
Log:
RCFile is not included when user specifying it as the default file format
(Yongqiang He via namit)
Added:
hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q
hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out
Modified:
hadoop/hive/trunk/CHANGES.txt
hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=832311&r1=832310&r2=832311&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Tue Nov 3 06:26:46 2009
@@ -234,6 +234,9 @@
HIVE-819. Add lazy decompress abilitt to rcfile
(He Yongqiang via namit)
+ HIVE-910. RCFile is not included when user specifying it as the default
+ file format (He Yongqiang via namit)
+
Release 0.4.0 - Unreleased
INCOMPATIBLE CHANGES
Modified: hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java?rev=832311&r1=832310&r2=832311&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (original)
+++ hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java Tue Nov 3 06:26:46 2009
@@ -4839,6 +4839,10 @@
if ("SequenceFile".equalsIgnoreCase(conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT))) {
inputFormat = SEQUENCEFILE_INPUT;
outputFormat = SEQUENCEFILE_OUTPUT;
+ } else if ("RCFile".equalsIgnoreCase(conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT))) {
+ inputFormat = RCFILE_INPUT;
+ outputFormat = RCFILE_OUTPUT;
+ serde = COLUMNAR_SERDE;
}
LOG.info("Creating table" + tableName + " positin=" + ast.getCharPositionInLine());
Added: hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q?rev=832311&view=auto
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q (added)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q Tue Nov 3 06:26:46 2009
@@ -0,0 +1,11 @@
+SET hive.default.fileformat = RCFile;
+
+CREATE TABLE rcfile_default_format (key STRING);
+DESCRIBE EXTENDED rcfile_default_format;
+
+CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src;
+DESCRIBE EXTENDED rcfile_default_format_ctas;
+
+SET hive.default.fileformat = TextFile;
+CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas;
+DESCRIBE EXTENDED textfile_default_format_ctas;
\ No newline at end of file
Added: hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out?rev=832311&view=auto
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out (added)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out Tue Nov 3 06:26:46 2009
@@ -0,0 +1,42 @@
+PREHOOK: query: CREATE TABLE rcfile_default_format (key STRING)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE rcfile_default_format (key STRING)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@rcfile_default_format
+PREHOOK: query: DESCRIBE EXTENDED rcfile_default_format
+PREHOOK: type: DESCTABLE
+POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format
+POSTHOOK: type: DESCTABLE
+key string from deserializer
+
+Detailed Table Information Table(tableName:rcfile_default_format, dbName:default, owner:heyongqiang, createTime:1257212499, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/rcfile_default_format, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1257212499})
+PREHOOK: query: CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: default@src
+POSTHOOK: query: CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@rcfile_default_format_ctas
+PREHOOK: query: DESCRIBE EXTENDED rcfile_default_format_ctas
+PREHOOK: type: DESCTABLE
+POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format_ctas
+POSTHOOK: type: DESCTABLE
+key string from deserializer
+value string from deserializer
+
+Detailed Table Information Table(tableName:rcfile_default_format_ctas, dbName:default, owner:heyongqiang, createTime:1257212511, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/rcfile_default_format_ctas, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1257212511})
+PREHOOK: query: CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: default@rcfile_default_format_ctas
+POSTHOOK: query: CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: default@rcfile_default_format_ctas
+POSTHOOK: Output: default@textfile_default_format_ctas
+PREHOOK: query: DESCRIBE EXTENDED textfile_default_format_ctas
+PREHOOK: type: DESCTABLE
+POSTHOOK: query: DESCRIBE EXTENDED textfile_default_format_ctas
+POSTHOOK: type: DESCTABLE
+key string
+value string
+
+Detailed Table Information Table(tableName:textfile_default_format_ctas, dbName:default, owner:heyongqiang, createTime:1257212516, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/textfile_default_format_ctas, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1257212516})