You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/08/15 07:50:01 UTC
svn commit: r985618 - in /hadoop/hive/trunk: CHANGES.txt
ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
ql/src/test/queries/clientpositive/load_dyn_part15.q
ql/src/test/results/clientpositive/load_dyn_part15.q.out
Author: namit
Date: Sun Aug 15 05:50:01 2010
New Revision: 985618
URL: http://svn.apache.org/viewvc?rev=985618&view=rev
Log:
HIVE-1532 Replace globStatus with listStatus inside Hive.java's replaceFiles
(He Yongqiang via namit)
- begin *PUBLIC* platform impact section -
Bugzilla: #
- end platform impact -
Added:
hadoop/hive/trunk/ql/src/test/queries/clientpositive/load_dyn_part15.q
hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part15.q.out
Modified:
hadoop/hive/trunk/CHANGES.txt
hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=985618&r1=985617&r2=985618&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Sun Aug 15 05:50:01 2010
@@ -137,6 +137,9 @@ Trunk - Unreleased
HIVE-1535 Dont change table metadata while changing partition metadata
(He Yongqiang via namit)
+ HIVE-1532 Replace globStatus with listStatus inside Hive.java's replaceFiles
+ (He Yongqiang via namit)
+
TESTS
HIVE-1464. improve test query performance
Modified: hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java?rev=985618&r1=985617&r2=985618&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java (original)
+++ hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java Sun Aug 15 05:50:01 2010
@@ -1210,7 +1210,7 @@ public class Hive {
Path tmppath) throws HiveException {
FileStatus[] srcs;
try {
- srcs = fs.globStatus(srcf);
+ srcs = fs.listStatus(srcf);
} catch (IOException e) {
throw new HiveException("addFiles: filesystem error in check phase", e);
}
Added: hadoop/hive/trunk/ql/src/test/queries/clientpositive/load_dyn_part15.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/load_dyn_part15.q?rev=985618&view=auto
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/load_dyn_part15.q (added)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/load_dyn_part15.q Sun Aug 15 05:50:01 2010
@@ -0,0 +1,13 @@
+
+set hive.exec.dynamic.partition=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+
+create table if not exists load_dyn_part15_test (key string)
+ partitioned by (part_key string);
+
+show partitions load_dyn_part15_test;
+
+INSERT OVERWRITE TABLE load_dyn_part15_test PARTITION(part_key)
+SELECT key, part_key FROM src LATERAL VIEW explode(array("1","{2","3]")) myTable AS part_key;
+
+show partitions load_dyn_part15_test;
\ No newline at end of file
Added: hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part15.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part15.q.out?rev=985618&view=auto
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part15.q.out (added)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part15.q.out Sun Aug 15 05:50:01 2010
@@ -0,0 +1,35 @@
+PREHOOK: query: create table if not exists load_dyn_part15_test (key string)
+ partitioned by (part_key string)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: create table if not exists load_dyn_part15_test (key string)
+ partitioned by (part_key string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@load_dyn_part15_test
+PREHOOK: query: show partitions load_dyn_part15_test
+PREHOOK: type: SHOWPARTITIONS
+POSTHOOK: query: show partitions load_dyn_part15_test
+POSTHOOK: type: SHOWPARTITIONS
+PREHOOK: query: INSERT OVERWRITE TABLE load_dyn_part15_test PARTITION(part_key)
+SELECT key, part_key FROM src LATERAL VIEW explode(array("1","{2","3]")) myTable AS part_key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+POSTHOOK: query: INSERT OVERWRITE TABLE load_dyn_part15_test PARTITION(part_key)
+SELECT key, part_key FROM src LATERAL VIEW explode(array("1","{2","3]")) myTable AS part_key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@load_dyn_part15_test@part_key={2
+POSTHOOK: Output: default@load_dyn_part15_test@part_key=1
+POSTHOOK: Output: default@load_dyn_part15_test@part_key=3]
+POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=1).key SCRIPT []
+POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=3]).key SCRIPT []
+POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key={2).key SCRIPT []
+PREHOOK: query: show partitions load_dyn_part15_test
+PREHOOK: type: SHOWPARTITIONS
+POSTHOOK: query: show partitions load_dyn_part15_test
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=1).key SCRIPT []
+POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=3]).key SCRIPT []
+POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key={2).key SCRIPT []
+part_key=1
+part_key=3]
+part_key={2