You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2014/11/25 19:48:04 UTC
svn commit: r1641669 - in /hive/trunk/ql/src/test:
queries/clientpositive/parquet_map_of_maps.q
results/clientpositive/parquet_map_of_maps.q.out
Author: brock
Date: Tue Nov 25 18:48:04 2014
New Revision: 1641669
URL: http://svn.apache.org/r1641669
Log:
HIVE-6914 - parquet-hive cannot write nested map (map value is map) (Ryan Blue via Brock)
Added:
hive/trunk/ql/src/test/queries/clientpositive/parquet_map_of_maps.q
hive/trunk/ql/src/test/results/clientpositive/parquet_map_of_maps.q.out
Added: hive/trunk/ql/src/test/queries/clientpositive/parquet_map_of_maps.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/parquet_map_of_maps.q?rev=1641669&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/parquet_map_of_maps.q (added)
+++ hive/trunk/ql/src/test/queries/clientpositive/parquet_map_of_maps.q Tue Nov 25 18:48:04 2014
@@ -0,0 +1,15 @@
+-- this test reads and writes a parquet file with a map of maps
+
+CREATE TABLE parquet_map_of_maps (
+ map_of_maps MAP<STRING, MAP<STRING, INT>>
+) STORED AS PARQUET;
+
+LOAD DATA LOCAL INPATH '../../data/files/NestedMap.parquet'
+OVERWRITE INTO TABLE parquet_map_of_maps;
+
+CREATE TABLE parquet_map_of_maps_copy STORED AS PARQUET AS SELECT * FROM parquet_map_of_maps;
+
+SELECT * FROM parquet_map_of_maps_copy;
+
+DROP TABLE parquet_map_of_maps;
+DROP TABLE parquet_map_of_maps_copy;
Added: hive/trunk/ql/src/test/results/clientpositive/parquet_map_of_maps.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/parquet_map_of_maps.q.out?rev=1641669&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/parquet_map_of_maps.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/parquet_map_of_maps.q.out Tue Nov 25 18:48:04 2014
@@ -0,0 +1,61 @@
+PREHOOK: query: -- this test reads and writes a parquet file with a map of maps
+
+CREATE TABLE parquet_map_of_maps (
+ map_of_maps MAP<STRING, MAP<STRING, INT>>
+) STORED AS PARQUET
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@parquet_map_of_maps
+POSTHOOK: query: -- this test reads and writes a parquet file with a map of maps
+
+CREATE TABLE parquet_map_of_maps (
+ map_of_maps MAP<STRING, MAP<STRING, INT>>
+) STORED AS PARQUET
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@parquet_map_of_maps
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/NestedMap.parquet'
+OVERWRITE INTO TABLE parquet_map_of_maps
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@parquet_map_of_maps
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/NestedMap.parquet'
+OVERWRITE INTO TABLE parquet_map_of_maps
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@parquet_map_of_maps
+PREHOOK: query: CREATE TABLE parquet_map_of_maps_copy STORED AS PARQUET AS SELECT * FROM parquet_map_of_maps
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@parquet_map_of_maps
+PREHOOK: Output: database:default
+PREHOOK: Output: default@parquet_map_of_maps_copy
+POSTHOOK: query: CREATE TABLE parquet_map_of_maps_copy STORED AS PARQUET AS SELECT * FROM parquet_map_of_maps
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@parquet_map_of_maps
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@parquet_map_of_maps_copy
+PREHOOK: query: SELECT * FROM parquet_map_of_maps_copy
+PREHOOK: type: QUERY
+PREHOOK: Input: default@parquet_map_of_maps_copy
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM parquet_map_of_maps_copy
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@parquet_map_of_maps_copy
+#### A masked pattern was here ####
+{"b":{"b":-2,"a":-1},"a":{"b":1}}
+PREHOOK: query: DROP TABLE parquet_map_of_maps
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@parquet_map_of_maps
+PREHOOK: Output: default@parquet_map_of_maps
+POSTHOOK: query: DROP TABLE parquet_map_of_maps
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@parquet_map_of_maps
+POSTHOOK: Output: default@parquet_map_of_maps
+PREHOOK: query: DROP TABLE parquet_map_of_maps_copy
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@parquet_map_of_maps_copy
+PREHOOK: Output: default@parquet_map_of_maps_copy
+POSTHOOK: query: DROP TABLE parquet_map_of_maps_copy
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@parquet_map_of_maps_copy
+POSTHOOK: Output: default@parquet_map_of_maps_copy