You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2016/04/12 23:19:00 UTC
[26/50] incubator-impala git commit: Regenerate complextypestbl files
to include nested_struct.g field
Regenerate complextypestbl files to include nested_struct.g field
This field was included in the schema and data files, but the
checked-in generated parquet files didn't include it. It's not
referenced in any tests so we didn't catch it.
Change-Id: I5d394f074e7082fa12fafb7e57a144a83b3099a6
Reviewed-on: http://gerrit.cloudera.org:8080/2562
Reviewed-by: Tim Armstrong <ta...@cloudera.com>
Tested-by: Internal Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/2cbd327d
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/2cbd327d
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/2cbd327d
Branch: refs/heads/master
Commit: 2cbd327d4127fa895e312cf68f77427a401abed3
Parents: 5284130
Author: Skye Wanderman-Milne <sk...@cloudera.com>
Authored: Tue Mar 15 17:02:26 2016 -0700
Committer: Internal Jenkins <cl...@gerrit.cloudera.org>
Committed: Fri Apr 1 05:06:38 2016 +0000
----------------------------------------------------------------------
testdata/ComplexTypesTbl/nonnullable.parq | Bin 2659 -> 3190 bytes
testdata/ComplexTypesTbl/nullable.parq | Bin 3154 -> 3900 bytes
.../functional/functional_schema_template.sql | 2 +-
.../QueryTest/nested-types-scanner-maps.test | 57 +++++++++++++++++++
4 files changed, 58 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/ComplexTypesTbl/nonnullable.parq
----------------------------------------------------------------------
diff --git a/testdata/ComplexTypesTbl/nonnullable.parq b/testdata/ComplexTypesTbl/nonnullable.parq
index 0d52af2..e13d9eb 100644
Binary files a/testdata/ComplexTypesTbl/nonnullable.parq and b/testdata/ComplexTypesTbl/nonnullable.parq differ
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/ComplexTypesTbl/nullable.parq
----------------------------------------------------------------------
diff --git a/testdata/ComplexTypesTbl/nullable.parq b/testdata/ComplexTypesTbl/nullable.parq
index bcd6d87..01955a6 100644
Binary files a/testdata/ComplexTypesTbl/nullable.parq and b/testdata/ComplexTypesTbl/nullable.parq differ
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/datasets/functional/functional_schema_template.sql
----------------------------------------------------------------------
diff --git a/testdata/datasets/functional/functional_schema_template.sql b/testdata/datasets/functional/functional_schema_template.sql
index 80487f1..840740f 100644
--- a/testdata/datasets/functional/functional_schema_template.sql
+++ b/testdata/datasets/functional/functional_schema_template.sql
@@ -562,7 +562,7 @@ int_array array<int>
int_array_array array<array<int>>
int_map map<string, int>
int_map_array array<map<string, int>>
-nested_struct struct<a: int, b: array<int>, c: struct<d: array<array<struct<e: int, f: string>>>>, g: map<string, struct<h: struct<i: array<float>>>>>
+nested_struct struct<a: int, b: array<int>, c: struct<d: array<array<struct<e: int, f: string>>>>, g: map<string, struct<h: struct<i: array<double>>>>>
---- DEPENDENT_LOAD
`hadoop fs -mkdir -p /test-warehouse/complextypestbl_parquet && \
hadoop fs -put -f ${IMPALA_HOME}/testdata/ComplexTypesTbl/nullable.parq \
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test b/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test
index a2c6547..8daa573 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test
@@ -58,3 +58,60 @@ select id, a.pos, m.key, m.value from complextypestbl t, t.int_map_array a, a.it
---- TYPES
bigint,bigint,string,int
====
+---- QUERY
+select id, key from complextypestbl t, t.nested_struct.g
+---- RESULTS
+1,'foo'
+2,'g1'
+2,'g2'
+2,'g3'
+2,'g4'
+2,'g5'
+5,'foo'
+---- TYPES
+bigint,string
+====
+---- QUERY
+select id, key, item from complextypestbl t, t.nested_struct.g, g.value.h.i
+---- RESULTS
+1,'foo',1.1
+2,'g1',2.2
+2,'g1',NULL
+5,'foo',2.2
+5,'foo',3.3
+---- TYPES
+bigint,string,double
+====
+---- QUERY
+select key, item from complextypestbl.nested_struct.g, g.value.h.i
+---- RESULTS
+'foo',1.1
+'g1',2.2
+'g1',NULL
+'foo',2.2
+'foo',3.3
+---- TYPES
+string,double
+====
+---- QUERY
+select key, item, pos from complextypestbl.nested_struct.g, g.value.h.i
+---- RESULTS
+'foo',1.1,0
+'g1',2.2,0
+'g1',NULL,1
+'foo',2.2,0
+'foo',3.3,1
+---- TYPES
+string,double,bigint
+====
+---- QUERY
+select item from complextypestbl.nested_struct.g.value.h.i
+---- RESULTS
+1.1
+2.2
+NULL
+2.2
+3.3
+---- TYPES
+double
+====