You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by rv...@apache.org on 2017/03/23 17:28:18 UTC
[47/50] [abbrv] bigtop git commit: BIGTOP-2704. Include ODPi runtime
tests option into the battery of smoke tests
http://git-wip-us.apache.org/repos/asf/bigtop/blob/a05d3813/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestSql.java
----------------------------------------------------------------------
diff --git a/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestSql.java b/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestSql.java
index 06af1da..993dad0 100644
--- a/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestSql.java
+++ b/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestSql.java
@@ -27,306 +27,306 @@ import java.sql.Statement;
// This does not test every option that Hive supports, but does try to touch the major
// options, especially anything unique to Hive. See each test for areas tested and not tested.
public class TestSql extends JdbcConnector {
- private static final Log LOG = LogFactory.getLog(TestSql.class.getName());
+ private static final Log LOG = LogFactory.getLog(TestSql.class.getName());
- @Test
- public void db() throws SQLException {
- final String db1 = "bigtop_sql_db1";
- final String db2 = "bigtop_sql_db2";
- try (Statement stmt = conn.createStatement()) {
- stmt.execute("drop database if exists " + db1 + " cascade");
+ @Test
+ public void db() throws SQLException {
+ final String db1 = "bigtop_sql_db1";
+ final String db2 = "bigtop_sql_db2";
+ try (Statement stmt = conn.createStatement()) {
+ stmt.execute("drop database if exists " + db1 + " cascade");
- // Simple create database
- stmt.execute("create database " + db1);
- stmt.execute("drop database " + db1);
+ // Simple create database
+ stmt.execute("create database " + db1);
+ stmt.execute("drop database " + db1);
- stmt.execute("drop schema if exists " + db2 + " cascade");
+ stmt.execute("drop schema if exists " + db2 + " cascade");
- String location = getProperty(LOCATION, "a writable directory in HDFS");
+ String location = getProperty(LOCATION, "a writable directory in HDFS");
- // All the bells and whistles
- stmt.execute("create schema if not exists " + db2 + " comment 'a db' location '" + location +
- "' with dbproperties ('a' = 'b')");
+ // All the bells and whistles
+ stmt.execute("create schema if not exists " + db2 + " comment 'a db' location '" + location +
+ "' with dbproperties ('a' = 'b')");
- stmt.execute("alter database " + db2 + " set dbproperties ('c' = 'd')");
+ stmt.execute("alter database " + db2 + " set dbproperties ('c' = 'd')");
- stmt.execute("drop database " + db2 + " restrict");
+ stmt.execute("drop database " + db2 + " restrict");
+ }
}
- }
-
- @Test
- public void table() throws SQLException {
- final String table1 = "bigtop_sql_table1";
- final String table2 = "bigtop_sql_table2";
- final String table3 = "bigtop_sql_table3";
- final String table4 = "bigtop_sql_table4";
- final String table5 = "bigtop_sql_table5";
-
- try (Statement stmt = conn.createStatement()) {
- stmt.execute("drop table if exists " + table1);
- stmt.execute("drop table if exists " + table2);
- stmt.execute("drop table if exists " + table3);
- stmt.execute("drop table if exists " + table4);
- stmt.execute("drop table if exists " + table5);
-
- String location = getProperty(LOCATION, "a writable directory in HDFS");
- stmt.execute("create external table " + table1 + "(a int, b varchar(32)) location '" +
- location + "'");
-
- // With a little bit of everything, except partitions, we'll do those below
- stmt.execute("create table if not exists " + table2 +
- "(c1 tinyint," +
- " c2 smallint," +
- " c3 int comment 'a column comment'," +
- " c4 bigint," +
- " c5 float," +
- " c6 double," +
- " c7 decimal," +
- " c8 decimal(12)," +
- " c9 decimal(8,2)," +
- " c10 timestamp," +
- " c11 date," +
- " c12 string," +
- " c13 varchar(120)," +
- " c14 char(10)," +
- " c15 boolean," +
- " c16 binary," +
- " c17 array<string>," +
- " c18 map <string, string>," +
- " c19 struct<s1:int, s2:bigint>," +
- " c20 uniontype<int, string>) " +
- "comment 'table comment'" +
- "clustered by (c1) sorted by (c2) into 10 buckets " +
- "stored as orc " +
- "tblproperties ('a' = 'b')");
-
- // Not testing SKEWED BY, ROW FORMAT, STORED BY (storage handler
-
- stmt.execute("create temporary table " + table3 + " like " + table2);
-
- stmt.execute("insert into " + table1 + " values (3, 'abc'), (4, 'def')");
-
- stmt.execute("create table " + table4 + " as select a, b from " + table1);
-
- stmt.execute("truncate table " + table4);
-
- stmt.execute("alter table " + table4 + " rename to " + table5);
- stmt.execute("alter table " + table2 + " set tblproperties ('c' = 'd')");
-
- // Not testing alter of clustered or sorted by, because that's suicidal
- // Not testing alter of skewed or serde properties since we didn't test it for create
- // above.
-
- stmt.execute("drop table " + table1 + " purge");
- stmt.execute("drop table " + table2);
- stmt.execute("drop table " + table3);
- stmt.execute("drop table " + table5);
+
+ @Test
+ public void table() throws SQLException {
+ final String table1 = "bigtop_sql_table1";
+ final String table2 = "bigtop_sql_table2";
+ final String table3 = "bigtop_sql_table3";
+ final String table4 = "bigtop_sql_table4";
+ final String table5 = "bigtop_sql_table5";
+
+ try (Statement stmt = conn.createStatement()) {
+ stmt.execute("drop table if exists " + table1);
+ stmt.execute("drop table if exists " + table2);
+ stmt.execute("drop table if exists " + table3);
+ stmt.execute("drop table if exists " + table4);
+ stmt.execute("drop table if exists " + table5);
+
+ String location = getProperty(LOCATION, "a writable directory in HDFS");
+ stmt.execute("create external table " + table1 + "(a int, b varchar(32)) location '" +
+ location + "'");
+
+ // With a little bit of everything, except partitions, we'll do those below
+ stmt.execute("create table if not exists " + table2 +
+ "(c1 tinyint," +
+ " c2 smallint," +
+ " c3 int comment 'a column comment'," +
+ " c4 bigint," +
+ " c5 float," +
+ " c6 double," +
+ " c7 decimal," +
+ " c8 decimal(12)," +
+ " c9 decimal(8,2)," +
+ " c10 timestamp," +
+ " c11 date," +
+ " c12 string," +
+ " c13 varchar(120)," +
+ " c14 char(10)," +
+ " c15 boolean," +
+ " c16 binary," +
+ " c17 array<string>," +
+ " c18 map <string, string>," +
+ " c19 struct<s1:int, s2:bigint>," +
+ " c20 uniontype<int, string>) " +
+ "comment 'table comment'" +
+ "clustered by (c1) sorted by (c2) into 10 buckets " +
+ "stored as orc " +
+ "tblproperties ('a' = 'b')");
+
+ // Not testing SKEWED BY, ROW FORMAT, STORED BY (storage handler
+
+ stmt.execute("create temporary table " + table3 + " like " + table2);
+
+ stmt.execute("insert into " + table1 + " values (3, 'abc'), (4, 'def')");
+
+ stmt.execute("create table " + table4 + " as select a, b from " + table1);
+
+ stmt.execute("truncate table " + table4);
+
+ stmt.execute("alter table " + table4 + " rename to " + table5);
+ stmt.execute("alter table " + table2 + " set tblproperties ('c' = 'd')");
+
+ // Not testing alter of clustered or sorted by, because that's suicidal
+ // Not testing alter of skewed or serde properties since we didn't test it for create
+ // above.
+
+ stmt.execute("drop table " + table1 + " purge");
+ stmt.execute("drop table " + table2);
+ stmt.execute("drop table " + table3);
+ stmt.execute("drop table " + table5);
+ }
}
- }
- @Test
- public void partitionedTable() throws SQLException {
- final String table1 = "bigtop_sql_ptable1";
- try (Statement stmt = conn.createStatement()) {
- stmt.execute("drop table if exists " + table1);
+ @Test
+ public void partitionedTable() throws SQLException {
+ final String table1 = "bigtop_sql_ptable1";
+ try (Statement stmt = conn.createStatement()) {
+ stmt.execute("drop table if exists " + table1);
- stmt.execute("create table " + table1 +
- "(c1 int," +
- " c2 varchar(32))" +
- "partitioned by (p1 string comment 'a partition column')" +
- "stored as orc");
+ stmt.execute("create table " + table1 +
+ "(c1 int," +
+ " c2 varchar(32))" +
+ "partitioned by (p1 string comment 'a partition column')" +
+ "stored as orc");
- stmt.execute("alter table " + table1 + " add partition (p1 = 'a')");
- stmt.execute("insert into " + table1 + " partition (p1 = 'a') values (1, 'abc')");
- stmt.execute("insert into " + table1 + " partition (p1 = 'a') values (2, 'def')");
- stmt.execute("insert into " + table1 + " partition (p1 = 'a') values (3, 'ghi')");
- stmt.execute("alter table " + table1 + " partition (p1 = 'a') concatenate");
- stmt.execute("alter table " + table1 + " touch partition (p1 = 'a')");
+ stmt.execute("alter table " + table1 + " add partition (p1 = 'a')");
+ stmt.execute("insert into " + table1 + " partition (p1 = 'a') values (1, 'abc')");
+ stmt.execute("insert into " + table1 + " partition (p1 = 'a') values (2, 'def')");
+ stmt.execute("insert into " + table1 + " partition (p1 = 'a') values (3, 'ghi')");
+ stmt.execute("alter table " + table1 + " partition (p1 = 'a') concatenate");
+ stmt.execute("alter table " + table1 + " touch partition (p1 = 'a')");
- stmt.execute("alter table " + table1 + " add columns (c3 float)");
- stmt.execute("alter table " + table1 + " drop partition (p1 = 'a')");
+ stmt.execute("alter table " + table1 + " add columns (c3 float)");
+ stmt.execute("alter table " + table1 + " drop partition (p1 = 'a')");
- // Not testing rename partition, exchange partition, msck repair, archive/unarchive,
- // set location, enable/disable no_drop/offline, compact (because not everyone may have
- // ACID on), change column
+ // Not testing rename partition, exchange partition, msck repair, archive/unarchive,
+ // set location, enable/disable no_drop/offline, compact (because not everyone may have
+ // ACID on), change column
- stmt.execute("drop table " + table1);
+ stmt.execute("drop table " + table1);
+ }
}
- }
-
- @Test
- public void view() throws SQLException {
- final String table1 = "bigtop_sql_vtable1";
- final String view1 = "bigtop_sql_view1";
- final String view2 = "bigtop_sql_view2";
- try (Statement stmt = conn.createStatement()) {
- stmt.execute("drop table if exists " + table1);
- stmt.execute("drop view if exists " + view1);
- stmt.execute("drop view if exists " + view2);
- stmt.execute("create table " + table1 + "(a int, b varchar(32))");
- stmt.execute("create view " + view1 + " as select a from " + table1);
-
- stmt.execute("create view if not exists " + view2 +
- " comment 'a view comment' " +
- "tblproperties ('a' = 'b') " +
- "as select b from " + table1);
-
- stmt.execute("alter view " + view1 + " as select a, b from " + table1);
- stmt.execute("alter view " + view2 + " set tblproperties('c' = 'd')");
-
- stmt.execute("drop view " + view1);
- stmt.execute("drop view " + view2);
+
+ @Test
+ public void view() throws SQLException {
+ final String table1 = "bigtop_sql_vtable1";
+ final String view1 = "bigtop_sql_view1";
+ final String view2 = "bigtop_sql_view2";
+ try (Statement stmt = conn.createStatement()) {
+ stmt.execute("drop table if exists " + table1);
+ stmt.execute("drop view if exists " + view1);
+ stmt.execute("drop view if exists " + view2);
+ stmt.execute("create table " + table1 + "(a int, b varchar(32))");
+ stmt.execute("create view " + view1 + " as select a from " + table1);
+
+ stmt.execute("create view if not exists " + view2 +
+ " comment 'a view comment' " +
+ "tblproperties ('a' = 'b') " +
+ "as select b from " + table1);
+
+ stmt.execute("alter view " + view1 + " as select a, b from " + table1);
+ stmt.execute("alter view " + view2 + " set tblproperties('c' = 'd')");
+
+ stmt.execute("drop view " + view1);
+ stmt.execute("drop view " + view2);
+ }
}
- }
- // Not testing indices because they are currently useless in Hive
- // Not testing macros because as far as I know no one uses them
+ // Not testing indices because they are currently useless in Hive
+ // Not testing macros because as far as I know no one uses them
- @Test
- public void function() throws SQLException {
- final String func1 = "bigtop_sql_func1";
- final String func2 = "bigtop_sql_func2";
- try (Statement stmt = conn.createStatement()) {
- stmt.execute("create temporary function " + func1 +
- " as 'org.apache.hadoop.hive.ql.udf.UDFToInteger'");
- stmt.execute("drop temporary function " + func1);
+ @Test
+ public void function() throws SQLException {
+ final String func1 = "bigtop_sql_func1";
+ final String func2 = "bigtop_sql_func2";
+ try (Statement stmt = conn.createStatement()) {
+ stmt.execute("create temporary function " + func1 +
+ " as 'org.apache.hadoop.hive.ql.udf.UDFToInteger'");
+ stmt.execute("drop temporary function " + func1);
- stmt.execute("drop function if exists " + func2);
+ stmt.execute("drop function if exists " + func2);
- stmt.execute("create function " + func2 +
- " as 'org.apache.hadoop.hive.ql.udf.UDFToInteger'");
- stmt.execute("drop function " + func2);
+ stmt.execute("create function " + func2 +
+ " as 'org.apache.hadoop.hive.ql.udf.UDFToInteger'");
+ stmt.execute("drop function " + func2);
+ }
}
- }
-
- // Not testing grant/revoke/roles as different vendors use different security solutions
- // and hence different things will work here.
-
- // This covers insert (non-partitioned, partitioned, dynamic partitions, overwrite, with
- // values and select), and multi-insert. Load is not tested as there's no guarantee that the
- // test machine has access to HDFS and thus the ability to upload a file.
- @Test
- public void insert() throws SQLException {
- final String table1 = "bigtop_insert_table1";
- final String table2 = "bigtop_insert_table2";
- try (Statement stmt = conn.createStatement()) {
- stmt.execute("drop table if exists " + table1);
- stmt.execute("create table " + table1 +
- "(c1 tinyint," +
- " c2 smallint," +
- " c3 int," +
- " c4 bigint," +
- " c5 float," +
- " c6 double," +
- " c7 decimal(8,2)," +
- " c8 varchar(120)," +
- " c9 char(10)," +
- " c10 boolean)" +
- " partitioned by (p1 string)");
-
- // insert with partition
- stmt.execute("explain insert into " + table1 + " partition (p1 = 'a') values " +
- "(1, 2, 3, 4, 1.1, 2.2, 3.3, 'abcdef', 'ghi', true)," +
- "(5, 6, 7, 8, 9.9, 8.8, 7.7, 'jklmno', 'pqr', true)");
-
- stmt.execute("set hive.exec.dynamic.partition.mode=nonstrict");
-
- // dynamic partition
- stmt.execute("explain insert into " + table1 + " partition (p1) values " +
- "(1, 2, 3, 4, 1.1, 2.2, 3.3, 'abcdef', 'ghi', true, 'b')," +
- "(5, 6, 7, 8, 9.9, 8.8, 7.7, 'jklmno', 'pqr', true, 'b')");
-
- stmt.execute("drop table if exists " + table2);
-
- stmt.execute("create table " + table2 +
- "(c1 tinyint," +
- " c2 smallint," +
- " c3 int," +
- " c4 bigint," +
- " c5 float," +
- " c6 double," +
- " c7 decimal(8,2)," +
- " c8 varchar(120)," +
- " c9 char(10)," +
- " c10 boolean)");
-
- stmt.execute("explain insert into " + table2 + " values " +
- "(1, 2, 3, 4, 1.1, 2.2, 3.3, 'abcdef', 'ghi', true)," +
- "(5, 6, 7, 8, 9.9, 8.8, 7.7, 'jklmno', 'pqr', true)");
-
- stmt.execute("explain insert overwrite table " + table2 + " select c1, c2, c3, c4, c5, c6, " +
- "c7, c8, c9, c10 from " + table1);
-
- // multi-insert
- stmt.execute("from " + table1 +
- " insert into table " + table1 + " partition (p1 = 'c') " +
- " select c1, c2, c3, c4, c5, c6, c7, c8, c9, c10" +
- " insert into table " + table2 + " select c1, c2, c3, c4, c5, c6, c7, c8, c9, c10");
+
+ // Not testing grant/revoke/roles as different vendors use different security solutions
+ // and hence different things will work here.
+
+ // This covers insert (non-partitioned, partitioned, dynamic partitions, overwrite, with
+ // values and select), and multi-insert. Load is not tested as there's no guarantee that the
+ // test machine has access to HDFS and thus the ability to upload a file.
+ @Test
+ public void insert() throws SQLException {
+ final String table1 = "bigtop_insert_table1";
+ final String table2 = "bigtop_insert_table2";
+ try (Statement stmt = conn.createStatement()) {
+ stmt.execute("drop table if exists " + table1);
+ stmt.execute("create table " + table1 +
+ "(c1 tinyint," +
+ " c2 smallint," +
+ " c3 int," +
+ " c4 bigint," +
+ " c5 float," +
+ " c6 double," +
+ " c7 decimal(8,2)," +
+ " c8 varchar(120)," +
+ " c9 char(10)," +
+ " c10 boolean)" +
+ " partitioned by (p1 string)");
+
+ // insert with partition
+ stmt.execute("explain insert into " + table1 + " partition (p1 = 'a') values " +
+ "(1, 2, 3, 4, 1.1, 2.2, 3.3, 'abcdef', 'ghi', true)," +
+ "(5, 6, 7, 8, 9.9, 8.8, 7.7, 'jklmno', 'pqr', true)");
+
+ stmt.execute("set hive.exec.dynamic.partition.mode=nonstrict");
+
+ // dynamic partition
+ stmt.execute("explain insert into " + table1 + " partition (p1) values " +
+ "(1, 2, 3, 4, 1.1, 2.2, 3.3, 'abcdef', 'ghi', true, 'b')," +
+ "(5, 6, 7, 8, 9.9, 8.8, 7.7, 'jklmno', 'pqr', true, 'b')");
+
+ stmt.execute("drop table if exists " + table2);
+
+ stmt.execute("create table " + table2 +
+ "(c1 tinyint," +
+ " c2 smallint," +
+ " c3 int," +
+ " c4 bigint," +
+ " c5 float," +
+ " c6 double," +
+ " c7 decimal(8,2)," +
+ " c8 varchar(120)," +
+ " c9 char(10)," +
+ " c10 boolean)");
+
+ stmt.execute("explain insert into " + table2 + " values " +
+ "(1, 2, 3, 4, 1.1, 2.2, 3.3, 'abcdef', 'ghi', true)," +
+ "(5, 6, 7, 8, 9.9, 8.8, 7.7, 'jklmno', 'pqr', true)");
+
+ stmt.execute("explain insert overwrite table " + table2 + " select c1, c2, c3, c4, c5, c6, " +
+ "c7, c8, c9, c10 from " + table1);
+
+ // multi-insert
+ stmt.execute("from " + table1 +
+ " insert into table " + table1 + " partition (p1 = 'c') " +
+ " select c1, c2, c3, c4, c5, c6, c7, c8, c9, c10" +
+ " insert into table " + table2 + " select c1, c2, c3, c4, c5, c6, c7, c8, c9, c10");
+ }
}
- }
-
- // This tests CTEs
- @Test
- public void cte() throws SQLException {
- final String table1 = "bigtop_cte_table1";
- try (Statement stmt = conn.createStatement()) {
- stmt.execute("drop table if exists " + table1);
- stmt.execute("create table " + table1 + "(c1 int, c2 varchar(32))");
- stmt.execute("with cte1 as (select c1 from " + table1 + " where c1 < 10) " +
- " select c1 from cte1");
+
+ // This tests CTEs
+ @Test
+ public void cte() throws SQLException {
+ final String table1 = "bigtop_cte_table1";
+ try (Statement stmt = conn.createStatement()) {
+ stmt.execute("drop table if exists " + table1);
+ stmt.execute("create table " + table1 + "(c1 int, c2 varchar(32))");
+ stmt.execute("with cte1 as (select c1 from " + table1 + " where c1 < 10) " +
+ " select c1 from cte1");
+ }
}
- }
- // This tests select, including CTEs, all/distinct, single tables, joins (inner & outer),
- // group by (w/ and w/o having), order by, cluster by/distribute by/sort by, limit, union,
- // subqueries, and over.
+ // This tests select, including CTEs, all/distinct, single tables, joins (inner & outer),
+ // group by (w/ and w/o having), order by, cluster by/distribute by/sort by, limit, union,
+ // subqueries, and over.
- @Test
- public void select() throws SQLException {
- final String[] tables = {"bigtop_select_table1", "bigtop_select_table2"};
- try (Statement stmt = conn.createStatement()) {
- for (int i = 0; i < tables.length; i++) {
- stmt.execute("drop table if exists " + tables[i]);
- stmt.execute("create table " + tables[i] + "(c1 int, c2 varchar(32))");
- }
+ @Test
+ public void select() throws SQLException {
+ final String[] tables = {"bigtop_select_table1", "bigtop_select_table2"};
+ try (Statement stmt = conn.createStatement()) {
+ for (int i = 0; i < tables.length; i++) {
+ stmt.execute("drop table if exists " + tables[i]);
+ stmt.execute("create table " + tables[i] + "(c1 int, c2 varchar(32))");
+ }
- // single table queries tested above in several places
+ // single table queries tested above in several places
- stmt.execute("explain select all a.c2, SUM(a.c1), SUM(b.c1) " +
- "from " + tables[0] + " a join " + tables[1] + " b on (a.c2 = b.c2) " +
- "group by a.c2 " +
- "order by a.c2 asc " +
- "limit 10");
+ stmt.execute("explain select all a.c2, SUM(a.c1), SUM(b.c1) " +
+ "from " + tables[0] + " a join " + tables[1] + " b on (a.c2 = b.c2) " +
+ "group by a.c2 " +
+ "order by a.c2 asc " +
+ "limit 10");
- stmt.execute("explain select distinct a.c2 " +
- "from " + tables[0] + " a left outer join " + tables[1] + " b on (a.c2 = b.c2) " +
- "order by a.c2 desc ");
+ stmt.execute("explain select distinct a.c2 " +
+ "from " + tables[0] + " a left outer join " + tables[1] + " b on (a.c2 = b.c2) " +
+ "order by a.c2 desc ");
- stmt.execute("explain select a.c2, SUM(a.c1) " +
- "from " + tables[0] + " a right outer join " + tables[1] + " b on (a.c2 = b.c2) " +
- "group by a.c2 " +
- "having SUM(b.c1) > 0 " +
- "order by a.c2 ");
+ stmt.execute("explain select a.c2, SUM(a.c1) " +
+ "from " + tables[0] + " a right outer join " + tables[1] + " b on (a.c2 = b.c2) " +
+ "group by a.c2 " +
+ "having SUM(b.c1) > 0 " +
+ "order by a.c2 ");
- stmt.execute("explain select a.c2, rank() over (partition by a.c1) " +
- "from " + tables[0] + " a full outer join " + tables[1] + " b on (a.c2 = b.c2) ");
+ stmt.execute("explain select a.c2, rank() over (partition by a.c1) " +
+ "from " + tables[0] + " a full outer join " + tables[1] + " b on (a.c2 = b.c2) ");
- stmt.execute("explain select c2 from " + tables[0] + " union all select c2 from " + tables[1]);
+ stmt.execute("explain select c2 from " + tables[0] + " union all select c2 from " + tables[1]);
- stmt.execute("explain select * from " + tables[0] + " distribute by c1 sort by c2");
- stmt.execute("explain select * from " + tables[0] + " cluster by c1");
+ stmt.execute("explain select * from " + tables[0] + " distribute by c1 sort by c2");
+ stmt.execute("explain select * from " + tables[0] + " cluster by c1");
- stmt.execute("explain select * from (select c1 from " + tables[0] + ") t");
- stmt.execute("explain select * from " + tables[0] + " where c1 in (select c1 from " + tables[1] +
- ")");
+ stmt.execute("explain select * from (select c1 from " + tables[0] + ") t");
+ stmt.execute("explain select * from " + tables[0] + " where c1 in (select c1 from " + tables[1] +
+ ")");
- }
+ }
- }
+ }
- // Update and delete are not tested because not everyone configures their system to run
- // with ACID.
+ // Update and delete are not tested because not everyone configures their system to run
+ // with ACID.
}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/a05d3813/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestThrift.java
----------------------------------------------------------------------
diff --git a/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestThrift.java b/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestThrift.java
index f54b7e5..8139eff 100644
--- a/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestThrift.java
+++ b/bigtop-tests/smoke-tests/odpi-runtime/src/test/java/org/odpi/specs/runtime/hive/TestThrift.java
@@ -45,207 +45,207 @@ import java.util.Random;
public class TestThrift {
- private static final Log LOG = LogFactory.getLog(TestThrift.class.getName());
+ private static final Log LOG = LogFactory.getLog(TestThrift.class.getName());
+
+ private static IMetaStoreClient client = null;
+ private static HiveConf conf;
+
+ private Random rand;
+
+ @BeforeClass
+ public static void connect() throws MetaException {
+ if (JdbcConnector.testActive(JdbcConnector.TEST_THRIFT, "Test Thrift ")) {
+ String url = JdbcConnector.getProperty(JdbcConnector.METASTORE_URL, "Thrift metastore URL");
+ conf = new HiveConf();
+ conf.setVar(HiveConf.ConfVars.METASTOREURIS, url);
+ LOG.info("Set to test against metastore at " + url);
+ client = new HiveMetaStoreClient(conf);
+ }
+ }
+
+ @Before
+ public void checkIfActive() {
+ Assume.assumeTrue(JdbcConnector.testActive(JdbcConnector.TEST_THRIFT, "Test Thrift "));
+ rand = new Random();
+ }
+
+ @Test
+ public void db() throws TException {
+ final String dbName = "bigtop_thrift_db_" + rand.nextInt(Integer.MAX_VALUE);
+
+ Database db = new Database(dbName, "a db", null, new HashMap<String, String>());
+ client.createDatabase(db);
+ db = client.getDatabase(dbName);
+ Assert.assertNotNull(db);
+ db = new Database(db);
+ db.getParameters().put("a", "b");
+ client.alterDatabase(dbName, db);
+ List<String> alldbs = client.getDatabases("bigtop_*");
+ Assert.assertNotNull(alldbs);
+ Assert.assertTrue(alldbs.size() > 0);
+ alldbs = client.getAllDatabases();
+ Assert.assertNotNull(alldbs);
+ Assert.assertTrue(alldbs.size() > 0);
+ client.dropDatabase(dbName, true, true);
+ }
+
+ // Not testing types calls, as they aren't used AFAIK
+
+ @Test
+ public void nonPartitionedTable() throws TException {
+ final String tableName = "bigtop_thrift_table_" + rand.nextInt(Integer.MAX_VALUE);
+
+ // I don't test every operation related to tables, but only those that are frequently used.
+ SerDeInfo serde = new SerDeInfo("default_serde",
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), new HashMap<String, String>());
+ FieldSchema fs = new FieldSchema("a", "int", "no comment");
+ StorageDescriptor sd = new StorageDescriptor(Collections.singletonList(fs), null,
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT),
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT), false, 0, serde, null, null,
+ new HashMap<String, String>());
+ Table table = new Table(tableName, "default", "me", 0, 0, 0, sd, null,
+ new HashMap<String, String>(), null, null, TableType.MANAGED_TABLE.toString());
+ client.createTable(table);
+
+ table = client.getTable("default", tableName);
+ Assert.assertNotNull(table);
+
+ List<Table> tables =
+ client.getTableObjectsByName("default", Collections.singletonList(tableName));
+ Assert.assertNotNull(tables);
+ Assert.assertEquals(1, tables.size());
+
+ List<String> tableNames = client.getTables("default", "bigtop_*");
+ Assert.assertNotNull(tableNames);
+ Assert.assertTrue(tableNames.size() >= 1);
+
+ tableNames = client.getAllTables("default");
+ Assert.assertNotNull(tableNames);
+ Assert.assertTrue(tableNames.size() >= 1);
- private static IMetaStoreClient client = null;
- private static HiveConf conf;
+ List<FieldSchema> cols = client.getFields("default", tableName);
+ Assert.assertNotNull(cols);
+ Assert.assertEquals(1, cols.size());
- private Random rand;
+ cols = client.getSchema("default", tableName);
+ Assert.assertNotNull(cols);
+ Assert.assertEquals(1, cols.size());
- @BeforeClass
- public static void connect() throws MetaException {
- if (JdbcConnector.testActive(JdbcConnector.TEST_THRIFT, "Test Thrift ")) {
- String url = JdbcConnector.getProperty(JdbcConnector.METASTORE_URL, "Thrift metastore URL");
- conf = new HiveConf();
- conf.setVar(HiveConf.ConfVars.METASTOREURIS, url);
- LOG.info("Set to test against metastore at " + url);
- client = new HiveMetaStoreClient(conf);
+ table = new Table(table);
+ table.getParameters().put("a", "b");
+ client.alter_table("default", tableName, table, false);
+
+ table.getParameters().put("c", "d");
+ client.alter_table("default", tableName, table);
+
+ client.dropTable("default", tableName, true, false);
+ }
+
+ @Test
+ public void partitionedTable() throws TException {
+ final String tableName = "bigtop_thrift_partitioned_table_" + rand.nextInt(Integer.MAX_VALUE);
+
+ // I don't test every operation related to tables, but only those that are frequently used.
+ SerDeInfo serde = new SerDeInfo("default_serde",
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), new HashMap<String, String>());
+ FieldSchema fs = new FieldSchema("a", "int", "no comment");
+ StorageDescriptor sd = new StorageDescriptor(Collections.singletonList(fs), null,
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT),
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT), false, 0, serde, null, null,
+ new HashMap<String, String>());
+ FieldSchema pk = new FieldSchema("pk", "string", "");
+ Table table = new Table(tableName, "default", "me", 0, 0, 0, sd, Collections.singletonList(pk),
+ new HashMap<String, String>(), null, null, TableType.MANAGED_TABLE.toString());
+ client.createTable(table);
+
+ sd = new StorageDescriptor(Collections.singletonList(fs), null,
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE),
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), false, 0, serde, null, null,
+ new HashMap<String, String>());
+ Partition partition = new Partition(Collections.singletonList("x"), "default", tableName, 0,
+ 0, sd, new HashMap<String, String>());
+ client.add_partition(partition);
+
+ List<Partition> partitions = new ArrayList<>(2);
+ sd = new StorageDescriptor(Collections.singletonList(fs), null,
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE),
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), false, 0, serde, null, null,
+ new HashMap<String, String>());
+ partitions.add(new Partition(Collections.singletonList("y"), "default", tableName, 0,
+ 0, sd, new HashMap<String, String>()));
+ sd = new StorageDescriptor(Collections.singletonList(fs), null,
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE),
+ conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), false, 0, serde, null, null,
+ new HashMap<String, String>());
+ partitions.add(new Partition(Collections.singletonList("z"), "default", tableName, 0,
+ 0, sd, new HashMap<String, String>()));
+ client.add_partitions(partitions);
+
+ List<Partition> parts = client.listPartitions("default", tableName, (short) -1);
+ Assert.assertNotNull(parts);
+ Assert.assertEquals(3, parts.size());
+
+ parts = client.listPartitions("default", tableName, Collections.singletonList("x"),
+ (short) -1);
+ Assert.assertNotNull(parts);
+ Assert.assertEquals(1, parts.size());
+
+ parts = client.listPartitionsWithAuthInfo("default", tableName, (short) -1, "me",
+ Collections.<String>emptyList());
+ Assert.assertNotNull(parts);
+ Assert.assertEquals(3, parts.size());
+
+ List<String> partNames = client.listPartitionNames("default", tableName, (short) -1);
+ Assert.assertNotNull(partNames);
+ Assert.assertEquals(3, partNames.size());
+
+ parts = client.listPartitionsByFilter("default", tableName, "pk = \"x\"", (short) -1);
+ Assert.assertNotNull(parts);
+ Assert.assertEquals(1, parts.size());
+
+ parts = client.getPartitionsByNames("default", tableName, Collections.singletonList("pk=x"));
+ Assert.assertNotNull(parts);
+ Assert.assertEquals(1, parts.size());
+
+ partition = client.getPartition("default", tableName, Collections.singletonList("x"));
+ Assert.assertNotNull(partition);
+
+ partition = client.getPartition("default", tableName, "pk=x");
+ Assert.assertNotNull(partition);
+
+ partition = client.getPartitionWithAuthInfo("default", tableName, Collections.singletonList("x"),
+ "me", Collections.<String>emptyList());
+ Assert.assertNotNull(partition);
+
+ partition = new Partition(partition);
+ partition.getParameters().put("a", "b");
+ client.alter_partition("default", tableName, partition);
+
+ for (Partition p : parts) p.getParameters().put("c", "d");
+ client.alter_partitions("default", tableName, parts);
+
+ // Not testing get_partitions_by_expr because I don't want to hard code some byte sequence
+ // from the parser. The odds that anyone other than Hive parser would call this method seem
+ // low, since you'd have to exactly match the serliazation of the Hive parser.
+
+ // Not testing partition marking events, not used by anyone but Hive replication AFAIK
+
+ client.dropPartition("default", tableName, "pk=x", true);
+ client.dropPartition("default", tableName, Collections.singletonList("y"), true);
}
- }
-
- @Before
- public void checkIfActive() {
- Assume.assumeTrue(JdbcConnector.testActive(JdbcConnector.TEST_THRIFT, "Test Thrift "));
- rand = new Random();
- }
-
- @Test
- public void db() throws TException {
- final String dbName = "bigtop_thrift_db_" + rand.nextInt(Integer.MAX_VALUE);
-
- Database db = new Database(dbName, "a db", null, new HashMap<String, String>());
- client.createDatabase(db);
- db = client.getDatabase(dbName);
- Assert.assertNotNull(db);
- db = new Database(db);
- db.getParameters().put("a", "b");
- client.alterDatabase(dbName, db);
- List<String> alldbs = client.getDatabases("bigtop_*");
- Assert.assertNotNull(alldbs);
- Assert.assertTrue(alldbs.size() > 0);
- alldbs = client.getAllDatabases();
- Assert.assertNotNull(alldbs);
- Assert.assertTrue(alldbs.size() > 0);
- client.dropDatabase(dbName, true, true);
- }
-
- // Not testing types calls, as they aren't used AFAIK
-
- @Test
- public void nonPartitionedTable() throws TException {
- final String tableName = "bigtop_thrift_table_" + rand.nextInt(Integer.MAX_VALUE);
-
- // I don't test every operation related to tables, but only those that are frequently used.
- SerDeInfo serde = new SerDeInfo("default_serde",
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), new HashMap<String, String>());
- FieldSchema fs = new FieldSchema("a", "int", "no comment");
- StorageDescriptor sd = new StorageDescriptor(Collections.singletonList(fs), null,
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT),
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT), false, 0, serde, null, null,
- new HashMap<String, String>());
- Table table = new Table(tableName, "default", "me", 0, 0, 0, sd, null,
- new HashMap<String, String>(), null, null, TableType.MANAGED_TABLE.toString());
- client.createTable(table);
-
- table = client.getTable("default", tableName);
- Assert.assertNotNull(table);
-
- List<Table> tables =
- client.getTableObjectsByName("default", Collections.singletonList(tableName));
- Assert.assertNotNull(tables);
- Assert.assertEquals(1, tables.size());
-
- List<String> tableNames = client.getTables("default", "bigtop_*");
- Assert.assertNotNull(tableNames);
- Assert.assertTrue(tableNames.size() >= 1);
-
- tableNames = client.getAllTables("default");
- Assert.assertNotNull(tableNames);
- Assert.assertTrue(tableNames.size() >= 1);
-
- List<FieldSchema> cols = client.getFields("default", tableName);
- Assert.assertNotNull(cols);
- Assert.assertEquals(1, cols.size());
-
- cols = client.getSchema("default", tableName);
- Assert.assertNotNull(cols);
- Assert.assertEquals(1, cols.size());
-
- table = new Table(table);
- table.getParameters().put("a", "b");
- client.alter_table("default", tableName, table, false);
-
- table.getParameters().put("c", "d");
- client.alter_table("default", tableName, table);
-
- client.dropTable("default", tableName, true, false);
- }
-
- @Test
- public void partitionedTable() throws TException {
- final String tableName = "bigtop_thrift_partitioned_table_" + rand.nextInt(Integer.MAX_VALUE);
-
- // I don't test every operation related to tables, but only those that are frequently used.
- SerDeInfo serde = new SerDeInfo("default_serde",
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), new HashMap<String, String>());
- FieldSchema fs = new FieldSchema("a", "int", "no comment");
- StorageDescriptor sd = new StorageDescriptor(Collections.singletonList(fs), null,
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT),
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT), false, 0, serde, null, null,
- new HashMap<String, String>());
- FieldSchema pk = new FieldSchema("pk", "string", "");
- Table table = new Table(tableName, "default", "me", 0, 0, 0, sd, Collections.singletonList(pk),
- new HashMap<String, String>(), null, null, TableType.MANAGED_TABLE.toString());
- client.createTable(table);
-
- sd = new StorageDescriptor(Collections.singletonList(fs), null,
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE),
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), false, 0, serde, null, null,
- new HashMap<String, String>());
- Partition partition = new Partition(Collections.singletonList("x"), "default", tableName, 0,
- 0, sd, new HashMap<String, String>());
- client.add_partition(partition);
-
- List<Partition> partitions = new ArrayList<>(2);
- sd = new StorageDescriptor(Collections.singletonList(fs), null,
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE),
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), false, 0, serde, null, null,
- new HashMap<String, String>());
- partitions.add(new Partition(Collections.singletonList("y"), "default", tableName, 0,
- 0, sd, new HashMap<String, String>()));
- sd = new StorageDescriptor(Collections.singletonList(fs), null,
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE),
- conf.getVar(HiveConf.ConfVars.HIVEDEFAULTSERDE), false, 0, serde, null, null,
- new HashMap<String, String>());
- partitions.add(new Partition(Collections.singletonList("z"), "default", tableName, 0,
- 0, sd, new HashMap<String, String>()));
- client.add_partitions(partitions);
-
- List<Partition> parts = client.listPartitions("default", tableName, (short)-1);
- Assert.assertNotNull(parts);
- Assert.assertEquals(3, parts.size());
-
- parts = client.listPartitions("default", tableName, Collections.singletonList("x"),
- (short)-1);
- Assert.assertNotNull(parts);
- Assert.assertEquals(1, parts.size());
-
- parts = client.listPartitionsWithAuthInfo("default", tableName, (short)-1, "me",
- Collections.<String>emptyList());
- Assert.assertNotNull(parts);
- Assert.assertEquals(3, parts.size());
-
- List<String> partNames = client.listPartitionNames("default", tableName, (short)-1);
- Assert.assertNotNull(partNames);
- Assert.assertEquals(3, partNames.size());
-
- parts = client.listPartitionsByFilter("default", tableName, "pk = \"x\"", (short)-1);
- Assert.assertNotNull(parts);
- Assert.assertEquals(1, parts.size());
-
- parts = client.getPartitionsByNames("default", tableName, Collections.singletonList("pk=x"));
- Assert.assertNotNull(parts);
- Assert.assertEquals(1, parts.size());
-
- partition = client.getPartition("default", tableName, Collections.singletonList("x"));
- Assert.assertNotNull(partition);
-
- partition = client.getPartition("default", tableName, "pk=x");
- Assert.assertNotNull(partition);
-
- partition = client.getPartitionWithAuthInfo("default", tableName, Collections.singletonList("x"),
- "me", Collections.<String>emptyList());
- Assert.assertNotNull(partition);
-
- partition = new Partition(partition);
- partition.getParameters().put("a", "b");
- client.alter_partition("default", tableName, partition);
-
- for (Partition p : parts) p.getParameters().put("c", "d");
- client.alter_partitions("default", tableName, parts);
-
- // Not testing get_partitions_by_expr because I don't want to hard code some byte sequence
- // from the parser. The odds that anyone other than Hive parser would call this method seem
- // low, since you'd have to exactly match the serliazation of the Hive parser.
-
- // Not testing partition marking events, not used by anyone but Hive replication AFAIK
-
- client.dropPartition("default", tableName, "pk=x", true);
- client.dropPartition("default", tableName, Collections.singletonList("y"), true);
- }
-
- // Not testing index calls, as no one uses indices
-
-
- // Not sure if anyone uses stats calls or not. Other query engines might. Ignoring for now.
-
- // Not sure if anyone else uses functions, though I'm guessing not as without Hive classes they
- // won't be runable.
-
- // Not testing authorization calls as AFAIK no one else uses Hive security
-
- // Not testing transaction/locking calls, as those are used only by Hive.
-
- // Not testing notification logging calls, as those are used only by Hive replication.
+
+ // Not testing index calls, as no one uses indices
+
+
+ // Not sure if anyone uses stats calls or not. Other query engines might. Ignoring for now.
+
+ // Not sure if anyone else uses functions, though I'm guessing not as without Hive classes they
+ // won't be runable.
+
+ // Not testing authorization calls as AFAIK no one else uses Hive security
+
+ // Not testing transaction/locking calls, as those are used only by Hive.
+
+ // Not testing notification logging calls, as those are used only by Hive replication.
}