You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/09/14 09:20:10 UTC
[17/54] [abbrv] carbondata git commit: [CARBONDATA-1453]Optimize test
case IDs
[CARBONDATA-1453]Optimize test case IDs
This closes #1328
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/588f009e
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/588f009e
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/588f009e
Branch: refs/heads/streaming_ingest
Commit: 588f009e27cad4e2cc674ddb8fa4c266c8737a5b
Parents: f09dff1
Author: Raghunandan S <ca...@gmail.com>
Authored: Tue Sep 5 21:48:10 2017 +0530
Committer: Jacky Li <ja...@qq.com>
Committed: Wed Sep 6 20:37:41 2017 +0800
----------------------------------------------------------------------
integration/spark-common-cluster-test/pom.xml | 1 +
.../sdv/generated/AlterTableTestCase.scala | 228 +-
.../sdv/generated/BadRecordTestCase.scala | 58 +-
.../sdv/generated/BatchSortLoad1TestCase.scala | 44 +-
.../sdv/generated/BatchSortLoad2TestCase.scala | 44 +-
.../sdv/generated/BatchSortQueryTestCase.scala | 232 +-
.../sdv/generated/ColumndictTestCase.scala | 98 +-
.../sdv/generated/DataLoadingTestCase.scala | 456 +-
.../sdv/generated/DataLoadingV3TestCase.scala | 136 +-
.../sdv/generated/InvertedindexTestCase.scala | 304 +-
.../sdv/generated/OffheapQuery1TestCase.scala | 232 +-
.../sdv/generated/OffheapQuery2TestCase.scala | 232 +-
.../sdv/generated/OffheapSort1TestCase.scala | 28 +-
.../sdv/generated/OffheapSort2TestCase.scala | 28 +-
.../sdv/generated/PartitionTestCase.scala | 122 +-
.../sdv/generated/QueriesBasicTestCase.scala | 672 +-
.../generated/QueriesCompactionTestCase.scala | 5786 +++++++++---------
.../QueriesExcludeDictionaryTestCase.scala | 3330 +++++-----
.../QueriesIncludeDictionaryTestCase.scala | 3828 ++++++------
.../sdv/generated/QueriesNormalTestCase.scala | 138 +-
.../QueriesSparkBlockDistTestCase.scala | 160 +-
.../sdv/generated/ShowLoadsTestCase.scala | 6 +-
.../sdv/generated/SinglepassTestCase.scala | 216 +-
.../sdv/generated/SortColumnTestCase.scala | 74 +-
.../sdv/generated/TimestamptypesTestCase.scala | 16 +-
.../sdv/generated/V3offheapvectorTestCase.scala | 124 +-
.../cluster/sdv/generated/Vector1TestCase.scala | 128 +-
.../cluster/sdv/generated/Vector2TestCase.scala | 128 +-
pom.xml | 2 +
29 files changed, 8427 insertions(+), 8424 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/588f009e/integration/spark-common-cluster-test/pom.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common-cluster-test/pom.xml b/integration/spark-common-cluster-test/pom.xml
index 3560602..935e55b 100644
--- a/integration/spark-common-cluster-test/pom.xml
+++ b/integration/spark-common-cluster-test/pom.xml
@@ -31,6 +31,7 @@
<properties>
<dev.path>${basedir}/../../dev</dev.path>
+ <jacoco.skip>true</jacoco.skip>
</properties>
<dependencies>
http://git-wip-us.apache.org/repos/asf/carbondata/blob/588f009e/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/AlterTableTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/AlterTableTestCase.scala b/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/AlterTableTestCase.scala
index 0624f17..46c2ba1 100644
--- a/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/AlterTableTestCase.scala
+++ b/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/AlterTableTestCase.scala
@@ -34,52 +34,52 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check alter table using with alter command in lower case
- test("ARID_RenameTable_001_01", Include) {
+ test("RenameTable_001_01", Include) {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""alter table test1 rename to test2""").collect
checkAnswer(s"""select count(*) from test2""",
- Seq(Row(1)), "AlterTableTestCase_ARID_RenameTable_001_01")
+ Seq(Row(1)), "AlterTableTestCase_RenameTable_001_01")
sql(s"""drop table if exists test2""").collect
}
//Check alter table using with alter command in upper & lower case
- test("ARID_RenameTable_001_02", Include) {
+ test("RenameTable_001_02", Include) {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""alter table Test1 RENAME to teSt2""").collect
sql(s"""insert into test2 select 'yy',2""").collect
checkAnswer(s"""select count(*) from test2""",
- Seq(Row(2)), "AlterTableTestCase_ARID_RenameTable_001_02")
+ Seq(Row(2)), "AlterTableTestCase_RenameTable_001_02")
sql(s"""drop table if exists test2""").collect
}
//Check alter table using with alter command in upper case
- test("ARID_RenameTable_001_03", Include) {
+ test("RenameTable_001_03", Include) {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""alter table test1 RENAME TO test2""").collect
checkAnswer(s"""select count(*) from test2""",
- Seq(Row(1)), "AlterTableTestCase_ARID_RenameTable_001_03")
+ Seq(Row(1)), "AlterTableTestCase_RenameTable_001_03")
sql(s"""drop table if exists test2""").collect
}
//Check alter table where target table speficifed with database name
- test("ARID_RenameTable_001_04", Include) {
+ test("RenameTable_001_04", Include) {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""alter table test1 RENAME TO defAult.test2""").collect
checkAnswer(s"""select count(*) from test2""",
- Seq(Row(1)), "AlterTableTestCase_ARID_RenameTable_001_04")
+ Seq(Row(1)), "AlterTableTestCase_RenameTable_001_04")
}
//Check alter table run multiple times, revert back the name to original
- test("ARID_RenameTable_001_06", Include) {
+ test("RenameTable_001_06", Include) {
sql(s"""drop table if exists test2""").collect
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test3""").collect
@@ -89,13 +89,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""alter table test2 rename to test3""").collect
sql(s"""alter table test3 rename to test1""").collect
checkAnswer(s"""select count(*) from test1""",
- Seq(Row(1)), "AlterTableTestCase_ARID_RenameTable_001_06")
+ Seq(Row(1)), "AlterTableTestCase_RenameTable_001_06")
sql(s"""drop table if exists test1""").collect
}
//Check data load after table rename
- test("ARID_RenameTable_001_07_1", Include) {
+ test("RenameTable_001_07_1", Include) {
sql(s"""drop table if exists test2""").collect
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
@@ -103,22 +103,22 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""alter table test1 RENAME TO test2""").collect
sql(s"""Insert into test2 select 'yy',2""").collect
checkAnswer(s"""select count(*) from test2""",
- Seq(Row(2)), "AlterTableTestCase_ARID_RenameTable_001_07_1")
+ Seq(Row(2)), "AlterTableTestCase_RenameTable_001_07_1")
}
//Check data load after table rename
- test("ARID_RenameTable_001_07_2", Include) {
+ test("RenameTable_001_07_2", Include) {
checkAnswer(s"""select name from test2 where name = 'yy'""",
- Seq(Row("yy")), "AlterTableTestCase_ARID_RenameTable_001_07_2")
+ Seq(Row("yy")), "AlterTableTestCase_RenameTable_001_07_2")
sql(s"""drop table if exists test2""").collect
}
//Check alter table when the altered name is already present in the database
- test("ARID_RenameTable_001_08", Include) {
+ test("RenameTable_001_08", Include) {
try {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -134,7 +134,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check alter table when the altered name is given multiple times
- test("ARID_RenameTable_001_09", Include) {
+ test("RenameTable_001_09", Include) {
try {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -148,7 +148,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete column for dimension column
- test("ARID_DeleteCol_001_01", Include) {
+ test("DeleteCol_001_01", Include) {
try {
sql(s"""create table test1 (name string, id int) stored by 'carbondata' TBLPROPERTIES('DICTIONARY_INCLUDE'='id') """).collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -164,7 +164,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete column for measure column
- test("ARID_DeleteCol_001_02", Include) {
+ test("DeleteCol_001_02", Include) {
try {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -180,7 +180,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete column for measure and dimension column
- test("ARID_DeleteCol_001_03", Include) {
+ test("DeleteCol_001_03", Include) {
try {
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
@@ -196,7 +196,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete column for multiple column
- test("ARID_DeleteCol_001_04", Include) {
+ test("DeleteCol_001_04", Include) {
try {
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata' TBLPROPERTIES('DICTIONARY_INCLUDE'='id')""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
@@ -212,7 +212,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete column for all columns
- test("ARID_DeleteCol_001_05", Include) {
+ test("DeleteCol_001_05", Include) {
try {
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
@@ -226,7 +226,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete column for include dictionary column
- test("ARID_DeleteCol_001_06", Include) {
+ test("DeleteCol_001_06", Include) {
try {
sql(s"""create table test1 (name string, id int) stored by 'carbondata' TBLPROPERTIES('DICTIONARY_INCLUDE'='id')""").collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -242,7 +242,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete column for timestamp column
- test("ARID_DeleteCol_001_08", Include) {
+ test("DeleteCol_001_08", Include) {
try {
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
@@ -258,19 +258,19 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check the drop of added column will remove the column from table
- test("ARID_DeleteCol_001_09_1", Include) {
+ test("DeleteCol_001_09_1", Include) {
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
sql(s"""alter table test1 add columns (name2 string)""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1,'abc'""").collect
checkAnswer(s"""select count(id) from test1 where name2 = 'abc'""",
- Seq(Row(1)), "AlterTableTestCase_ARID_DeleteCol_001_09_1")
+ Seq(Row(1)), "AlterTableTestCase_DeleteCol_001_09_1")
sql(s"""drop table if exists test1""").collect
}
//Check the drop of added column will remove the column from table
- test("ARID_DeleteCol_001_09_2", Include) {
+ test("DeleteCol_001_09_2", Include) {
try {
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
@@ -288,19 +288,19 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Drop a column and add it again with a default value
- test("ARID_DeleteCol_001_10", Include) {
+ test("DeleteCol_001_10", Include) {
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
sql(s"""alter table test1 drop columns (id)""").collect
sql(s"""alter table test1 add columns (id bigint) tblproperties('default.value.id'='999')""").collect
checkAnswer(s"""select id from test1""",
- Seq(Row(999)), "AlterTableTestCase_ARID_DeleteCol_001_10")
+ Seq(Row(999)), "AlterTableTestCase_DeleteCol_001_10")
sql(s"""drop table if exists test1""").collect
}
//Drop a column and add it again with a default value
- test("ARID_DeleteCol_001_11", Include) {
+ test("DeleteCol_001_11", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, country string, upd_time timestamp, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx','yy',current_timestamp,1""").collect
@@ -308,148 +308,148 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""insert into test1 select 'a','china',current_timestamp""").collect
sql(s"""alter table test1 add columns (id bigint) tblproperties('default.value.id'='999')""").collect
checkAnswer(s"""select id from test1""",
- Seq(Row(999), Row(999)), "AlterTableTestCase_ARID_DeleteCol_001_11")
+ Seq(Row(999), Row(999)), "AlterTableTestCase_DeleteCol_001_11")
sql(s"""drop table if exists test1""").collect
}
//Check add column for multiple column adds
- test("ARID_AddColumn_001_01", Include) {
+ test("AddColumn_001_01", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (upd_time timestamp, country string)""").collect
checkAnswer(s"""select upd_time, country from test1""",
- Seq(Row(null,null)), "AlterTableTestCase_ARID_AddColumn_001_01")
+ Seq(Row(null,null)), "AlterTableTestCase_AddColumn_001_01")
sql(s"""drop table if exists test1""").collect
}
//Check add column for dimension column and add table property to set default value
- test("ARID_AddColumn_001_02", Include) {
+ test("AddColumn_001_02", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""insert into test1 select 'xx',12""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (country string) TBLPROPERTIES('DEFAULT.VALUE.country'='China')""").collect
checkAnswer(s"""select count(country) from test1""",
- Seq(Row(2)), "AlterTableTestCase_ARID_AddColumn_001_02")
+ Seq(Row(2)), "AlterTableTestCase_AddColumn_001_02")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add a measure column
- test("ARID_AddColumn_001_03", Include) {
+ test("AddColumn_001_03", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (id1 int)""").collect
checkAnswer(s"""select id1 from test1""",
- Seq(Row(null)), "AlterTableTestCase_ARID_AddColumn_001_03")
+ Seq(Row(null)), "AlterTableTestCase_AddColumn_001_03")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add a measure column added with dictionary include
- test("ARID_AddColumn_001_04", Include) {
+ test("AddColumn_001_04", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""insert into test1 select 'xx',11""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (id1 int) tblproperties('dictionary_include'='id1')""").collect
checkAnswer(s"""select id1 from test1""",
- Seq(Row(null), Row(null)), "AlterTableTestCase_ARID_AddColumn_001_04")
+ Seq(Row(null), Row(null)), "AlterTableTestCase_AddColumn_001_04")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add a measure column initialized with default value
- ignore("ARID_AddColumn_001_05", Include) {
+ ignore("AddColumn_001_05", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""insert into test1 select 'xx',11""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (price decimal(10,6)) TBLPROPERTIES('DEFAULT.VALUE.price'='11.111', 'dictionary_include'='price')""").collect
checkAnswer(s"""select sum(price) from test1 where price = 11.111""",
- Seq(Row(22.222000)), "AlterTableTestCase_ARID_AddColumn_001_05")
+ Seq(Row(22.222000)), "AlterTableTestCase_AddColumn_001_05")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add a measure column initialized with default value which does not suite the data type
- test("ARID_AddColumn_001_06", Include) {
+ test("AddColumn_001_06", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (price bigint) TBLPROPERTIES('DEFAULT.VALUE.Price'='1.1','dictionary_include'='price')""").collect
checkAnswer(s"""select price from test1""",
- Seq(Row(null)), "AlterTableTestCase_ARID_AddColumn_001_06")
+ Seq(Row(null)), "AlterTableTestCase_AddColumn_001_06")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add a measure column initialized with default value on a empty table
- test("ARID_AddColumn_001_07", Include) {
+ test("AddColumn_001_07", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (price bigint) TBLPROPERTIES('DEFAULT.VALUE.Price'='11','dictionary_include'='price')""").collect
checkAnswer(s"""select count(id) from test1 where price = 11""",
- Seq(Row(1)), "AlterTableTestCase_ARID_AddColumn_001_07")
+ Seq(Row(1)), "AlterTableTestCase_AddColumn_001_07")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add a dim and measure column
- test("ARID_AddColumn_001_08", Include) {
+ test("AddColumn_001_08", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (id1 int, country string) tblproperties('dictionary_include'='id1')""").collect
checkAnswer(s"""select id1, country from test1""",
- Seq(Row(null,null)), "AlterTableTestCase_ARID_AddColumn_001_08")
+ Seq(Row(null,null)), "AlterTableTestCase_AddColumn_001_08")
sql(s"""drop table if exists test1""").collect
}
//Check add column for measure and make it dictionary column
- test("ARID_AddColumn_001_09", Include) {
+ test("AddColumn_001_09", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx'""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (Id int) TBLPROPERTIES('DICTIONARY_INCLUDE'='id')""").collect
checkAnswer(s"""select id from test1""",
- Seq(Row(null)), "AlterTableTestCase_ARID_AddColumn_001_09")
+ Seq(Row(null)), "AlterTableTestCase_AddColumn_001_09")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add columns and exclude the dim col from dictionary
- test("ARID_AddColumn_001_10", Include) {
+ test("AddColumn_001_10", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx'""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (upd_time timestamp, country string) TBLPROPERTIES('DICTIONARY_EXCLUDE'='country')""").collect
checkAnswer(s"""select country, upd_time from test1""",
- Seq(Row(null,null)), "AlterTableTestCase_ARID_AddColumn_001_10")
+ Seq(Row(null,null)), "AlterTableTestCase_AddColumn_001_10")
sql(s"""drop table if exists test1""").collect
}
//Check add column to add a timestamp column
- test("ARID_AddColumn_001_11", Include) {
+ test("AddColumn_001_11", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (upd_time timestamp)""").collect
checkAnswer(s"""select upd_time from test1""",
- Seq(Row(null)), "AlterTableTestCase_ARID_AddColumn_001_11")
+ Seq(Row(null)), "AlterTableTestCase_AddColumn_001_11")
sql(s"""drop table if exists test1""").collect
}
//Check add column with option default value is given for an existing column
- test("ARID_AddColumn_001_14", Include) {
+ test("AddColumn_001_14", Include) {
try {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string) stored by 'carbondata'""").collect
@@ -464,20 +464,20 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check alter column for small decimal to big decimal
- test("ARID_AlterData_001_02", Include) {
+ test("AlterData_001_02", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, price decimal(3,2)) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1.2""").collect
sql(s"""alter table test1 change price price decimal(10,7)""").collect
sql(s"""insert into test1 select 'xx2',999.9999999""").collect
checkAnswer(s"""select name,price from test1 where price = 999.9999999""",
- Seq(Row("xx2",999.9999999)), "AlterTableTestCase_ARID_AlterData_001_02")
+ Seq(Row("xx2",999.9999999)), "AlterTableTestCase_AlterData_001_02")
sql(s"""drop table if exists test1""").collect
}
//check drop table after table rename using new name
- test("ARID_DropTable_001_01", Include) {
+ test("DropTable_001_01", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, price decimal(3,2)) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1.2""").collect
@@ -487,7 +487,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check drop table after table rename using old name
- test("ARID_DropTable_001_02", Include) {
+ test("DropTable_001_02", Include) {
try {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, price decimal(3,2)) stored by 'carbondata'""").collect
@@ -503,7 +503,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check drop table after table rename using new name, after table load
- test("ARID_DropTable_001_03", Include) {
+ test("DropTable_001_03", Include) {
sql(s"""create table test1 (name string, price decimal(3,2)) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1.2""").collect
sql(s"""alter table test1 rename to test2""").collect
@@ -514,7 +514,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check drop table after alter table name, using new name when table is empty
- test("ARID_DropTable_001_04", Include) {
+ test("DropTable_001_04", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, price decimal(3,2)) stored by 'carbondata'""").collect
sql(s"""alter table test1 rename to test2""").collect
@@ -524,7 +524,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check drop table when table is altered by adding columns
- test("ARID_DropTable_001_05", Include) {
+ test("DropTable_001_05", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata' TBLPROPERTIES('DICTIONARY_INCLUDE'='id')""").collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -536,7 +536,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check schema changes and carbon dictionary additions for alter table when new column added
- test("ARID_StorageFi_001_02", Include) {
+ test("StorageFi_001_02", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (country string, name string) stored by 'carbondata' """).collect
sql(s"""insert into test1 select 'xx','uu'""").collect
@@ -546,43 +546,43 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check dictionary cache is loaded with new added column when query is run
- ignore("ARID_Dictionary_001_01", Include) {
+ ignore("Dictionary_001_01", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id decimal(3,2),country string) stored by 'carbondata' """).collect
sql(s"""insert into test1 select 'xx',1.22,'china'""").collect
sql(s"""alter table test1 add columns (price decimal(10,4)) tblproperties('dictionary_include'='price','DEFAULT.VALUE.price'='11.111')""").collect
checkAnswer(s"""select * from test1""",
- Seq(Row("xx",1.22,"china",11.1110)), "AlterTableTestCase_ARID_Dictionary_001_01")
+ Seq(Row("xx",1.22,"china",11.1110)), "AlterTableTestCase_Dictionary_001_01")
sql(s"""drop table if exists test1""").collect
}
//Check if dropped column is removed from driver side LRU cache
- test("ARID_Dictionary_001_02", Include) {
+ test("Dictionary_001_02", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id decimal(3,2),country string) stored by 'carbondata' """).collect
sql(s"""insert into test1 select 'xx',1.22,'china'""").collect
sql(s"""alter table test1 drop columns (country)""").collect
checkAnswer(s"""select * from test1""",
- Seq(Row("xx",1.22)), "AlterTableTestCase_ARID_Dictionary_001_02")
+ Seq(Row("xx",1.22)), "AlterTableTestCase_Dictionary_001_02")
sql(s"""drop table if exists test1""").collect
}
//Check if dropped column is removed from driver side LRU cache at driver side
- test("ARID_Dictionary_001_03", Include) {
+ test("Dictionary_001_03", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id decimal(3,2),country string) stored by 'carbondata' """).collect
sql(s"""insert into test1 select 'xx',1.22,'china'""").collect
sql(s"""alter table test1 drop columns(country)""").collect
checkAnswer(s"""select * from test1""",
- Seq(Row("xx",1.22)), "AlterTableTestCase_ARID_Dictionary_001_03")
+ Seq(Row("xx",1.22)), "AlterTableTestCase_Dictionary_001_03")
sql(s"""drop table if exists test1""").collect
}
//Check table load works fine after alter table name
- test("ARID_Dataload_001_01", Include) {
+ test("Dataload_001_01", Include) {
sql(s"""drop table if exists t_carbn01t""").collect
sql(s"""drop table if exists t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
@@ -594,20 +594,20 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check table load into old table after alter table name
- test("ARID_Dataload_001_02", Include) {
+ test("Dataload_001_02", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
sql(s"""alter table t_carbn01 rename to t_carbn01t""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01t options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
checkAnswer(s"""select count(item_name) from t_carbn01t""",
- Seq(Row(20)), "AlterTableTestCase_ARID_Dataload_001_02")
+ Seq(Row(20)), "AlterTableTestCase_Dataload_001_02")
sql(s"""drop table if exists t_carbn01t""").collect
}
//Check table load works fine after alter table name
- test("ARID_Dataload_001_03", Include) {
+ test("Dataload_001_03", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
@@ -618,33 +618,33 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check table load works fine after alter table name
- test("ARID_Dataload_001_04", Include) {
+ test("Dataload_001_04", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
sql(s"""alter table t_carbn01 add columns (item_code1 string, item_code2 string)""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive2.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date,item_code1, item_code2')""").collect
checkAnswer(s"""select count(item_name) from t_carbn01""",
- Seq(Row(20)), "AlterTableTestCase_ARID_Dataload_001_04")
+ Seq(Row(20)), "AlterTableTestCase_Dataload_001_04")
sql(s"""drop table if exists t_carbn01""").collect
}
//Check table load works fine after alter table name
- test("ARID_Dataload_001_05", Include) {
+ test("Dataload_001_05", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
sql(s"""alter table t_carbn01 drop columns (Update_time, create_date)""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive2.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name')""").collect
checkAnswer(s"""select count(item_name) from t_carbn01""",
- Seq(Row(20)), "AlterTableTestCase_ARID_Dataload_001_05")
+ Seq(Row(20)), "AlterTableTestCase_Dataload_001_05")
sql(s"""drop table if exists t_carbn01""").collect
}
//Check if alter table(add column) is supported when data load is happening
- test("ARID_Concurrent_alter_001_01", Include) {
+ test("Concurrent_alter_001_01", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
@@ -655,7 +655,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check if alter table(delete column) is supported when data load is happening
- test("ARID_Concurrent_alter_001_02", Include) {
+ test("Concurrent_alter_001_02", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
@@ -665,7 +665,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check if alter table(change column) is supported when data load is happening
- test("ARID_Concurrent_alter_001_03", Include) {
+ test("Concurrent_alter_001_03", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
@@ -675,7 +675,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check if alter table(rename) is supported when data load is happening
- test("ARID_Concurrent_alter_001_04", Include) {
+ test("Concurrent_alter_001_04", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
@@ -685,7 +685,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check table insert works fine after alter table to add a column
- test("ARID_Insertint_001_03", Include) {
+ test("Insertint_001_03", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""drop table if exists default.t_carbn02""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
@@ -701,7 +701,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check table insert works fine after alter table to add a column
- test("ARID_Insertint_001_04", Include) {
+ test("Insertint_001_04", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""drop table if exists default.t_carbn02""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
@@ -717,7 +717,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//check table insert works fine after alter table to drop columns
- test("ARID_Insertint_001_05", Include) {
+ test("Insertint_001_05", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test2 (country string, name string, state_id int,id int) stored by 'carbondata' """).collect
sql(s"""create table test1 (country string, state_id int) stored by 'carbondata' """).collect
@@ -725,14 +725,14 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""alter table test2 drop columns (name, id)""").collect
sql(s"""insert into test2 select * from test1""").collect
checkAnswer(s"""Select count(*) from test2""",
- Seq(Row(1)), "AlterTableTestCase_ARID_Insertint_001_05")
+ Seq(Row(1)), "AlterTableTestCase_Insertint_001_05")
sql(s"""drop table if exists test2""").collect
sql(s"""drop table if exists test1""").collect
}
//Check show segments on old table After altering the Table name.
- test("ARID_Showsegme_001_01", Include) {
+ test("Showsegme_001_01", Include) {
try {
sql(s"""create table test1 (country string, id int) stored by 'carbondata'""").collect
sql(s"""alter table test1 rename to test2""").collect
@@ -746,7 +746,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check vertical compaction on old table after altering the table name
- test("ARID_Compaction_001_01", Include) {
+ test("Compaction_001_01", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
sql(s"""create table test1(name string, id int) stored by 'carbondata'""").collect
@@ -760,7 +760,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check vertical compaction on new table when all segments are created before alter table name.
- test("ARID_Compaction_001_02", Include) {
+ test("Compaction_001_02", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
sql(s"""create table test1(name string, id int) stored by 'carbondata'""").collect
@@ -770,13 +770,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""alter table test1 rename to test2""").collect
sql(s"""alter table test2 compact 'minor'""").collect
checkAnswer(s"""select name from test2 where id =2""",
- Seq(Row("xe")), "AlterTableTestCase_ARID_Compaction_001_02")
+ Seq(Row("xe")), "AlterTableTestCase_Compaction_001_02")
sql(s"""drop table if exists test2""").collect
}
//Check vertical compaction on new table when some of the segments are created after altering the table name
- test("ARID_Compaction_001_03", Include) {
+ test("Compaction_001_03", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
sql(s"""create table test1(name string, id int) stored by 'carbondata'""").collect
@@ -786,13 +786,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""insert into test2 select 'xr',3""").collect
sql(s"""alter table test2 compact 'minor'""").collect
checkAnswer(s"""select name from test2 where id =2""",
- Seq(Row("xe")), "AlterTableTestCase_ARID_Compaction_001_03")
+ Seq(Row("xe")), "AlterTableTestCase_Compaction_001_03")
sql(s"""drop table if exists test2""").collect
}
//Check vertical compaction on new table after altering the table name multiple times and and segments created after alter
- test("ARID_Compaction_001_04", Include) {
+ test("Compaction_001_04", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
sql(s"""drop table if exists test3""").collect
@@ -804,13 +804,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""insert into test3 select 'xr',3""").collect
sql(s"""alter table test3 compact 'minor'""").collect
checkAnswer(s"""select name from test3 where id =2""",
- Seq(Row("xe")), "AlterTableTestCase_ARID_Compaction_001_04")
+ Seq(Row("xe")), "AlterTableTestCase_Compaction_001_04")
sql(s"""drop table if exists test3""").collect
}
//Check vertical compaction(major) on new table name when part of the segments are created before altering the table name
- test("ARID_Compaction_001_05", Include) {
+ test("Compaction_001_05", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
sql(s"""create table test1(name string, id int) stored by 'carbondata'""").collect
@@ -826,7 +826,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check vertical compaction when all segments are created before drop column, check dropped column is not used in the compation
- test("ARID_Compaction_001_06", Include) {
+ test("Compaction_001_06", Include) {
try {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
@@ -847,7 +847,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check vertical compaction when some of the segments are created before drop column, check dropped column is not used in the compation
- test("ARID_Compaction_001_07", Include) {
+ test("Compaction_001_07", Include) {
try {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
@@ -868,7 +868,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check vertical compaction for multiple drop column, check dropped column is not used in the compation
- test("ARID_Compaction_001_08", Include) {
+ test("Compaction_001_08", Include) {
try {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
@@ -890,7 +890,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check vertical compaction on altered table for column add, when all segments crreated before table alter. Ensure added column in the compacted segment
- test("ARID_Compaction_001_09", Include) {
+ test("Compaction_001_09", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""drop table if exists test2""").collect
sql(s"""create table test1(name string) stored by 'carbondata'""").collect
@@ -900,13 +900,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""alter table test1 add columns (country string)""").collect
sql(s"""alter table test1 compact 'minor'""").collect
checkAnswer(s"""select country from test1 group by country""",
- Seq(Row(null)), "AlterTableTestCase_ARID_Compaction_001_09")
+ Seq(Row(null)), "AlterTableTestCase_Compaction_001_09")
sql(s"""drop table if exists test1""").collect
}
//Check vertical compaction on altered table for column add, when some of the segments crreated before table alter. Ensure added column in the compacted segment
- test("ARID_Compaction_001_10", Include) {
+ test("Compaction_001_10", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1(name string) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx1'""").collect
@@ -915,13 +915,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""insert into test1 select 'xx1','china'""").collect
sql(s"""alter table test1 compact 'minor'""").collect
checkAnswer(s"""select country from test1 group by country""",
- Seq(Row(null), Row("china")), "AlterTableTestCase_ARID_Compaction_001_10")
+ Seq(Row(null), Row("china")), "AlterTableTestCase_Compaction_001_10")
sql(s"""drop table if exists test1""").collect
}
//Check vertical compaction on multiple altered table for column add, when some of the segments crreated after table alter. Ensure added column in the compacted segment
- test("ARID_Compaction_001_11", Include) {
+ test("Compaction_001_11", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1(name string) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx1'""").collect
@@ -932,13 +932,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""insert into test1 select 'xx1',1, 'china'""").collect
sql(s"""alter table test1 compact 'minor'""").collect
checkAnswer(s"""select country from test1 group by country""",
- Seq(Row(null), Row("china")), "AlterTableTestCase_ARID_Compaction_001_11")
+ Seq(Row(null), Row("china")), "AlterTableTestCase_Compaction_001_11")
sql(s"""drop table if exists test1""").collect
}
//Check vertical compaction on altered table for change column datatype, when some of the segments crreated after table alter. Ensure added column in the compacted segment
- test("ARID_Compaction_001_12", Include) {
+ test("Compaction_001_12", Include) {
sql(s"""drop table if exists default.test1""").collect
sql(s"""create table test1(name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx1',1""").collect
@@ -947,13 +947,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""insert into test1 select 'xx2',2999999999""").collect
sql(s"""alter table test1 compact 'minor'""").collect
checkAnswer(s"""select id from test1""",
- Seq(Row(1),Row(2), Row(2999999999L)), "AlterTableTestCase_ARID_Compaction_001_12")
+ Seq(Row(1),Row(2), Row(2999999999L)), "AlterTableTestCase_Compaction_001_12")
sql(s"""drop table if exists test1""").collect
}
//Check bad record locaion isnot changed when table name is altered
- test("ARID_BadRecords_001_01", Include) {
+ test("BadRecords_001_01", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1_Bad.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\','BAD_RECORDS_LOGGER_ENABLE'='true', 'BAD_RECORDS_ACTION'='REDIRECT', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
@@ -964,7 +964,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check bad record locaion isnot changed when table name is altered
- test("ARID_BadRecords_001_02", Include) {
+ test("BadRecords_001_02", Include) {
sql(s"""drop table if exists default.t_carbn01""").collect
sql(s"""create table default.t_carbn01(Active_status String,Item_type_cd INT,Qty_day_avg INT,Qty_total INT,Sell_price BIGINT,Sell_pricep DOUBLE,Discount_price DOUBLE,Profit DECIMAL(3,2),Item_code String,Item_name String,Outlet_name String,Update_time TIMESTAMP,Create_date String)STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/InsertData/T_Hive1_Bad.csv' INTO table default.t_carbn01 options ('DELIMITER'=',', 'QUOTECHAR'='\','BAD_RECORDS_LOGGER_ENABLE'='true', 'BAD_RECORDS_ACTION'='REDIRECT', 'FILEHEADER'='Active_status,Item_type_cd,Qty_day_avg,Qty_total,Sell_price,Sell_pricep,Discount_price,Profit,Item_code,Item_name,Outlet_name,Update_time,Create_date')""").collect
@@ -974,20 +974,20 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check for bad record handling while latering the table if added column is set with default value which is a bad record
- test("ARID_BadRecords_001_03", Include) {
+ test("BadRecords_001_03", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
sql(s"""insert into test1 select 'xx',12""").collect
sql(s"""ALTER TABLE test1 ADD COLUMNS (id2 int) TBLPROPERTIES('include_dictionary'='id2','DEFAULT.VALUE.id2'='China')""").collect
checkAnswer(s"""select * from test1 where id = 1""",
- Seq(Row("xx",1,null)), "AlterTableTestCase_ARID_BadRecords_001_03")
+ Seq(Row("xx",1,null)), "AlterTableTestCase_BadRecords_001_03")
sql(s"""drop table if exists test1""").collect
}
//Check delete segment is not allowed on old table name when table name is altered
- test("ARID_DeleteSeg_001_01", Include) {
+ test("DeleteSeg_001_01", Include) {
try {
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -1003,7 +1003,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check delete segment is allowed on new table name when table name is altered
- test("ARID_DeleteSeg_001_02", Include) {
+ test("DeleteSeg_001_02", Include) {
sql(s"""drop table if exists test1""").collect
sql(s"""create table test1 (name string, id int) stored by 'carbondata'""").collect
sql(s"""insert into test1 select 'xx',1""").collect
@@ -1011,13 +1011,13 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""alter table test1 rename to test2""").collect
sql(s"""delete from table test2 where segment.id in (0)""").collect
checkAnswer(s"""Select * from test2""",
- Seq(Row("xx",12)), "AlterTableTestCase_ARID_DeleteSeg_001_02")
+ Seq(Row("xx",12)), "AlterTableTestCase_DeleteSeg_001_02")
sql(s"""drop table if exists test2""").collect
}
//Check alter the table name,alter the table name again with first name and fire Select query
- test("PTS_AR-Develop-Feature-AlterTable-001-AltersameTablename-001-TC001", Include) {
+ test("AlterTable-001-AltersameTablename-001-TC001", Include) {
sql(s"""drop table if exists uniqdata""").collect
sql(s"""drop table if exists uniqdata1""").collect
sql(s"""CREATE TABLE uniqdata (CUST_ID int,CUST_NAME String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1 bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2 decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,INTEGER_COLUMN1,CUST_ID')""").collect
@@ -1032,7 +1032,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check select query after alter the int to Bigint and decimal Lower Precision to higher precision
- test("PTS-AR-Develop-Feature-AlterTable-007-selectquery-001-TC002", Include) {
+ test("AlterTable-007-selectquery-001-TC002", Include) {
sql(s"""CREATE TABLE uniqdata1 (CUST_ID int,CUST_NAME String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1 bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2 decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,INTEGER_COLUMN1,CUST_ID')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/uniqdata/2000_UniqData.csv' into table uniqdata1 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','BAD_RECORDS_LOGGER_ENABLE'='TRUE', 'BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='CUST_ID,CUST_NAME,ACTIVE_EMUI_VERSION,DOB,DOJ,BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,Double_COLUMN1,Double_COLUMN2,INTEGER_COLUMN1')""").collect
sql(s"""ALTER TABLE uniqdata1 CHANGE CUST_ID CUST_ID BIGINT""").collect
@@ -1043,7 +1043,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check select query after alter from lower to higher precision
- test("PTS-AR-Develop-Feature-AlterTable-008-selectquery-001-TC003", Include) {
+ test("AlterTable-008-selectquery-001-TC003", Include) {
sql(s"""CREATE TABLE uniqdata1 (CUST_ID int,CUST_NAME String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1 bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2 decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,INTEGER_COLUMN1,CUST_ID')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/uniqdata/2000_UniqData.csv' into table uniqdata1 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','BAD_RECORDS_LOGGER_ENABLE'='TRUE', 'BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='CUST_ID,CUST_NAME,ACTIVE_EMUI_VERSION,DOB,DOJ,BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,Double_COLUMN1,Double_COLUMN2,INTEGER_COLUMN1')""").collect
sql(s"""ALTER TABLE uniqdata1 CHANGE decimal_column1 decimal_column1 DECIMAL(31,11)""").collect
@@ -1054,7 +1054,7 @@ class AlterTableTestCase extends QueryTest with BeforeAndAfterAll {
//Check add column on Decimal,Timestamp,int,string,Bigint
- test("PTS-AR-Develop-Feature-AlterTable-002-001-TC-004", Include) {
+ test("AlterTable-002-001-TC-004", Include) {
sql(s"""drop table if exists uniqdata59""").collect
sql(s"""CREATE TABLE uniqdata59 (CUST_ID int,CUST_NAME String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1 bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2 decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,INTEGER_COLUMN1,CUST_ID')""").collect
sql(s"""ALTER TABLE uniqdata59 ADD COLUMNS (a1 int,a2 int,a3 decimal,a4 Bigint,a5 String,a6 timestamp,a7 Bigint,a8 decimal(10,2),a9 timestamp,a10 String,a11 string,a12 string,a13 string,a14 string,a15 string,a16 string,a17 string,a18 string,a19 string,a20 string,a21 string,a22 string,a23 string,a24 string,a25 string,a26 string,a27 string,a28 string,a29 string,a30 string,a31 string,a32 string,a33 string,a34 string,a35 string,a36 string,a37 string,a38 string,a39 string,a40 string,a41 string,a42 string,a43 string,a44 string,a45 string,a46 string,a47 string,a48 string,a49 string,a50 string,a51 string,a52 string,a53 string,a54 string,a55 string,a56 string,a57 string,a58 string,a59 string,a60 string,a61 string,a62 string,a63 string,a64 string,a65 string,a66 string,a67 string,a68 string,a69 string,a70 string,a71 string,a72 string,a73 string,a74 string,a75 string,a76 string,a77 string,a78 string,a79 string,a80 string,a81 string,a82 string,a83 string,a84 string,a85 string,a86 string,a87
string,a88 string) TBLPROPERTIES('DICTIONARY_INCLUDE'='a1')""").collect
http://git-wip-us.apache.org/repos/asf/carbondata/blob/588f009e/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BadRecordTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BadRecordTestCase.scala b/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BadRecordTestCase.scala
index ae969bc..3b57ff0 100644
--- a/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BadRecordTestCase.scala
+++ b/integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BadRecordTestCase.scala
@@ -30,74 +30,74 @@ class BadRecordTestCase extends QueryTest with BeforeAndAfterAll {
//Create table and Load history data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true from CSV without header and specify headers in command
- test("AR-Develop-Feature-BadRecords-001_PTS001_TC001", Include) {
+ test("BadRecords-001_PTS001_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest1 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test2.csv' into table badrecordtest1 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_LOGGER_ENABLE'='TRUE','FILEHEADER'='ID,CUST_ID,cust_name')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test2.csv' into table badrecordtest1 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_LOGGER_ENABLE'='TRUE','FILEHEADER'='ID,CUST_ID,cust_name')""").collect
checkAnswer(s"""select count(*) from badrecordTest1""",
- Seq(Row(6)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS001_TC001")
+ Seq(Row(6)), "BadRecordTestCase-BadRecords-001_PTS001_TC001")
sql(s"""drop table if exists badrecordTest1""").collect
}
//Create table and Load history data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true from CSV with header and specify header in command
- test("AR-Develop-Feature-BadRecords-001_PTS002_TC001", Include) {
+ test("BadRecords-001_PTS002_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest2 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test3.csv' into table badrecordtest2 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_LOGGER_ENABLE'='TRUE','FILEHEADER'='ID,CUST_ID,cust_name')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test3.csv' into table badrecordtest2 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_LOGGER_ENABLE'='TRUE','FILEHEADER'='ID,CUST_ID,cust_name')""").collect
checkAnswer(s"""select count(*) from badrecordtest2""",
- Seq(Row(6)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS002_TC001")
+ Seq(Row(6)), "BadRecordTestCase-BadRecords-001_PTS002_TC001")
sql(s"""drop table if exists badrecordtest2""").collect
}
//Create table and Load history data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true from CSV with header and without specify header in command
- test("AR-Develop-Feature-BadRecords-001_PTS003_TC001", Include) {
+ test("BadRecords-001_PTS003_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest3 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test3.csv' into table badrecordtest3 OPTIONS('FILEHEADER'='ID,CUST_ID,cust_name','DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test3.csv' into table badrecordtest3 OPTIONS('FILEHEADER'='ID,CUST_ID,cust_name','DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
checkAnswer(s"""select count(*) from badrecordtest3""",
- Seq(Row(6)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS003_TC001")
+ Seq(Row(6)), "BadRecordTestCase-BadRecords-001_PTS003_TC001")
sql(s"""drop table if exists badrecordtest3""").collect
}
//Create table and load the data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true with CSV has incomplete/wrong data
- test("AR-Develop-Feature-BadRecords-001_PTS004_TC001", Include) {
+ test("BadRecords-001_PTS004_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest4 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test4.csv' into table badrecordtest4 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test4.csv' into table badrecordtest4 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
checkAnswer(s"""select count(*) from badrecordtest4""",
- Seq(Row(6)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS004_TC001")
+ Seq(Row(6)), "BadRecordTestCase-BadRecords-001_PTS004_TC001")
sql(s"""drop table if exists badrecordtest4""").collect
}
//Create table and load data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true for data types with boundary values of data type
- test("AR-Develop-Feature-BadRecords-001_PTS005_TC001", Include) {
+ test("BadRecords-001_PTS005_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest5 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test5.csv' into table badrecordtest5 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test5.csv' into table badrecordtest5 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
checkAnswer(s"""select count(*) from badrecordtest5""",
- Seq(Row(4)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS005_TC001")
+ Seq(Row(4)), "BadRecordTestCase-BadRecords-001_PTS005_TC001")
sql(s"""drop table if exists badrecordtest5""").collect
}
//create table and Load history data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true from CSV with' Delimiters , Quote characters '
- test("AR-Develop-Feature-BadRecords-001_PTS006_TC001", Include) {
+ test("BadRecords-001_PTS006_TC001", Include) {
sql(s"""drop table if exists abadrecordtest1""").collect
sql(s"""CREATE TABLE abadrecordtest1 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test6.csv' into table abadrecordtest1 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'="'",'is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
checkAnswer(
s"""select count(*) from abadrecordtest1""",
- Seq(Row(3)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS006_TC001")
+ Seq(Row(3)), "BadRecordTestCase-BadRecords-001_PTS006_TC001")
sql(s"""drop table if exists abadrecordtest1""").collect
}
//create the table and load the data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true column value with separator (/ , \ ,!,\001)
- test("AR-Develop-Feature-BadRecords-001_PTS007_TC001", Include) {
+ test("BadRecords-001_PTS007_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest6 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
intercept[Exception] {
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/qoute1.csv' into table badrecordtest6 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='/','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE')""").collect
@@ -105,14 +105,14 @@ class BadRecordTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/qoute4.csv' into table badrecordtest6 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='!','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE')""").collect
checkAnswer(
s"""select count(*) from badrecordtest6""",
- Seq(Row(3)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS007_TC001")
+ Seq(Row(3)), "BadRecordTestCase-BadRecords-001_PTS007_TC001")
}
sql(s"""drop table if exists badrecordtest6""").collect
}
//Create the table and Load from Hive table
- test("AR-Develop-Feature-BadRecords-001_PTS008_TC001", Include) {
+ test("BadRecords-001_PTS008_TC001", Include) {
sql(s"""drop table if exists badrecordTest7""").collect
sql(s"""drop table if exists hivetable7""").collect
sql(s"""CREATE TABLE badrecordtest7 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
@@ -120,14 +120,14 @@ class BadRecordTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test2.csv' into table hivetable7""").collect
sql(s"""insert into table badrecordtest7 select * from hivetable7""").collect
checkAnswer(s"""select count(*) from badrecordtest7""",
- Seq(Row(3)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS008_TC001")
+ Seq(Row(3)), "BadRecordTestCase-BadRecords-001_PTS008_TC001")
sql(s"""drop table if exists badrecordTest7""").collect
sql(s"""drop table if exists hivetable7""").collect
}
//Create table and Insert into Select for destination carbon table from source carbon/hive/parquet table
- test("AR-Develop-Feature-BadRecords-001_PTS015_TC001", Include) {
+ test("BadRecords-001_PTS015_TC001", Include) {
sql(s"""drop table if exists badrecordTest9""").collect
sql(s"""drop table if exists hivetable9""").collect
sql(s"""CREATE TABLE badrecordTest9 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
@@ -135,14 +135,14 @@ class BadRecordTestCase extends QueryTest with BeforeAndAfterAll {
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test2.csv' into table hivetable9""").collect
sql(s"""insert into table badrecordTest9 select * from hivetable9""").collect
checkAnswer(s"""select count(*) from badrecordTest9""",
- Seq(Row(3)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS015_TC001")
+ Seq(Row(3)), "BadRecordTestCase-BadRecords-001_PTS015_TC001")
sql(s"""drop table if exists badrecordTest9""").collect
sql(s"""drop table if exists hivetable9""").collect
}
//Show segments for table when data loading having parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true
- test("AR-Develop-Feature-BadRecords-001_PTS020_TC001", Include) {
+ test("BadRecords-001_PTS020_TC001", Include) {
sql(s"""CREATE TABLE badrecordTest13 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='CUST_ID')""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test3.csv' into table badrecordTest13 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','BAD_RECORDS_LOGGER_ENABLE'='TRUE','FILEHEADER'='ID,CUST_ID,cust_name')""").collect
sql(s"""SHOW SEGMENTS FOR TABLE badrecordTest13""").collect
@@ -151,52 +151,52 @@ class BadRecordTestCase extends QueryTest with BeforeAndAfterAll {
//Create table and Load data with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true for date and char types using single pass and vectorized reader parameters
- test("AR-Develop-Feature-BadRecords-001_PTS012_TC001", Include) {
+ test("BadRecords-001_PTS012_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest14 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test3.csv' into table badrecordtest14 OPTIONS('FILEHEADER'='ID,CUST_ID,cust_name','DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE')""").collect
checkAnswer(s"""select count(*) from badrecordTest14""",
- Seq(Row(3)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS012_TC001")
+ Seq(Row(3)), "BadRecordTestCase-BadRecords-001_PTS012_TC001")
sql(s"""drop table if exists badrecordTest14""").collect
}
//Check the data load with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true, data having ""(empty in double quote)
- test("AR-Develop-Feature-BadRecords-001_PTS021_TC001", Include) {
+ test("BadRecords-001_PTS021_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest15 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/doubleqoute.csv' into table badrecordtest15 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
checkAnswer(s"""select count(*) from badrecordTest15""",
- Seq(Row(1)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS021_TC001")
+ Seq(Row(1)), "BadRecordTestCase-BadRecords-001_PTS021_TC001")
sql(s"""drop table if exists badrecordTest15""").collect
}
//Check the data load with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true, data having a, insufficient column
- test("AR-Develop-Feature-BadRecords-001_PTS022_TC001", Include) {
+ test("BadRecords-001_PTS022_TC001", Include) {
sql(s"""drop table if exists badrecordTest16""").collect
sql(s"""CREATE TABLE badrecordtest16 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/insuffcient.csv' into table badrecordtest16 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE')""").collect
checkAnswer(s"""select count(*) from badrecordTest16""",
- Seq(Row(2)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS022_TC001")
+ Seq(Row(2)), "BadRecordTestCase-BadRecords-001_PTS022_TC001")
sql(s"""drop table if exists badrecordTest16""").collect
}
//Check the data load with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true, data having ‘’ (empty in single quote)
- test("AR-Develop-Feature-BadRecords-001_PTS023_TC001", Include) {
+ test("BadRecords-001_PTS023_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest17 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/test6.csv' into table badrecordtest17 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'="'",'is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
checkAnswer(s"""select count(*) from badrecordTest17""",
- Seq(Row(3)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS023_TC001")
+ Seq(Row(3)), "BadRecordTestCase-BadRecords-001_PTS023_TC001")
sql(s"""drop table if exists badrecordTest17""").collect
}
//Check the data load with parameters BAD_RECORDS_ACTION=FAIL/FORCE/REDIRECT/IGNORE,BAD_RECORD_LOGGER_ENABLE=true/false and IS_EMPTY_DATA_BAD_RECORD=false/true, data having ,(empty comma)
- test("AR-Develop-Feature-BadRecords-001_PTS024_TC001", Include) {
+ test("BadRecords-001_PTS024_TC001", Include) {
sql(s"""CREATE TABLE badrecordtest18 (ID int,CUST_ID int,cust_name string) STORED BY 'org.apache.carbondata.format'""").collect
sql(s"""LOAD DATA INPATH '$resourcesPath/Data/badrecord/emptyComma.csv' into table badrecordtest18 OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','is_empty_data_bad_record'='false','BAD_RECORDS_ACTION'='IGNORE','BAD_RECORDS_LOGGER_ENABLE'='TRUE')""").collect
checkAnswer(s"""select count(*) from badrecordTest18""",
- Seq(Row(1)), "BadRecordTestCase_AR-Develop-Feature-BadRecords-001_PTS024_TC001")
+ Seq(Row(1)), "BadRecordTestCase-BadRecords-001_PTS024_TC001")
sql(s"""drop table if exists badrecordTest18""").collect
}