You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/01/07 16:36:35 UTC
[01/38] incubator-carbondata git commit: reuse test case for
integration module
Repository: incubator-carbondata
Updated Branches:
refs/heads/master b0750c192 -> 49727a273
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala b/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
deleted file mode 100644
index adb7a1c..0000000
--- a/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
+++ /dev/null
@@ -1,162 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.allqueries
-
-import org.apache.spark.sql.AnalysisException
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
- var timeStampPropOrig: String = _
- override def beforeAll {
- dropTableIfExists
- timeStampPropOrig = CarbonProperties.getInstance().getProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT)
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
- sql("create table THive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions st
ring, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
- sql("LOAD DATA local INPATH '../spark/src/test/resources/100_olap.csv' INTO TABLE THive")
- }
- test("insert from hive") {
- sql("create table TCarbon1 (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions
string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon1')")
- sql("insert into TCarbon1 select * from THive")
- checkAnswer(
- sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_opera
torsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from THive order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Lates
t_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription"),
- sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_opera
torsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from TCarbon1 order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,La
test_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription")
- )
- }
- test("insert from hive-sum expression") {
- sql("create table TCarbon2 (MAC string,deviceInformationIdSum int) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon2')")
- sql("insert into TCarbon2 select MAC,sum(deviceInformationId+ 10) as a from THive group by MAC")
- checkAnswer(
- sql("select MAC,deviceInformationIdSum from TCarbon2 order by MAC"),
- sql("select MAC,sum(deviceInformationId+ 10) as a from THive group by MAC order by MAC")
- )
- }
- test("insert from carbon-select columns") {
- sql("create table TCarbon3 (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions
string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon3')")
- sql("insert into TCarbon3 select * from TCarbon1")
- checkAnswer(
- sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_opera
torsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from TCarbon1 order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,La
test_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription"),
- sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_opera
torsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from TCarbon3 order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,La
test_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription")
- )
- }
- test("insert from carbon-select columns-source table has more column then target column") {
- sql("create table TCarbon10 (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon10')")
- try{
- sql("insert into TCarbon10 select * from TCarbon1")
- assert(false)
- } catch {
- case ex: AnalysisException =>
- if (ex.getMessage().contains("the number of columns are different")) {
- assert(true)
- } else {
- assert(false)
- }
- case _ => assert(false)
- }
- }
- test("insert from carbon-select * columns") {
- sql("create table TCarbon4 (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions
string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon4')")
- sql("insert into TCarbon4 select * from TCarbon1")
- checkAnswer(
- sql("select * from TCarbon1"),
- sql("select * from TCarbon4")
- )
- }
- test("insert->hive column more than carbon column->success") {
- sql("create table TCarbon5 (imei string,deviceInformationId int,MAC string,deviceColor string,gamePointId double,contractNumber BigInt) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon5')")
- try {
- sql("insert into TCarbon5 select imei,deviceInformationId,MAC,deviceColor,gamePointId,contractNumber,device_backColor,modelId,CUPAudit,CPIClocked from THive")
- assert(false)
- } catch {
- case ex: AnalysisException =>
- if (ex.getMessage().contains("the number of columns are different")) {
- assert(true)
- } else {
- assert(false)
- }
- case _ => assert(false)
- }
-
- }
- test("insert->carbon column is more then hive-fails") {
- sql("create table TCarbon6 (imei string,deviceInformationId int,MAC string,deviceColor string,gamePointId double,contractNumber BigInt) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon6')")
- try {
- sql("insert into TCarbon6 select imei,deviceInformationId,MAC,deviceColor,gamePointId from THive")
- assert(false)
- } catch {
- case ex: Exception => assert(true)
- }
- }
- test("insert->insert wrong data types-pass") {
- sql("create table TCarbon7 (imei string,deviceInformationId int,MAC string) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon7')")
- sql("insert into TCarbon7 select imei,MAC,deviceInformationId from THive")
- sql("create table THive7 (imei string,deviceInformationId int,MAC string) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
- sql("insert into THive7 select imei,MAC,deviceInformationId from THive")
- checkAnswer(
- sql("select imei,deviceInformationId,MAC from TCarbon7"),
- sql("select imei,deviceInformationId,MAC from THive7")
- )
- }
- test("insert->insert empty data -pass") {
- sql("create table TCarbon8 (imei string,deviceInformationId int,MAC string) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon8')")
- sql("insert into TCarbon8 select imei,deviceInformationId,MAC from THive where MAC='wrongdata'")
- checkAnswer(
- sql("select imei,deviceInformationId,MAC from THive where MAC='wrongdata'"),
- sql("select imei,deviceInformationId,MAC from TCarbon8 where MAC='wrongdata'")
- )
- }
- test("insert into existing load-pass") {
- sql("create table TCarbon9 (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions
string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default','tableName'='TCarbon9')")
- sql("create table THive9 (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions s
tring, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
- sql("insert into TCarbon9 select * from THive")
- sql("insert into TCarbon9 select * from THive")
- sql("insert into THive9 select * from THive")
- sql("insert into THive9 select * from THive")
- checkAnswer(
- sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_opera
torsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from THive9 order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Late
st_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription"),
- sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_opera
torsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from TCarbon9 order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,La
test_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription")
- )
- }
- override def afterAll {
- dropTableIfExists
- }
-
- def dropTableIfExists: Unit = {
- sql("DROP TABLE IF EXISTS THive")
- sql("drop table if exists TCarbonSource3")
- sql("drop table if exists TCarbonSource4")
- sql("drop table if exists load")
- sql("drop table if exists inser")
- sql("drop table if exists TCarbon1")
- sql("drop table if exists TCarbon2")
- sql("drop table if exists TCarbon3")
- sql("drop table if exists TCarbon4")
- sql("drop table if exists TCarbon5")
- sql("drop table if exists TCarbon6")
- sql("drop table if exists TCarbon7")
- sql("drop table if exists TCarbon8")
- sql("drop table if exists TCarbon9")
- if (timeStampPropOrig != null) {
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, timeStampPropOrig)
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/spark/carbondata/CarbonDataSourceSuite.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/spark/carbondata/CarbonDataSourceSuite.scala b/integration/spark2/src/test/scala/org/apache/spark/carbondata/CarbonDataSourceSuite.scala
index 3ba9f6a..97a180b 100644
--- a/integration/spark2/src/test/scala/org/apache/spark/carbondata/CarbonDataSourceSuite.scala
+++ b/integration/spark2/src/test/scala/org/apache/spark/carbondata/CarbonDataSourceSuite.scala
@@ -22,13 +22,12 @@ import org.scalatest.BeforeAndAfterAll
class CarbonDataSourceSuite extends QueryTest with BeforeAndAfterAll {
override def beforeAll(): Unit = {
- clean
// Drop table
- spark.sql("DROP TABLE IF EXISTS carbon_testtable")
- spark.sql("DROP TABLE IF EXISTS csv_table")
+ sql("DROP TABLE IF EXISTS carbon_testtable")
+ sql("DROP TABLE IF EXISTS csv_table")
// Create table
- spark.sql(
+ sql(
s"""
| CREATE TABLE carbon_testtable(
| shortField short,
@@ -41,7 +40,7 @@ class CarbonDataSourceSuite extends QueryTest with BeforeAndAfterAll {
| USING org.apache.spark.sql.CarbonSource
""".stripMargin)
- spark.sql(
+ sql(
s"""
| CREATE TABLE csv_table
| ( shortField short,
@@ -56,19 +55,19 @@ class CarbonDataSourceSuite extends QueryTest with BeforeAndAfterAll {
}
override def afterAll(): Unit = {
- spark.sql("drop table carbon_testtable")
- spark.sql("DROP TABLE IF EXISTS csv_table")
+ sql("drop table carbon_testtable")
+ sql("DROP TABLE IF EXISTS csv_table")
}
test("project") {
- spark.sql("select * from carbon_testtable").collect()
+ sql("select * from carbon_testtable").collect()
}
test("agg") {
- spark.sql("select stringField, sum(intField) , sum(decimalField) " +
+ sql("select stringField, sum(intField) , sum(decimalField) " +
"from carbon_testtable group by stringField").collect()
- spark.sql(
+ sql(
s"""
| INSERT INTO TABLE carbon_testtable
| SELECT shortField, intField, bigintField, doubleField, stringField,
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/spark/carbondata/bucketing/TableBucketingTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/spark/carbondata/bucketing/TableBucketingTestCase.scala b/integration/spark2/src/test/scala/org/apache/spark/carbondata/bucketing/TableBucketingTestCase.scala
index 5b69c9c..b3bab49 100644
--- a/integration/spark2/src/test/scala/org/apache/spark/carbondata/bucketing/TableBucketingTestCase.scala
+++ b/integration/spark2/src/test/scala/org/apache/spark/carbondata/bucketing/TableBucketingTestCase.scala
@@ -19,9 +19,6 @@
package org.apache.spark.carbondata.bucketing
-import java.io.File
-
-import org.apache.commons.io.FileUtils
import org.apache.spark.sql.common.util.QueryTest
import org.apache.spark.sql.execution.command.LoadTable
import org.apache.spark.sql.execution.exchange.ShuffleExchange
@@ -38,17 +35,17 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- spark.conf.set("spark.sql.autoBroadcastJoinThreshold", "-1")
- spark.sql("DROP TABLE IF EXISTS t3")
- spark.sql("DROP TABLE IF EXISTS t4")
- spark.sql("DROP TABLE IF EXISTS t5")
- spark.sql("DROP TABLE IF EXISTS t6")
- spark.sql("DROP TABLE IF EXISTS t7")
- spark.sql("DROP TABLE IF EXISTS t8")
+ sqlContext.setConf("spark.sql.autoBroadcastJoinThreshold", "-1")
+ sql("DROP TABLE IF EXISTS t3")
+ sql("DROP TABLE IF EXISTS t4")
+ sql("DROP TABLE IF EXISTS t5")
+ sql("DROP TABLE IF EXISTS t6")
+ sql("DROP TABLE IF EXISTS t7")
+ sql("DROP TABLE IF EXISTS t8")
}
test("test create table with buckets") {
- spark.sql(
+ sql(
"""
CREATE TABLE t4
(ID Int, date Timestamp, country String,
@@ -56,8 +53,8 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
USING org.apache.spark.sql.CarbonSource
OPTIONS("bucketnumber"="4", "bucketcolumns"="name", "tableName"="t4")
""")
- LoadTable(Some("default"), "t4", "./src/test/resources/dataDiff.csv", Nil,
- Map(("use_kettle", "false"))).run(spark)
+ LoadTable(Some("default"), "t4", s"$resourcesPath/dataDiff.csv", Nil,
+ Map(("use_kettle", "false"))).run(sqlContext.sparkSession)
val table: CarbonTable = CarbonMetadata.getInstance().getCarbonTable("default_t4")
if (table != null && table.getBucketingInfo("t4") != null) {
assert(true)
@@ -67,7 +64,7 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
}
test("test create table with no bucket join of carbon tables") {
- spark.sql(
+ sql(
"""
CREATE TABLE t5
(ID Int, date Timestamp, country String,
@@ -75,10 +72,10 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
USING org.apache.spark.sql.CarbonSource
OPTIONS("tableName"="t5")
""")
- LoadTable(Some("default"), "t5", "./src/test/resources/dataDiff.csv", Nil,
- Map(("use_kettle", "false"))).run(spark)
+ LoadTable(Some("default"), "t5", s"$resourcesPath/dataDiff.csv", Nil,
+ Map(("use_kettle", "false"))).run(sqlContext.sparkSession)
- val plan = spark.sql(
+ val plan = sql(
"""
|select t1.*, t2.*
|from t5 t1, t5 t2
@@ -92,7 +89,7 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
}
test("test create table with bucket join of carbon tables") {
- spark.sql(
+ sql(
"""
CREATE TABLE t6
(ID Int, date Timestamp, country String,
@@ -100,10 +97,10 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
USING org.apache.spark.sql.CarbonSource
OPTIONS("bucketnumber"="4", "bucketcolumns"="name", "tableName"="t6")
""")
- LoadTable(Some("default"), "t6", "./src/test/resources/dataDiff.csv", Nil,
- Map(("use_kettle", "false"))).run(spark)
+ LoadTable(Some("default"), "t6", s"$resourcesPath/dataDiff.csv", Nil,
+ Map(("use_kettle", "false"))).run(sqlContext.sparkSession)
- val plan = spark.sql(
+ val plan = sql(
"""
|select t1.*, t2.*
|from t6 t1, t6 t2
@@ -117,7 +114,7 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
}
test("test create table with bucket join of carbon table and parquet table") {
- spark.sql(
+ sql(
"""
CREATE TABLE t7
(ID Int, date Timestamp, country String,
@@ -125,16 +122,16 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
USING org.apache.spark.sql.CarbonSource
OPTIONS("bucketnumber"="4", "bucketcolumns"="name", "tableName"="t7")
""")
- LoadTable(Some("default"), "t7", "./src/test/resources/dataDiff.csv", Nil,
- Map(("use_kettle", "false"))).run(spark)
+ LoadTable(Some("default"), "t7", s"$resourcesPath/dataDiff.csv", Nil,
+ Map(("use_kettle", "false"))).run(sqlContext.sparkSession)
- spark.sql("DROP TABLE IF EXISTS bucketed_parquet_table")
- spark.sql("select * from t7").write
+ sql("DROP TABLE IF EXISTS bucketed_parquet_table")
+ sql("select * from t7").write
.format("parquet")
.bucketBy(4, "name")
.saveAsTable("bucketed_parquet_table")
- val plan = spark.sql(
+ val plan = sql(
"""
|select t1.*, t2.*
|from t7 t1, bucketed_parquet_table t2
@@ -148,7 +145,7 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
}
test("test create table with bucket join of carbon table and non bucket parquet table") {
- spark.sql(
+ sql(
"""
CREATE TABLE t8
(ID Int, date Timestamp, country String,
@@ -156,15 +153,15 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
USING org.apache.spark.sql.CarbonSource
OPTIONS("bucketnumber"="4", "bucketcolumns"="name", "tableName"="t8")
""")
- LoadTable(Some("default"), "t8", "./src/test/resources/dataDiff.csv", Nil,
- Map(("use_kettle", "false"))).run(spark)
+ LoadTable(Some("default"), "t8", s"$resourcesPath/dataDiff.csv", Nil,
+ Map(("use_kettle", "false"))).run(sqlContext.sparkSession)
- spark.sql("DROP TABLE IF EXISTS parquet_table")
- spark.sql("select * from t8").write
+ sql("DROP TABLE IF EXISTS parquet_table")
+ sql("select * from t8").write
.format("parquet")
.saveAsTable("parquet_table")
- val plan = spark.sql(
+ val plan = sql(
"""
|select t1.*, t2.*
|from t8 t1, parquet_table t2
@@ -178,11 +175,11 @@ class TableBucketingTestCase extends QueryTest with BeforeAndAfterAll {
}
override def afterAll {
- spark.sql("DROP TABLE IF EXISTS t3")
- spark.sql("DROP TABLE IF EXISTS t4")
- spark.sql("DROP TABLE IF EXISTS t5")
- spark.sql("DROP TABLE IF EXISTS t6")
- spark.sql("DROP TABLE IF EXISTS t7")
- spark.sql("DROP TABLE IF EXISTS t8")
+ sql("DROP TABLE IF EXISTS t3")
+ sql("DROP TABLE IF EXISTS t4")
+ sql("DROP TABLE IF EXISTS t5")
+ sql("DROP TABLE IF EXISTS t6")
+ sql("DROP TABLE IF EXISTS t7")
+ sql("DROP TABLE IF EXISTS t8")
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/spark/carbondata/util/QueryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/spark/carbondata/util/QueryTest.scala b/integration/spark2/src/test/scala/org/apache/spark/carbondata/util/QueryTest.scala
deleted file mode 100644
index e69de29..0000000
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/spark/carbondata/vectorreader/VectorReaderTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/spark/carbondata/vectorreader/VectorReaderTestCase.scala b/integration/spark2/src/test/scala/org/apache/spark/carbondata/vectorreader/VectorReaderTestCase.scala
index 6cce86a..491a4ff 100644
--- a/integration/spark2/src/test/scala/org/apache/spark/carbondata/vectorreader/VectorReaderTestCase.scala
+++ b/integration/spark2/src/test/scala/org/apache/spark/carbondata/vectorreader/VectorReaderTestCase.scala
@@ -30,13 +30,12 @@ class VectorReaderTestCase extends QueryTest with BeforeAndAfterAll {
override def beforeAll {
- clean
- spark.sql("DROP TABLE IF EXISTS vectorreader")
+ sql("DROP TABLE IF EXISTS vectorreader")
// clean data folder
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- spark.sql(
+ sql(
"""
CREATE TABLE default.vectorreader
(ID Int, date Timestamp, country String,
@@ -46,8 +45,8 @@ class VectorReaderTestCase extends QueryTest with BeforeAndAfterAll {
}
test("test vector reader") {
- spark.conf.set("carbon.enable.vector.reader", "true")
- val plan = spark.sql(
+ sqlContext.setConf("carbon.enable.vector.reader", "true")
+ val plan = sql(
"""select * from vectorreader""".stripMargin).queryExecution.executedPlan
var batchReader = false
plan.collect {
@@ -57,8 +56,8 @@ class VectorReaderTestCase extends QueryTest with BeforeAndAfterAll {
}
test("test without vector reader") {
- spark.conf.set("carbon.enable.vector.reader", "false")
- val plan = spark.sql(
+ sqlContext.setConf("carbon.enable.vector.reader", "false")
+ val plan = sql(
"""select * from vectorreader""".stripMargin).queryExecution.executedPlan
var rowReader = false
plan.collect {
@@ -68,8 +67,6 @@ class VectorReaderTestCase extends QueryTest with BeforeAndAfterAll {
}
override def afterAll {
- spark.sql("DROP TABLE IF EXISTS vectorreader")
- // clean data folder
- clean
+ sql("DROP TABLE IF EXISTS vectorreader")
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala b/integration/spark2/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
index ac96070..93d1282 100644
--- a/integration/spark2/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
+++ b/integration/spark2/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
@@ -17,65 +17,31 @@
package org.apache.spark.sql.common.util
-import java.io.File
import java.util.{Locale, TimeZone}
import scala.collection.JavaConversions._
-import org.apache.commons.io.FileUtils
import org.apache.spark.sql.catalyst.plans._
import org.apache.spark.sql.catalyst.util._
-import org.apache.spark.sql.{DataFrame, Row, SQLContext, SparkSession}
+import org.apache.spark.sql.test.TestQueryExecutor
+import org.apache.spark.sql.{DataFrame, Row}
import org.apache.carbondata.common.logging.LogServiceFactory
-import org.apache.carbondata.core.util.CarbonProperties
class QueryTest extends PlanTest {
- val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+ private val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
// Timezone is fixed to America/Los_Angeles for those timezone sensitive tests (timestamp_*)
TimeZone.setDefault(TimeZone.getTimeZone("America/Los_Angeles"))
// Add Locale setting
Locale.setDefault(Locale.US)
+ val sqlContext = TestQueryExecutor.INSTANCE.sqlContext
- val rootPath = new File(this.getClass.getResource("/").getPath + "../../../..").getCanonicalPath
- val storeLocation = s"$rootPath/integration/spark2/target/store"
- val warehouse = s"$rootPath/integration/spark2/target/warehouse"
- val metastoredb = s"$rootPath/integration/spark2/target/metastore_db"
+ val resourcesPath = TestQueryExecutor.resourcesPath
- val spark = {
-
- CarbonProperties.getInstance()
- .addProperty("carbon.kettle.home", s"$rootPath/processing/carbonplugins")
- .addProperty("carbon.storelocation", storeLocation)
-
- import org.apache.spark.sql.CarbonSession._
- val spark = SparkSession
- .builder()
- .master("local")
- .appName("CarbonExample")
- .enableHiveSupport()
- .config("spark.sql.warehouse.dir", warehouse)
- .config("javax.jdo.option.ConnectionURL",
- s"jdbc:derby:;databaseName=$metastoredb;create=true")
- .getOrCreateCarbonSession()
-
- spark.sparkContext.setLogLevel("WARN")
- spark
- }
-
- val Dsc = spark.sparkContext
-
- lazy val implicits = spark.implicits
-
- def sql(sqlText: String): DataFrame = spark.sql(sqlText)
-
- def clean(): Unit = {
- val clean = (path: String) => FileUtils.deleteDirectory(new File(path))
- clean(storeLocation)
- }
+ def sql(sqlText: String): DataFrame = TestQueryExecutor.INSTANCE.sql(sqlText)
/**
* Runs the plan and makes sure the answer contains all of the keywords, or the
@@ -96,9 +62,9 @@ class QueryTest extends PlanTest {
}
}
- def sqlTest(sqlString: String, expectedAnswer: Seq[Row])(implicit sqlContext: SQLContext) {
+ def sqlTest(sqlString: String, expectedAnswer: Seq[Row]) {
test(sqlString) {
- checkAnswer(sqlContext.sql(sqlString), expectedAnswer)
+ checkAnswer(sql(sqlString), expectedAnswer)
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/spark/util/CarbonCommandSuite.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/spark/util/CarbonCommandSuite.scala b/integration/spark2/src/test/scala/org/apache/spark/util/CarbonCommandSuite.scala
index f80b12d..8b86316 100644
--- a/integration/spark2/src/test/scala/org/apache/spark/util/CarbonCommandSuite.scala
+++ b/integration/spark2/src/test/scala/org/apache/spark/util/CarbonCommandSuite.scala
@@ -22,6 +22,7 @@ import java.sql.Timestamp
import java.util.Date
import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.test.TestQueryExecutor
import org.scalatest.BeforeAndAfterAll
import org.apache.carbondata.api.CarbonStore
@@ -30,10 +31,8 @@ import org.apache.carbondata.core.util.CarbonUtil
class CarbonCommandSuite extends QueryTest with BeforeAndAfterAll {
override def beforeAll(): Unit = {
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../../spark2")
- .getCanonicalPath
dropTable("csv_table")
- createAndLoadInputTable("csv_table", s"$currentDirectory/src/test/resources/data_alltypes.csv")
+ createAndLoadInputTable("csv_table", s"$resourcesPath/data_alltypes.csv")
createAndLoadTestTable("carbon_table", "csv_table")
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index c1bfcbe..cb23ef7 100644
--- a/pom.xml
+++ b/pom.xml
@@ -97,6 +97,7 @@
<module>processing</module>
<module>hadoop</module>
<module>integration/spark-common</module>
+ <module>integration/spark-common-test</module>
<module>assembly</module>
</modules>
[22/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
new file mode 100644
index 0000000..9596647
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
@@ -0,0 +1,152 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.directdictionary
+
+import java.sql.Timestamp
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.hive.HiveContext
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.keygenerator.directdictionary.timestamp.TimeStampGranularityConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for detailed query on timestamp datatypes
+ *
+ *
+ */
+class TimestampDataTypeDirectDictionaryTest extends QueryTest with BeforeAndAfterAll {
+ var hiveContext: HiveContext = _
+
+ override def beforeAll {
+ try {
+ CarbonProperties.getInstance()
+ .addProperty(TimeStampGranularityConstants.CARBON_CUTOFF_TIMESTAMP, "2000-12-13 02:10.00.0")
+ CarbonProperties.getInstance()
+ .addProperty(TimeStampGranularityConstants.CARBON_TIME_GRANULARITY,
+ TimeStampGranularityConstants.TIME_GRAN_SEC.toString
+ )
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
+ sql("drop table if exists directDictionaryTable")
+ sql("drop table if exists directDictionaryTable_hive")
+ sql(
+ "CREATE TABLE if not exists directDictionaryTable (empno int,doj Timestamp, salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+
+ sql(
+ "CREATE TABLE if not exists directDictionaryTable_hive (empno int,doj Timestamp, salary int) " +
+ "row format delimited fields terminated by ','"
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
+ val csvFilePath = s"$resourcesPath/datasample.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable_hive")
+ } catch {
+ case x: Throwable => CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+ }
+
+ test("test direct dictionary for not null condition") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj is not null"),
+ Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09.0")),
+ Row(Timestamp.valueOf("2016-04-14 15:00:09.0"))
+ )
+ )
+ }
+
+ test("test direct dictionary for getting all the values") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable"),
+ Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09.0")),
+ Row(Timestamp.valueOf("2016-04-14 15:00:09.0")),
+ Row(null)
+ )
+ )
+ }
+
+ test("test direct dictionary for not equals condition") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj != '2016-04-14 15:00:09'"),
+ Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09"))
+ )
+ )
+ }
+
+ test("test direct dictionary for null condition") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj is null"),
+ Seq(Row(null)
+ )
+ )
+ }
+
+ test("select doj from directDictionaryTable with equals filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj='2016-03-14 15:00:09'"),
+ Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09")))
+ )
+
+ }
+
+ test("select doj from directDictionaryTable with regexp_replace equals filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') = '2016/03/14 15:00:09'"),
+ Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09")))
+ )
+ }
+
+ test("select doj from directDictionaryTable with regexp_replace NOT IN filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14 15:00:09')"),
+ sql("select doj from directDictionaryTable_hive where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14 15:00:09')")
+ )
+ }
+
+ test("select doj from directDictionaryTable with greater than filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj>'2016-03-14 15:00:09'"),
+ Seq(Row(Timestamp.valueOf("2016-04-14 15:00:09")))
+ )
+ }
+
+ test("select count(doj) from directDictionaryTable") {
+ checkAnswer(
+ sql("select count(doj) from directDictionaryTable"),
+ Seq(Row(2))
+ )
+ }
+
+ override def afterAll {
+ sql("drop table directDictionaryTable")
+ sql("drop table directDictionaryTable_hive")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
new file mode 100644
index 0000000..730c4fb
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
@@ -0,0 +1,100 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.directdictionary
+
+import java.sql.Timestamp
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.hive.HiveContext
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.keygenerator.directdictionary.timestamp.TimeStampGranularityConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for detailed query on timestamp datatypes
+ */
+class TimestampDataTypeDirectDictionaryWithNoDictTestCase extends QueryTest with BeforeAndAfterAll {
+ var hiveContext: HiveContext = _
+
+ override def beforeAll {
+ try {
+ CarbonProperties.getInstance()
+ .addProperty(TimeStampGranularityConstants.CARBON_CUTOFF_TIMESTAMP, "2000-12-13 02:10.00.0")
+ CarbonProperties.getInstance()
+ .addProperty(TimeStampGranularityConstants.CARBON_TIME_GRANULARITY,
+ TimeStampGranularityConstants.TIME_GRAN_SEC.toString
+ )
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS directDictionaryTable
+ (empno String, doj Timestamp, salary Int)
+ STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='empno')"""
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
+ val csvFilePath = s"$resourcesPath/datasample.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS"
+ + "('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+ } catch {
+ case x: Throwable => CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+ }
+
+ test("select doj from directDictionaryTable") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable"),
+ Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09.0")),
+ Row(Timestamp.valueOf("2016-04-14 15:00:09.0")),
+ Row(null)
+ )
+ )
+ }
+
+
+ test("select doj from directDictionaryTable with equals filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj='2016-03-14 15:00:09'"),
+ Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09")))
+ )
+
+ }
+
+ test("select doj from directDictionaryTable with greater than filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj>'2016-03-14 15:00:09'"),
+ Seq(Row(Timestamp.valueOf("2016-04-14 15:00:09")))
+ )
+
+ }
+
+
+ override def afterAll {
+ sql("drop table directDictionaryTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
new file mode 100644
index 0000000..9454fe9
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
@@ -0,0 +1,89 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.directdictionary
+
+import java.io.File
+import java.sql.Timestamp
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.hive.HiveContext
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.keygenerator.directdictionary.timestamp.TimeStampGranularityConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for detailed query on timestamp datatypes
+ *
+ *
+ */
+class TimestampDataTypeNullDataTest extends QueryTest with BeforeAndAfterAll {
+ var hiveContext: HiveContext = _
+
+ override def beforeAll {
+ try {
+ CarbonProperties.getInstance()
+ .addProperty(TimeStampGranularityConstants.CARBON_CUTOFF_TIMESTAMP, "2000-12-13 02:10.00.0")
+ CarbonProperties.getInstance()
+ .addProperty(TimeStampGranularityConstants.CARBON_TIME_GRANULARITY,
+ TimeStampGranularityConstants.TIME_GRAN_SEC.toString
+ )
+ sql(
+ """CREATE TABLE IF NOT EXISTS timestampTyeNullData
+ (ID Int, dateField Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'"""
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ val csvFilePath = s"$resourcesPath/datasamplenull.csv"
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE timestampTyeNullData").collect();
+
+ } catch {
+ case x: Throwable => CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+ }
+
+ test("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null") {
+ checkAnswer(
+ sql("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null"),
+ Seq(Row(Timestamp.valueOf("2015-07-23 00:00:00.0"))
+ )
+ )
+ }
+ test("SELECT * FROM timestampTyeNullData where dateField is null") {
+ checkAnswer(
+ sql("SELECT dateField FROM timestampTyeNullData where dateField is null"),
+ Seq(Row(null)
+ ))
+ }
+
+ override def afterAll {
+ sql("drop table timestampTyeNullData")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
+ }
+
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
new file mode 100644
index 0000000..409e2c0
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
@@ -0,0 +1,64 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for filter expression query on multiple datatypes
+ * @author N00902756
+ *
+ */
+
+class AllDataTypesTestCaseFilter extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE alldatatypestableFilter (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE alldatatypestableFilter OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""");
+
+ sql("CREATE TABLE alldatatypestableFilter_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO TABLE alldatatypestableFilter_hive""");
+
+ }
+
+ test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableFilter where empname in ('arvind','ayushi') group by empno,empname,utilization") {
+ checkAnswer(
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableFilter where empname in ('arvind','ayushi') group by empno,empname,utilization"),
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableFilter_hive where empname in ('arvind','ayushi') group by empno,empname,utilization"))
+ }
+
+ test("select empno,empname from alldatatypestableFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') NOT IN ('development')") {
+ checkAnswer(
+ sql("select empno,empname from alldatatypestableFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') NOT IN ('development')"),
+ sql("select empno,empname from alldatatypestableFilter_hive where regexp_replace(workgroupcategoryname, 'er', 'ment') NOT IN ('development')"))
+ }
+
+ test("select empno,empname from alldatatypescubeFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') != 'development'") {
+ checkAnswer(
+ sql("select empno,empname from alldatatypestableFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') != 'development'"),
+ sql("select empno,empname from alldatatypestableFilter_hive where regexp_replace(workgroupcategoryname, 'er', 'ment') != 'development'"))
+ }
+
+ override def afterAll {
+ sql("drop table alldatatypestableFilter")
+ sql("drop table alldatatypestableFilter_hive")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
new file mode 100644
index 0000000..061279a
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for filter expression query on String datatypes
+ *
+ * @author N00902756
+ *
+ */
+class CountStarTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists filtertestTables")
+ sql("drop table if exists filterTimestampDataType")
+
+ sql("CREATE TABLE filterTimestampDataType (ID int, date Timestamp, country String, " +
+ "name String, phonetype String, serialname String, salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ var csvFilePath = s"$resourcesPath/datanullmeasurecol.csv"
+ sql(
+ s"LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE " +
+ s"filterTimestampDataType " +
+ s"OPTIONS('DELIMITER'= ',', " +
+ s"'FILEHEADER'= '')"
+ )
+ }
+
+ test("select count ") {
+ checkAnswer(
+ sql("select count(*) from filterTimestampDataType where country='china'"),
+ Seq(Row(2))
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists filtertestTables")
+ sql("drop table if exists filterTimestampDataType")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
new file mode 100644
index 0000000..8a646b5
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
@@ -0,0 +1,289 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import java.sql.Timestamp
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for filter expression query on String datatypes
+ *
+ */
+class FilterProcessorTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists filtertestTables")
+ sql("drop table if exists filtertestTablesWithDecimal")
+ sql("drop table if exists filtertestTablesWithNull")
+ sql("drop table if exists filterTimestampDataType")
+ sql("drop table if exists noloadtable")
+
+ sql("CREATE TABLE filtertestTables (ID int, date Timestamp, country String, " +
+ "name String, phonetype String, serialname String, salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+ sql("CREATE TABLE noloadtable (ID int, date Timestamp, country String, " +
+ "name String, phonetype String, serialname String, salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "MM-dd-yyyy HH:mm:ss")
+
+ sql("CREATE TABLE filterTimestampDataType (ID int, date Timestamp, country String, " +
+ "name String, phonetype String, serialname String, salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "MM-dd-yyyy HH:mm:ss")
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/data2_DiffTimeFormat.csv' INTO TABLE " +
+ s"filterTimestampDataType " +
+ s"OPTIONS('DELIMITER'= ',', " +
+ s"'FILEHEADER'= '')"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/dataDiff.csv' INTO TABLE filtertestTables " +
+ s"OPTIONS('DELIMITER'= ',', " +
+ s"'FILEHEADER'= '')"
+ )
+ sql(
+ "CREATE TABLE filtertestTablesWithDecimal (ID decimal, date Timestamp, country " +
+ "String, " +
+ "name String, phonetype String, serialname String, salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataDiff.csv' INTO TABLE " +
+ s"filtertestTablesWithDecimal " +
+ s"OPTIONS('DELIMITER'= ',', " +
+ s"'FILEHEADER'= '')"
+ )
+ sql("DROP TABLE IF EXISTS filtertestTablesWithNull")
+ sql(
+ "CREATE TABLE filtertestTablesWithNull (ID int, date Timestamp, country " +
+ "String, " +
+ "name String, phonetype String, serialname String,salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+ sql("DROP TABLE IF EXISTS filtertestTablesWithNullJoin")
+ sql(
+ "CREATE TABLE filtertestTablesWithNullJoin (ID int, date Timestamp, country " +
+ "String, " +
+ "name String, phonetype String, serialname String,salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/data2.csv' INTO TABLE " +
+ s"filtertestTablesWithNull " +
+ s"OPTIONS('DELIMITER'= ',', " +
+ s"'FILEHEADER'= '')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/data2.csv' INTO TABLE " +
+ s"filtertestTablesWithNullJoin " +
+ s"OPTIONS('DELIMITER'= ',', " +
+ s"'FILEHEADER'= '')"
+ )
+
+ sql("DROP TABLE IF EXISTS big_int_basicc")
+ sql("DROP TABLE IF EXISTS big_int_basicc_1")
+ sql("DROP TABLE IF EXISTS big_int_basicc_Hive")
+ sql("DROP TABLE IF EXISTS big_int_basicc_Hive_1")
+ sql("CREATE TABLE big_int_basicc (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate timestamp,enddate timestamp,PointId double,score decimal(10,3))STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE big_int_basicc_1 (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate timestamp,enddate timestamp,PointId double,score decimal(10,3))STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE big_int_basicc_Hive (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate date,enddate date,PointId double,score decimal(10,3))row format delimited fields terminated by ',' " +
+ "tblproperties(\"skip.header.line.count\"=\"1\") ")
+ sql("CREATE TABLE big_int_basicc_Hive_1 (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate date,enddate date,PointId double,score decimal(10,3))row format delimited fields terminated by ',' " +
+ "tblproperties(\"skip.header.line.count\"=\"1\") ")
+ CarbonProperties.getInstance().addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
+ sql(s"""LOAD DATA INPATH '$resourcesPath/big_int_Decimal.csv' INTO TABLE big_int_basicc options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$$','COMPLEX_DELIMITER_LEVEL_2'=':', 'FILEHEADER'= '')""")
+ sql(s"""LOAD DATA INPATH '$resourcesPath/big_int_Decimal.csv' INTO TABLE big_int_basicc_1 options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$$','COMPLEX_DELIMITER_LEVEL_2'=':', 'FILEHEADER'= '')""")
+ sql(s"load data local inpath '$resourcesPath/big_int_Decimal.csv' into table big_int_basicc_Hive")
+ sql(s"load data local inpath '$resourcesPath/big_int_Decimal.csv' into table big_int_basicc_Hive_1")
+ }
+
+ test("Is not null filter") {
+ checkAnswer(
+ sql("select id from filtertestTablesWithNull " + "where id is not null"),
+ Seq(Row(4), Row(6))
+ )
+ }
+
+ test("join filter") {
+ checkAnswer(
+ sql("select b.name from filtertestTablesWithNull a join filtertestTablesWithNullJoin b " + "on a.name=b.name"),
+ Seq(Row("aaa4"), Row("aaa5"),Row("aaa6"))
+ )
+ }
+
+ test("Between filter") {
+ checkAnswer(
+ sql("select date from filtertestTablesWithNull " + " where date between '2014-01-20 00:00:00' and '2014-01-28 00:00:00'"),
+ Seq(Row(Timestamp.valueOf("2014-01-21 00:00:00")), Row(Timestamp.valueOf("2014-01-22 00:00:00")))
+ )
+ }
+ test("Multi column with invalid member filter") {
+ checkAnswer(
+ sql("select id from filtertestTablesWithNull " + "where id = salary"),
+ Seq()
+ )
+ }
+
+ test("Greater Than Filter") {
+ checkAnswer(
+ sql("select id from filtertestTables " + "where id >999"),
+ Seq(Row(1000))
+ )
+ }
+ test("Greater Than Filter with decimal") {
+ checkAnswer(
+ sql("select id from filtertestTablesWithDecimal " + "where id >999"),
+ Seq(Row(1000))
+ )
+ }
+
+ test("Greater Than equal to Filter") {
+ checkAnswer(
+ sql("select id from filtertestTables " + "where id >=999"),
+ Seq(Row(999), Row(1000))
+ )
+ }
+
+ test("Greater Than equal to Filter with limit") {
+ checkAnswer(
+ sql("select id from filtertestTables " + "where id >=999 order by id desc limit 1"),
+ Seq(Row(1000))
+ )
+ }
+
+ test("Greater Than equal to Filter with aggregation limit") {
+ checkAnswer(
+ sql("select count(id),country from filtertestTables " + "where id >=999 group by country limit 1"),
+ Seq(Row(2,"china"))
+ )
+ }
+ test("Greater Than equal to Filter with decimal") {
+ checkAnswer(
+ sql("select id from filtertestTables " + "where id >=999"),
+ Seq(Row(999), Row(1000))
+ )
+ }
+ test("Include Filter") {
+ checkAnswer(
+ sql("select id from filtertestTables " + "where id =999"),
+ Seq(Row(999))
+ )
+ }
+ test("In Filter") {
+ checkAnswer(
+ sql(
+ "select Country from filtertestTables where Country in ('china','france') group by Country"
+ ),
+ Seq(Row("china"), Row("france"))
+ )
+ }
+
+ test("Logical condition") {
+ checkAnswer(
+ sql("select id,country from filtertestTables " + "where country='china' and name='aaa1'"),
+ Seq(Row(1, "china"))
+ )
+ }
+
+ test("filter query over table having no data") {
+ checkAnswer(
+ sql("select * from noloadtable " + "where country='china' and name='aaa1'"),
+ Seq()
+ )
+ }
+
+
+
+ test("Time stamp filter with diff time format for load greater") {
+ checkAnswer(
+ sql("select date from filterTimestampDataType where date > '2014-07-10 00:00:00'"),
+ Seq(Row(Timestamp.valueOf("2014-07-20 00:00:00.0")),
+ Row(Timestamp.valueOf("2014-07-25 00:00:00.0"))
+ )
+ )
+ }
+ test("Time stamp filter with diff time format for load less") {
+ checkAnswer(
+ sql("select date from filterTimestampDataType where date < '2014-07-20 00:00:00'"),
+ Seq(Row(Timestamp.valueOf("2014-07-10 00:00:00.0"))
+ )
+ )
+ }
+ test("Time stamp filter with diff time format for load less than equal") {
+ checkAnswer(
+ sql("select date from filterTimestampDataType where date <= '2014-07-20 00:00:00'"),
+ Seq(Row(Timestamp.valueOf("2014-07-10 00:00:00.0")),Row(Timestamp.valueOf("2014-07-20 00:00:00.0"))
+ )
+ )
+ }
+ test("Time stamp filter with diff time format for load greater than equal") {
+ checkAnswer(
+ sql("select date from filterTimestampDataType where date >= '2014-07-20 00:00:00'"),
+ Seq(Row(Timestamp.valueOf("2014-07-20 00:00:00.0")),Row(Timestamp.valueOf("2014-07-25 00:00:00.0"))
+ )
+ )
+ }
+ test("join query with bigdecimal filter") {
+
+ checkAnswer(
+ sql("select b.level from big_int_basicc_Hive a join big_int_basicc_Hive_1 b on a.level=b.level order by level"),
+ sql("select b.level from big_int_basicc a join big_int_basicc_1 b on a.level=b.level order by level")
+ )
+ }
+
+ test("join query with bigint filter") {
+
+ checkAnswer(
+ sql("select b.task from big_int_basicc_Hive a join big_int_basicc_Hive_1 b on a.task=b.task"),
+ sql("select b.task from big_int_basicc a join big_int_basicc_1 b on a.task=b.task")
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists filtertestTables")
+ sql("drop table if exists filtertestTablesWithDecimal")
+ sql("drop table if exists filtertestTablesWithNull")
+ sql("drop table if exists filterTimestampDataType")
+ sql("drop table if exists noloadtable")
+ sql("DROP TABLE IF EXISTS big_int_basicc")
+ sql("DROP TABLE IF EXISTS big_int_basicc_1")
+ sql("DROP TABLE IF EXISTS big_int_basicc_Hive")
+ sql("DROP TABLE IF EXISTS big_int_basicc_Hive_1")
+ sql("DROP TABLE IF EXISTS filtertestTablesWithNull")
+ sql("DROP TABLE IF EXISTS filtertestTablesWithNullJoin")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
new file mode 100644
index 0000000..3268d3b
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
@@ -0,0 +1,192 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for filter expression query on String datatypes
+ *
+ */
+class GrtLtFilterProcessorTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists a12")
+ sql("drop table if exists a12_allnull")
+ sql("drop table if exists a12_no_null")
+ sql("drop table if exists Test_Boundary1")
+
+ sql(
+ "create table a12(empid String,ename String,sal double,deptno int,mgr string,gender string," +
+ "dob timestamp,comm decimal(4,2),desc string) stored by 'org.apache.carbondata.format'"
+ )
+ sql(
+ "create table a12_allnull(empid String,ename String,sal double,deptno int,mgr string,gender" +
+ " string," +
+ "dob timestamp,comm decimal(4,2),desc string) stored by 'org.apache.carbondata.format'"
+ )
+ sql(
+ "create table a12_no_null(empid String,ename String,sal double,deptno int,mgr string,gender" +
+ " string," +
+ "dob timestamp,comm decimal(4,2),desc string) stored by 'org.apache.carbondata.format'"
+ )
+ sql("create table Test_Boundary1 (c1_int int,c2_Bigint Bigint,c3_Decimal Decimal(38,38),c4_double double,c5_string string,c6_Timestamp Timestamp,c7_Datatype_Desc string) STORED BY 'org.apache.carbondata.format'")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
+ var testData = s"$resourcesPath/filter/emp2.csv"
+ sql(
+ s"""LOAD DATA LOCAL INPATH '$testData' into table a12 OPTIONS('DELIMITER'=',',
+ 'QUOTECHAR'='"','FILEHEADER'='empid,ename,sal,deptno,mgr,gender,dob,comm,desc')"""
+ .stripMargin
+ )
+ testData = s"$resourcesPath/filter/emp2allnull.csv"
+
+ sql(
+ s"""LOAD DATA LOCAL INPATH '$testData' into table a12_allnull OPTIONS('DELIMITER'=',',
+ 'QUOTECHAR'='"','FILEHEADER'='empid,ename,sal,deptno,mgr,gender,dob,comm,desc')"""
+ .stripMargin
+ )
+ testData = s"$resourcesPath/filter/emp2nonull.csv"
+
+ sql(
+ s"""LOAD DATA LOCAL INPATH '$testData' into table a12_no_null OPTIONS('DELIMITER'=',',
+ 'QUOTECHAR'='"')"""
+ .stripMargin
+ )
+
+ sql(
+ s"LOAD DATA INPATH '$resourcesPath/Test_Data1_Logrithmic.csv' INTO table Test_Boundary1 OPTIONS('DELIMITER'=',','QUOTECHAR'='','FILEHEADER'='')")
+ }
+ //mixed value test
+ test("Less Than Filter") {
+ checkAnswer(
+ sql("select count(empid) from a12 where dob < '2014-07-01 12:07:28'"),
+ Seq(Row(0))
+ )
+ }
+
+ test("Les Than equal Filter") {
+ checkAnswer(
+ sql("select count (empid) from a12 where dob <= '2014-07-01 12:07:28'"),
+ Seq(Row(2))
+ )
+ }
+
+ test("Greater Than Filter") {
+ checkAnswer(
+ sql("select count (empid) from a12 where dob > '2014-07-01 12:07:28'"),
+ Seq(Row(3))
+ )
+ }
+ test("0.0 and -0.0 equality check for double data type applying log function") {
+ checkAnswer(
+ sql("select log(c4_double,1) from Test_Boundary1 where log(c4_double,1)= -0.0"),
+ Seq(Row(0.0),Row(0.0))
+ )
+ }
+
+ test("Greater Than equal to Filter") {
+ sql("select count (empid) from a12 where dob >= '2014-07-01 12:07:28'").show()
+ checkAnswer(
+ sql("select count (empid) from a12 where dob >= '2014-07-01 12:07:28'"),
+ Seq(Row(5))
+ )
+ }
+ //all null test cases
+
+ test("Less Than Filter all null") {
+ checkAnswer(
+ sql("select count(empid) from a12_allnull where dob < '2014-07-01 12:07:28'"),
+ Seq(Row(0))
+ )
+ }
+
+ test("Les Than equal Filter all null") {
+ checkAnswer(
+ sql("select count (empid) from a12_allnull where dob <= '2014-07-01 12:07:28'"),
+ Seq(Row(0))
+ )
+ }
+
+ test("Greater Than Filter all null") {
+ checkAnswer(
+ sql("select count (empid) from a12_allnull where dob > '2014-07-01 12:07:28'"),
+ Seq(Row(0))
+ )
+ }
+
+ test("Greater Than equal to Filter all null") {
+ checkAnswer(
+ sql("select count (empid) from a12_allnull where dob >= '2014-07-01 12:07:28'"),
+ Seq(Row(0))
+ )
+ }
+// test("In condition With improper format query regarding Null filter") {
+// checkAnswer(
+// sql("select empid from a12_allnull " + "where empid not in ('china',NULL)"),
+// Seq()
+// )
+// }
+
+ //no null test cases
+
+ test("Less Than Filter no null") {
+ checkAnswer(
+ sql("select count(empid) from a12_no_null where dob < '2014-07-01 12:07:28'"),
+ Seq(Row(0))
+ )
+ }
+
+ test("Les Than equal Filter no null") {
+ sql("select empid from a12_no_null where dob <= '2014-07-01 12:07:28'").show()
+ checkAnswer(
+ sql("select count(empid) from a12_no_null where dob <= '2014-07-01 12:07:28'"),
+ Seq(Row(4))
+ )
+ }
+
+ test("Greater Than Filter no null") {
+ checkAnswer(
+ sql("select count (empid) from a12_no_null where dob > '2014-07-01 12:07:28'"),
+ Seq(Row(3))
+ )
+ }
+
+ test("Greater Than equal to Filter no null") {
+ checkAnswer(
+ sql("select count (empid) from a12_no_null where dob >= '2014-07-01 12:07:28'"),
+ Seq(Row(7))
+ )
+ }
+
+ override def afterAll {
+ sql("drop table a12")
+ sql("drop table if exists a12_allnull")
+ sql("drop table if exists a12_no_null")
+ sql("drop table if exists Test_Boundary1")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
new file mode 100644
index 0000000..8cd4723
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for filter expression query on Integer datatypes
+ * @author N00902756
+ *
+ */
+class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE integertypetableFilter (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE integertypetableFilter OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""")
+ }
+
+ test("select empno from integertypetableFilter") {
+ checkAnswer(
+ sql("select empno from integertypetableFilter"),
+ Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
+ }
+
+ override def afterAll {
+ sql("drop table integertypetableFilter")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
new file mode 100644
index 0000000..4baffea
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+class NullMeasureValueTestCaseFilter extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists t3")
+ sql(
+ "CREATE TABLE t3 (ID bigInt, date Timestamp, country String, name String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata.format'"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/datawithnullmeasure.csv' into table t3");
+ }
+
+ test("select ID from t3 where salary is not null") {
+ checkAnswer(
+ sql("select ID from t3 where salary is not null"),
+ Seq(Row(1),Row(4)))
+ }
+
+ test("select ID from t3 where salary is null") {
+ checkAnswer(
+ sql("select ID from t3 where salary is null"),
+ Seq(Row(2),Row(3)))
+ }
+
+ override def afterAll {
+ sql("drop table t3")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
new file mode 100644
index 0000000..c486831
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
@@ -0,0 +1,84 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test cases for testing columns having \N or \null values for non numeric columns
+ */
+class TestAndEqualFilterEmptyOperandValue extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
+ CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
+ )
+ val csvFilePath = s"$resourcesPath/filter/datagrtlrt.csv"
+ sql(
+ "CREATE TABLE IF NOT EXISTS carbonTable(date Timestamp, country String, salary Int) STORED " +
+ "BY " +
+ "'carbondata'"
+ )
+ sql(
+ "create table if not exists hiveTable(date Timestamp, country String, salary Int)row format" +
+ " delimited fields " +
+ "terminated by ','"
+ )
+ sql(
+ "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
+ "('FILEHEADER'='date,country,salary')"
+ )
+ sql(
+ "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
+ )
+ }
+
+ test("select * from carbonTable where country='' and salary='')") {
+ sql("select * from carbonTable where country='' and salary=''").show()
+ sql("select * from hiveTable where country='' and salary=''").show()
+ checkAnswer(
+ sql("select * from carbonTable where country='' and salary=''"),
+ sql("select * from hiveTable where country='' and salary=''")
+ )
+ }
+
+ test("select * from carbonTable where date='' and salary='')") {
+ sql("select * from carbonTable where date='' and salary=''").show()
+ sql("select * from hiveTable where date='' and salary=''").show()
+ checkAnswer(
+ sql("select * from carbonTable where date='' and salary=''"),
+ sql("select * from hiveTable where date='' and salary=''")
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
new file mode 100644
index 0000000..ee80199
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
@@ -0,0 +1,92 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.filterexpr
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test cases for testing columns having \N or \null values for non numeric columns
+ */
+class TestGrtLessFilter extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
+ CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
+ )
+ val csvFilePath = s"$resourcesPath/filter/datagrtlrt.csv"
+ sql(
+ "CREATE TABLE IF NOT EXISTS carbonTable(date Timestamp, country String, salary Int) STORED " +
+ "BY " +
+ "'carbondata'"
+ )
+ sql(
+ "create table if not exists hiveTable(date Timestamp, country String, salary Int)row format" +
+ " delimited fields " +
+ "terminated by ','"
+ )
+ sql(
+ "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
+ "('FILEHEADER'='date,country,salary')"
+ )
+ sql(
+ "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
+ )
+ }
+
+
+ test("select * from carbonTable where date > cast('2017-7-25 12:07:29' as timestamp)") {
+ checkAnswer(
+ sql("select * from carbonTable where date > cast('2017-7-25 12:07:29' as timestamp)"),
+ sql("select * from hiveTable where date > cast('2017-7-25 12:07:29' as timestamp)")
+ )
+ }
+ test("select * from carbonTable where date < cast('2017-7-25 12:07:29' as timestamp)") {
+ checkAnswer(
+ sql("select * from carbonTable where date < cast('2017-7-25 12:07:29' as timestamp)"),
+ sql("select * from hiveTable where date < cast('2017-7-25 12:07:29' as timestamp)")
+ )
+ }
+ test("select * from carbonTable where date > cast('2018-7-24 12:07:28' as timestamp)") {
+ checkAnswer(
+ sql("select * from carbonTable where date > cast('2018-7-24 12:07:28' as timestamp)"),
+ sql("select * from hiveTable where date > cast('2018-7-24 12:07:28' as timestamp)")
+ )
+ }
+ test("select * from carbonTable where date < cast('2018-7-24 12:07:28' as timestamp)") {
+ checkAnswer(
+ sql("select * from carbonTable where date < cast('2018-7-24 12:07:28' as timestamp)"),
+ sql("select * from hiveTable where date < cast('2018-7-24 12:07:28' as timestamp)")
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
new file mode 100644
index 0000000..b3bd8de
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.joinquery
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for join query on multiple datatypes
+ * @author N00902756
+ *
+ */
+
+class AllDataTypesTestCaseJoin extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE alldatatypestableJoin (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE alldatatypestableJoin OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""");
+
+ sql("CREATE TABLE alldatatypestableJoin_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
+ sql(s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO TABLE alldatatypestableJoin_hive");
+
+ }
+
+ test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableJoin where empname in ('arvind','ayushi') group by empno,empname,utilization") {
+ checkAnswer(
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableJoin where empname in ('arvind','ayushi') group by empno,empname,utilization"),
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableJoin_hive where empname in ('arvind','ayushi') group by empno,empname,utilization"))
+ }
+
+ test("select e.empid from employee e inner join manager m on e.mgrid=m.empid") {
+ sql("drop table if exists employee")
+ sql("create table employee(name string, empid string, mgrid string, mobileno bigint) stored by 'carbondata'")
+ sql(s"load data inpath '$resourcesPath/join/emp.csv' into table employee options('fileheader'='name,empid,mgrid,mobileno')")
+
+ sql("drop table if exists manager")
+ sql("create table manager(name string, empid string, mgrid string, mobileno bigint) stored by 'carbondata'")
+ sql(s"load data inpath '$resourcesPath/join/mgr.csv' into table manager options('fileheader'='name,empid,mgrid,mobileno')")
+ checkAnswer(
+ sql("select e.empid from employee e inner join manager m on e.mgrid=m.empid"),
+ Seq(Row("t23717"))
+ )
+
+ }
+ override def afterAll {
+ sql("drop table alldatatypestableJoin")
+ sql("drop table alldatatypestableJoin_hive")
+ sql("drop table if exists manager")
+ sql("drop table if exists employee")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
new file mode 100644
index 0000000..2a815e2
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.joinquery
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for join query on Integer datatypes
+ * @author N00902756
+ *
+ */
+class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE integertypetablejoin (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE integertypetablejoin OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""")
+ }
+
+ test("select empno from integertypetablejoin") {
+ checkAnswer(
+ sql("select empno from integertypetablejoin"),
+ Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
+ }
+
+ override def afterAll {
+ sql("drop table integertypetablejoin")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
new file mode 100644
index 0000000..5891e15
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
@@ -0,0 +1,84 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.measurenullvalue
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+class NullMeasureValueTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table IF EXISTS t3")
+ sql(
+ "CREATE TABLE IF NOT EXISTS t3 (ID Int, date Timestamp, country String, name String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata.format'"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/nullmeasurevalue.csv' into table t3");
+ }
+
+ test("select count(salary) from t3") {
+ checkAnswer(
+ sql("select count(salary) from t3"),
+ Seq(Row(0)))
+ }
+ test("select count(ditinct salary) from t3") {
+ checkAnswer(
+ sql("select count(distinct salary) from t3"),
+ Seq(Row(0)))
+ }
+
+ test("select sum(salary) from t3") {
+ checkAnswer(
+ sql("select sum(salary) from t3"),
+ Seq(Row(null)))
+ }
+ test("select avg(salary) from t3") {
+ checkAnswer(
+ sql("select avg(salary) from t3"),
+ Seq(Row(null)))
+ }
+
+ test("select max(salary) from t3") {
+ checkAnswer(
+ sql("select max(salary) from t3"),
+ Seq(Row(null)))
+ }
+ test("select min(salary) from t3") {
+ checkAnswer(
+ sql("select min(salary) from t3"),
+ Seq(Row(null)))
+ }
+ test("select sum(distinct salary) from t3") {
+ checkAnswer(
+ sql("select sum(distinct salary) from t3"),
+ Seq(Row(null)))
+ }
+
+ override def afterAll {
+ sql("drop table t3")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
new file mode 100644
index 0000000..6e83c4a
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
@@ -0,0 +1,108 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.nullvalueserialization
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test cases for testing columns having \N or \null values for non numeric columns
+ */
+class TestNullValueSerialization extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
+ CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
+ )
+ val csvFilePath = s"$resourcesPath/nullvalueserialization.csv"
+ sql(
+ "CREATE TABLE IF NOT EXISTS carbonTable (ID String, date Timestamp, country String, name " +
+ "String, phonetype String, serialname String, salary Decimal(17,2))STORED BY 'org.apache" +
+ ".carbondata.format'"
+ )
+ sql(
+ "create table if not exists hiveTable(ID String, date Timestamp, country String, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Decimal(17,2))row format delimited fields " +
+ "terminated by ','"
+ )
+ sql(
+ "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
+ "('FILEHEADER'='ID,date," +
+ "country,name,phonetype,serialname,salary')"
+ )
+ sql(
+ "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
+ )
+ }
+
+
+ test("test detail query on column having null values") {
+ System.out.println("Carbon Table")
+ sql("select * from carbonTable").show()
+ System.out.println("Hive Table")
+ sql("select * from hiveTable").show()
+ checkAnswer(
+ sql("select * from carbonTable"),
+ sql("select * from hiveTable")
+ )
+ }
+
+ test("test filter query on column is null") {
+ checkAnswer(
+ sql("select * from carbonTable where salary is null"),
+ sql("select * from hiveTable where salary is null")
+ )
+ }
+
+ test("test filter query on column is not null") {
+ checkAnswer(
+ sql("select * from carbonTable where salary is not null"),
+ sql("select * from hiveTable where salary is not null")
+ )
+ }
+
+ test("test filter query on columnValue=null") {
+ checkAnswer(
+ sql("select * from carbonTable where salary=null"),
+ sql("select * from hiveTable where salary=null")
+ )
+ }
+
+ test("test filter query where date is null") {
+ checkAnswer(
+ sql("select * from carbonTable where date is null"),
+ sql("select * from hiveTable where date is null")
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
new file mode 100644
index 0000000..f9aca93
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.sortexpr
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for sort expression query on multiple datatypes
+ * @author N00902756
+ *
+ */
+
+class AllDataTypesTestCaseSort extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE alldatatypestablesort (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE alldatatypestablesort OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""");
+
+ sql("CREATE TABLE alldatatypestablesort_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO TABLE alldatatypestablesort_hive""");
+
+ }
+
+ test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestablesort where empname in ('arvind','ayushi') group by empno,empname,utilization order by empno") {
+ checkAnswer(
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestablesort where empname in ('arvind','ayushi') group by empno,empname,utilization order by empno"),
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestablesort_hive where empname in ('arvind','ayushi') group by empno,empname,utilization order by empno"))
+ }
+
+ override def afterAll {
+ sql("drop table alldatatypestablesort")
+ sql("drop table alldatatypestablesort_hive")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
new file mode 100644
index 0000000..ad25ab1
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
@@ -0,0 +1,48 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.sortexpr
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for sort expression query on int datatypes
+ *
+ * @author N00902756
+ *
+ */
+class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE inttypetablesort (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE inttypetablesort OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""")
+ }
+
+ test("select empno from inttypetablesort") {
+ checkAnswer(
+ sql("select empno from inttypetablesort"),
+ Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
+ }
+
+ override def afterAll {
+ sql("drop table inttypetablesort")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
new file mode 100644
index 0000000..ae81e96
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
@@ -0,0 +1,71 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.windowsexpr
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for all query on multiple datatypes
+ *
+ */
+class WindowsExprTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+
+ sql("CREATE TABLE IF NOT EXISTS windowstable (ID double, date Timestamp, country String,name String, phonetype String, serialname String, salary double) STORED BY 'carbondata'")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,"dd-MM-yyyy")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/windows.csv' INTO table windowstable options('DELIMITER'= ',' ,'QUOTECHAR'= '\"', 'FILEHEADER'= 'ID,date,country,name,phonetype,serialname,salary')""")
+ sql("CREATE TABLE IF NOT EXISTS hivewindowstable (ID double, date Timestamp, country String,name String, phonetype String, serialname String, salary double) row format delimited fields terminated by ','")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/windows.csv' INTO table hivewindowstable""")
+
+ }
+
+ override def afterAll {
+ sql("drop table windowstable")
+ sql("drop table hivewindowstable")
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+
+ test("SELECT country,name,salary FROM (SELECT country,name,salary,dense_rank() OVER (PARTITION BY country ORDER BY salary DESC) as rank FROM windowstable) tmp WHERE rank <= 2 order by country") {
+ checkAnswer(
+ sql("SELECT country,name,salary FROM (SELECT country,name,salary,dense_rank() OVER (PARTITION BY country ORDER BY salary DESC) as rank FROM windowstable) tmp WHERE rank <= 2 order by country"),
+ sql("SELECT country,name,salary FROM (SELECT country,name,salary,dense_rank() OVER (PARTITION BY country ORDER BY salary DESC) as rank FROM hivewindowstable) tmp WHERE rank <= 2 order by country"))
+ }
+
+ test("SELECT ID, country, SUM(salary) OVER (PARTITION BY country ) AS TopBorcT FROM windowstable") {
+ checkAnswer(
+ sql("SELECT ID, country, SUM(salary) OVER (PARTITION BY country ) AS TopBorcT FROM windowstable"),
+ sql("SELECT ID, country, SUM(salary) OVER (PARTITION BY country ) AS TopBorcT FROM hivewindowstable"))
+ }
+
+ test("SELECT country,name,salary,ROW_NUMBER() OVER (PARTITION BY country ORDER BY salary DESC) as rownum FROM windowstable") {
+ checkAnswer(
+ sql("SELECT country,name,salary,ROW_NUMBER() OVER (PARTITION BY country ORDER BY salary DESC) as rownum FROM windowstable"),
+ sql("SELECT country,name,salary,ROW_NUMBER() OVER (PARTITION BY country ORDER BY salary DESC) as rownum FROM hivewindowstable"))
+ }
+
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/CarbonFunSuite.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/CarbonFunSuite.scala b/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/CarbonFunSuite.scala
new file mode 100644
index 0000000..4647e78
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/CarbonFunSuite.scala
@@ -0,0 +1,49 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.spark.sql.common.util
+
+import org.apache.carbondata.common.logging.LogServiceFactory
+import org.scalatest.{FunSuite, Outcome}
+
+
+private[spark] abstract class CarbonFunSuite extends FunSuite {
+
+ private val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+
+ /**
+ * Log the suite name and the test name before and after each test.
+ *
+ * Subclasses should never override this method. If they wish to run
+ * custom code before and after each test, they should should mix in
+ * the {{org.scalatest.BeforeAndAfter}} trait instead.
+ */
+ final protected override def withFixture(test: NoArgTest): Outcome = {
+ val testName = test.text
+ val suiteName = this.getClass.getName
+ val shortSuiteName = suiteName.replaceAll("org.apache.spark", "o.a.s")
+ try {
+ LOGGER.info(s"\n\n===== TEST OUTPUT FOR $shortSuiteName: '$testName' =====\n")
+ test()
+ } finally {
+ LOGGER.info(s"\n\n===== FINISHED $shortSuiteName: '$testName' =====\n")
+ }
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/PlanTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/PlanTest.scala b/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/PlanTest.scala
new file mode 100644
index 0000000..cdd415f
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/PlanTest.scala
@@ -0,0 +1,59 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.sql.common.util
+
+import org.apache.spark.sql.catalyst.expressions._
+import org.apache.spark.sql.catalyst.plans.logical.{Filter, LogicalPlan, OneRowRelation}
+import org.apache.spark.sql.catalyst.util._
+
+/**
+ * Provides helper methods for comparing plans.
+ */
+class PlanTest extends CarbonFunSuite {
+
+ /** Fails the test if the two expressions do not match */
+ protected def compareExpressions(e1: Expression, e2: Expression): Unit = {
+ comparePlans(Filter(e1, OneRowRelation), Filter(e2, OneRowRelation))
+ }
+
+ /** Fails the test if the two plans do not match */
+ protected def comparePlans(plan1: LogicalPlan, plan2: LogicalPlan) {
+ val normalized1 = normalizeExprIds(plan1)
+ val normalized2 = normalizeExprIds(plan2)
+ if (normalized1 != normalized2) {
+ fail(
+ s"""
+ |== FAIL: Plans do not match ===
+ |${sideBySide(normalized1.treeString, normalized2.treeString).mkString("\n")}
+ """.stripMargin)
+ }
+ }
+
+ /**
+ * Since attribute references are given globally unique ids during analysis,
+ * we must normalize them to check if two different queries are identical.
+ */
+ protected def normalizeExprIds(plan: LogicalPlan) = {
+ plan transformAllExpressions {
+ case a: AttributeReference =>
+ AttributeReference(a.name, a.dataType, a.nullable)(exprId = ExprId(0))
+ case a: Alias =>
+ Alias(a.child, a.name)(exprId = ExprId(0))
+ }
+ }
+}
[17/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexdata.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexdata.csv b/integration/spark/src/test/resources/complexdata.csv
deleted file mode 100644
index c089e93..0000000
--- a/integration/spark/src/test/resources/complexdata.csv
+++ /dev/null
@@ -1,100 +0,0 @@
-1,109,4ROM size,29-11-2015,1AA1$2BB1,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
-10,93,1ROM size,29-11-2015,1AA10$2BB10,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
-100,2591,2ROM size,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
-1000,2531,2ROM size,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
-10000,2408,0ROM size,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
-100000,1815,0ROM size,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
-1000000,2479,4ROM size,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
-100001,1845,7ROM size,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
-100002,2008,1ROM size,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
-100003,1121,5ROM size,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
-100004,1511,8ROM size,29-11-2015,1AA100004$,MAC31$$MAC33,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
-100005,2759,0ROM size,29-11-2015,1AA100005$,MAC34$$MAC36,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
-100006,2069,7ROM size,29-11-2015,1AA100006$,MAC37$$MAC39,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
-100007,396,7ROM size,29-11-2015,1AA100007$,MAC40$$MAC42,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
-100008,104,2ROM size,29-11-2015,1AA100008$,MAC43$$MAC45,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
-100009,477,3ROM size,29-11-2015,1AA100009$,MAC46$$MAC48,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
-10001,546,8ROM size,29-11-2015,1AA10001$2,MAC49$$MAC51,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
-100010,2696,3ROM size,29-11-2015,1AA100010$2BB100010,MAC52$$MAC54,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
-100011,466,2ROM size,29-11-2015,1AA100011$2BB100011,MAC55$$MAC57,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
-100012,2644,2ROM size,29-11-2015,1AA100012$2BB100012,MAC58$$MAC60,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
-100013,2167,3ROM size,29-11-2015,1AA100013$2BB100013,MAC61$MAC62,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
-100014,1069,7ROM size,29-11-2015,1AA100014$2BB100014,MAC64$MAC65,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
-100015,1447,9ROM size,29-11-2015,1AA100015$2BB100015,MAC67$MAC68,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
-100016,2963,3ROM size,29-11-2015,1AA100016$2BB100016,MAC70$MAC71,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
-100017,1580,5ROM size,29-11-2015,1AA100017$2BB100017,MAC73$MAC74,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
-100018,446,2ROM size,29-11-2015,1AA100018$2BB100018,MAC76$MAC77,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
-100019,2151,7ROM size,29-11-2015,1AA100019$2BB100019,MAC79$MAC80,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
-10002,2201,1ROM size,29-11-2015,2BB10002,MAC82$MAC83,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
-100020,2574,5ROM size,29-11-2015,$2BB100020,MAC85$MAC86,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
-100021,1734,4ROM size,29-11-2015,$2BB100021,MAC88$MAC89,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
-100022,155,3ROM size,29-11-2015,$2BB100022,MAC91$MAC92,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
-100023,1386,8ROM size,29-11-2015,$2BB100023,MAC94$MAC95,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
-100024,1017,9ROM size,29-11-2015,$2BB100024,MAC97$MAC98,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,,1017,2483
-100025,47,2ROM size,29-11-2015,$2BB100025,$MAC101$MAC102,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,,47,1724
-100026,2930,7ROM size,29-11-2015,$2BB100026,$MAC104$MAC105,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,,2930,1768
-100027,2940,0ROM size,29-11-2015,$2BB100027,$MAC107$MAC108,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,2940,2436
-100028,297,5ROM size,29-11-2015,$2BB100028,$MAC110$MAC111,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,297,2849
-100029,1695,2ROM size,29-11-2015,$2BB100029,$MAC113$MAC114,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1695,1691
-10003,1326,7ROM size,29-11-2015,2BB10003,$MAC116$MAC117,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1326,2071
-100030,513,7ROM size,29-11-2015,$2BB100030,$MAC119$MAC120,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
-100031,1741,1ROM size,29-11-2015,$2BB100031,$MAC122$MAC123,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
-100032,1198,0ROM size,29-11-2015,$2BB100032,$MAC125$MAC126,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
-100033,273,9ROM size,29-11-2015,$2BB100033,$MAC128$MAC129,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
-100034,1234,6ROM size,29-11-2015,$2BB100034,$MAC131$MAC132,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
-100035,1619,1ROM size,29-11-2015,$2BB100035,$MAC134$MAC135,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
-100036,2415,2ROM size,29-11-2015,$2BB100036,$MAC137$MAC138,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
-100037,2381,2ROM size,29-11-2015,$2BB100037,$MAC140$MAC141,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
-100038,872,7ROM size,29-11-2015,1AA100038$2BB100038,$MAC143$MAC144,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
-100039,1835,9ROM size,29-11-2015,1AA100039$2BB100039,$$MAC147,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
-10004,2597,1ROM size,29-11-2015,1AA10004$2BB10004,$$MAC150,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
-100040,1969,9ROM size,29-11-2015,1AA100040$2BB100040,$$MAC153,,18-01-2016$18-01-2016,1969,2078
-100041,2133,8ROM size,29-11-2015,$,$$MAC156,,19-01-2016$19-01-2016,2133,2734
-100042,631,9ROM size,29-11-2015,$,$$MAC159,,20-01-2016$20-01-2016,631,2745
-100043,187,4ROM size,29-11-2015,$,$$MAC162,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
-100044,1232,5ROM size,29-11-2015,$,$$MAC165,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
-100045,1602,6ROM size,29-11-2015,$,$$MAC168,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
-100046,2319,9ROM size,29-11-2015,$,$$MAC171,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
-100047,839,4ROM size,29-11-2015,$,$$MAC174,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
-100048,1184,2ROM size,29-11-2015,$,$$MAC177,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
-100049,2705,2ROM size,29-11-2015,$,$$MAC180,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
-10005,1185,1ROM size,29-11-2015,,$$MAC183,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,28-01-2016$:,1185,1608
-100050,2457,9ROM size,29-11-2015,,$$MAC186,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-01-2016$:,2457,29
-100051,2320,8ROM size,29-11-2015,,$$MAC189,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-01-2016$:,2320,1407
-100052,2300,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,31-01-2016$:,2300,845
-100053,1210,4ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,01-02-2016$:,1210,1655
-100054,1689,8ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-02-2016$:,1689,1368
-100055,2823,2ROM size,29-11-2015,,$$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$03-02-2016:03-02-2016,2823,1728
-100056,68,6ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$04-02-2016:04-02-2016,68,750
-100057,716,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$05-02-2016:05-02-2016,716,2288
-100058,864,6ROM size,29-11-2015,,$$,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$06-02-2016:06-02-2016,864,2635
-100059,499,6ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,$07-02-2016:07-02-2016,499,1337
-10006,1429,3ROM size,29-11-2015,,$$,:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$:India:Guangdong Province:guangzhou:longhua:mingzhi,$08-02-2016:08-02-2016,1429,2478
-100060,2176,2ROM size,29-11-2015,,$$,:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$:India:Hunan Province:xiangtan:xiangtan:jianshelu,$09-02-2016:09-02-2016,2176,538
-100061,2563,7ROM size,29-11-2015,,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,$10-02-2016:10-02-2016,2563,1407
-100062,2594,3ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$11-02-2016:11-02-2016,2594,2952
-100063,2142,1ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$12-02-2016:12-02-2016,2142,1226
-100064,138,0ROM size,29-11-2015,1AA100064$2BB100064,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$13-02-2016:13-02-2016,138,865
-100065,1168,6ROM size,29-11-2015,1AA100065$2BB100065,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$14-02-2016:14-02-2016,1168,901
-100066,2828,5ROM size,29-11-2015,1AA100066$2BB100066,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$:,2828,1864
-100067,1160,0ROM size,29-11-2015,1AA100067$2BB100067,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$:,1160,572
-100068,1890,6ROM size,29-11-2015,1AA100068$2BB100068,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1890,412
-100069,1195,4ROM size,29-11-2015,1AA100069$2BB100069,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,1195,1491
-10007,2797,9ROM size,29-11-2015,1AA10007$2BB10007,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,2797,1350
-100070,44,5ROM size,29-11-2015,1AA100070$2BB100070,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,44,1567
-100071,1683,6ROM size,29-11-2015,1AA100071$2BB100071,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1683,1973
-100072,1085,1ROM size,29-11-2015,1AA100072$2BB100072,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-02-2016$22-02-2016:22-02-2016,1085,448
-100073,776,7ROM size,29-11-2015,1AA100073$2BB100073,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,23-02-2016$23-02-2016:23-02-2016,776,2488
-100074,2074,9ROM size,29-11-2015,1AA100074$2BB100074,MAC262$MAC263$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,24-02-2016$24-02-2016:24-02-2016,2074,907
-100075,1062,2ROM size,29-11-2015,1AA100075$2BB100075,MAC265$MAC266$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,25-02-2016$25-02-2016:25-02-2016,1062,2507
-100076,987,7ROM size,29-11-2015,1AA100076$2BB100076,MAC268$MAC269$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-02-2016$26-02-2016:26-02-2016,987,732
-100077,2799,9ROM size,29-11-2015,1AA100077$2BB100077,MAC271$MAC272$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,27-02-2016$27-02-2016:27-02-2016,2799,2077
-100078,2765,1ROM size,29-11-2015,1AA100078$2BB100078,MAC274$MAC275$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,28-02-2016$28-02-2016:28-02-2016,2765,1434
-100079,2164,1ROM size,29-11-2015,1AA100079$2BB100079,MAC277$MAC278$,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,29-02-2016$29-02-2016:29-02-2016,2164,1098
-10008,1624,6ROM size,29-11-2015,1AA10008$2BB10008,MAC280$MAC281$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,01-03-2016$01-03-2016:01-03-2016,1624,813
-100080,2355,1ROM size,29-11-2015,1AA100080$2BB100080,MAC283$MAC284$MAC285,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-03-2016$02-03-2016:02-03-2016,2355,954
-100081,1650,6ROM size,29-11-2015,1AA100081$2BB100081,MAC286$MAC287$MAC288,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,03-03-2016$03-03-2016:03-03-2016,1650,613
-100082,2761,3ROM size,29-11-2015,1AA100082$2BB100082,MAC289$MAC290$MAC291,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,04-03-2016$04-03-2016:04-03-2016,2761,2348
-100083,1856,3ROM size,29-11-2015,1AA100083$2BB100083,MAC292$MAC293$MAC294,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,05-03-2016$05-03-2016:05-03-2016,1856,2192
-100084,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
-100085,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexdata1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexdata1.csv b/integration/spark/src/test/resources/complexdata1.csv
deleted file mode 100644
index 3eb0db3..0000000
--- a/integration/spark/src/test/resources/complexdata1.csv
+++ /dev/null
@@ -1,54 +0,0 @@
-1,109,4ROM size,29-11-2015,1AA1$2BB1,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
-10,93,1ROM size,29-11-2015,1AA10$2BB10,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
-100,2591,2ROM size,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
-1000,2531,2ROM size,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
-10000,2408,0ROM size,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
-100000,1815,0ROM size,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
-1000000,2479,4ROM size,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
-100001,1845,7ROM size,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
-100002,2008,1ROM size,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
-100003,1121,5ROM size,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
-100004,1511,8ROM size,29-11-2015,1AA100004$,MAC31$$MAC33,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
-100005,2759,0ROM size,29-11-2015,1AA100005$,MAC34$$MAC36,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
-100006,2069,7ROM size,29-11-2015,1AA100006$,MAC37$$MAC39,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
-100007,396,7ROM size,29-11-2015,1AA100007$,MAC40$$MAC42,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
-100008,104,2ROM size,29-11-2015,1AA100008$,MAC43$$MAC45,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
-100009,477,3ROM size,29-11-2015,1AA100009$,MAC46$$MAC48,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
-10001,546,8ROM size,29-11-2015,1AA10001$2,MAC49$$MAC51,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
-100010,2696,3ROM size,29-11-2015,1AA100010$2BB100010,MAC52$$MAC54,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
-100011,466,2ROM size,29-11-2015,1AA100011$2BB100011,MAC55$$MAC57,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
-100012,2644,2ROM size,29-11-2015,1AA100012$2BB100012,MAC58$$MAC60,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
-100013,2167,3ROM size,29-11-2015,1AA100013$2BB100013,MAC61$MAC62,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
-100014,1069,7ROM size,29-11-2015,1AA100014$2BB100014,MAC64$MAC65,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
-100015,1447,9ROM size,29-11-2015,1AA100015$2BB100015,MAC67$MAC68,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
-100016,2963,3ROM size,29-11-2015,1AA100016$2BB100016,MAC70$MAC71,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
-100017,1580,5ROM size,29-11-2015,1AA100017$2BB100017,MAC73$MAC74,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
-100018,446,2ROM size,29-11-2015,1AA100018$2BB100018,MAC76$MAC77,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
-100019,2151,7ROM size,29-11-2015,1AA100019$2BB100019,MAC79$MAC80,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
-10002,2201,1ROM size,29-11-2015,2BB10002,MAC82$MAC83,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
-100020,2574,5ROM size,29-11-2015,$2BB100020,MAC85$MAC86,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
-100021,1734,4ROM size,29-11-2015,$2BB100021,MAC88$MAC89,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
-100022,155,3ROM size,29-11-2015,$2BB100022,MAC91$MAC92,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
-100023,1386,8ROM size,29-11-2015,$2BB100023,MAC94$MAC95,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
-100024,1017,9ROM size,29-11-2015,$2BB100024,MAC97$MAC98,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,,1017,2483
-100025,47,2ROM size,29-11-2015,$2BB100025,$MAC101$MAC102,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,,47,1724
-100026,2930,7ROM size,29-11-2015,$2BB100026,$MAC104$MAC105,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,,2930,1768
-100027,2940,0ROM size,29-11-2015,$2BB100027,$MAC107$MAC108,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,2940,2436
-100028,297,5ROM size,29-11-2015,$2BB100028,$MAC110$MAC111,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,297,2849
-100029,1695,2ROM size,29-11-2015,$2BB100029,$MAC113$MAC114,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1695,1691
-10003,1326,7ROM size,29-11-2015,2BB10003,$MAC116$MAC117,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1326,2071
-100030,513,7ROM size,29-11-2015,$2BB100030,$MAC119$MAC120,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
-100031,1741,1ROM size,29-11-2015,$2BB100031,$MAC122$MAC123,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
-100032,1198,0ROM size,29-11-2015,$2BB100032,$MAC125$MAC126,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
-100033,273,9ROM size,29-11-2015,$2BB100033,$MAC128$MAC129,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
-100034,1234,6ROM size,29-11-2015,$2BB100034,$MAC131$MAC132,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
-100035,1619,1ROM size,29-11-2015,$2BB100035,$MAC134$MAC135,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
-100036,2415,2ROM size,29-11-2015,$2BB100036,$MAC137$MAC138,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
-100037,2381,2ROM size,29-11-2015,$2BB100037,$MAC140$MAC141,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
-100038,872,7ROM size,29-11-2015,1AA100038$2BB100038,$MAC143$MAC144,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
-100039,1835,9ROM size,29-11-2015,1AA100039$2BB100039,$$MAC147,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
-10004,2597,1ROM size,29-11-2015,1AA10004$2BB10004,$$MAC150,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
-100040,1969,9ROM size,29-11-2015,1AA100040$2BB100040,$$MAC153,,18-01-2016$18-01-2016,1969,2078
-100041,2133,8ROM size,29-11-2015,$,$$MAC156,,19-01-2016$19-01-2016,2133,2734
-100042,631,9ROM size,29-11-2015,$,$$MAC159,,20-01-2016$20-01-2016,631,2745
-100043,187,4ROM size,29-11-2015,$,$$MAC162,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexdata2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexdata2.csv b/integration/spark/src/test/resources/complexdata2.csv
deleted file mode 100644
index d259fdb..0000000
--- a/integration/spark/src/test/resources/complexdata2.csv
+++ /dev/null
@@ -1,46 +0,0 @@
-100044,1232,5ROM size,29-11-2015,$,$$MAC165,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
-100045,1602,6ROM size,29-11-2015,$,$$MAC168,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
-100046,2319,9ROM size,29-11-2015,$,$$MAC171,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
-100047,839,4ROM size,29-11-2015,$,$$MAC174,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
-100048,1184,2ROM size,29-11-2015,$,$$MAC177,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
-100049,2705,2ROM size,29-11-2015,$,$$MAC180,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
-10005,1185,1ROM size,29-11-2015,,$$MAC183,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,28-01-2016$:,1185,1608
-100050,2457,9ROM size,29-11-2015,,$$MAC186,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-01-2016$:,2457,29
-100051,2320,8ROM size,29-11-2015,,$$MAC189,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-01-2016$:,2320,1407
-100052,2300,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,31-01-2016$:,2300,845
-100053,1210,4ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,01-02-2016$:,1210,1655
-100054,1689,8ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-02-2016$:,1689,1368
-100055,2823,2ROM size,29-11-2015,,$$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$03-02-2016:03-02-2016,2823,1728
-100056,68,6ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$04-02-2016:04-02-2016,68,750
-100057,716,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$05-02-2016:05-02-2016,716,2288
-100058,864,6ROM size,29-11-2015,,$$,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$06-02-2016:06-02-2016,864,2635
-100059,499,6ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,$07-02-2016:07-02-2016,499,1337
-10006,1429,3ROM size,29-11-2015,,$$,:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$:India:Guangdong Province:guangzhou:longhua:mingzhi,$08-02-2016:08-02-2016,1429,2478
-100060,2176,2ROM size,29-11-2015,,$$,:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$:India:Hunan Province:xiangtan:xiangtan:jianshelu,$09-02-2016:09-02-2016,2176,538
-100061,2563,7ROM size,29-11-2015,,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,$10-02-2016:10-02-2016,2563,1407
-100062,2594,3ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$11-02-2016:11-02-2016,2594,2952
-100063,2142,1ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$12-02-2016:12-02-2016,2142,1226
-100064,138,0ROM size,29-11-2015,1AA100064$2BB100064,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$13-02-2016:13-02-2016,138,865
-100065,1168,6ROM size,29-11-2015,1AA100065$2BB100065,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$14-02-2016:14-02-2016,1168,901
-100066,2828,5ROM size,29-11-2015,1AA100066$2BB100066,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$:,2828,1864
-100067,1160,0ROM size,29-11-2015,1AA100067$2BB100067,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$:,1160,572
-100068,1890,6ROM size,29-11-2015,1AA100068$2BB100068,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1890,412
-100069,1195,4ROM size,29-11-2015,1AA100069$2BB100069,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,1195,1491
-10007,2797,9ROM size,29-11-2015,1AA10007$2BB10007,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,2797,1350
-100070,44,5ROM size,29-11-2015,1AA100070$2BB100070,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,44,1567
-100071,1683,6ROM size,29-11-2015,1AA100071$2BB100071,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1683,1973
-100072,1085,1ROM size,29-11-2015,1AA100072$2BB100072,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-02-2016$22-02-2016:22-02-2016,1085,448
-100073,776,7ROM size,29-11-2015,1AA100073$2BB100073,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,23-02-2016$23-02-2016:23-02-2016,776,2488
-100074,2074,9ROM size,29-11-2015,1AA100074$2BB100074,MAC262$MAC263$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,24-02-2016$24-02-2016:24-02-2016,2074,907
-100075,1062,2ROM size,29-11-2015,1AA100075$2BB100075,MAC265$MAC266$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,25-02-2016$25-02-2016:25-02-2016,1062,2507
-100076,987,7ROM size,29-11-2015,1AA100076$2BB100076,MAC268$MAC269$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-02-2016$26-02-2016:26-02-2016,987,732
-100077,2799,9ROM size,29-11-2015,1AA100077$2BB100077,MAC271$MAC272$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,27-02-2016$27-02-2016:27-02-2016,2799,2077
-100078,2765,1ROM size,29-11-2015,1AA100078$2BB100078,MAC274$MAC275$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,28-02-2016$28-02-2016:28-02-2016,2765,1434
-100079,2164,1ROM size,29-11-2015,1AA100079$2BB100079,MAC277$MAC278$,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,29-02-2016$29-02-2016:29-02-2016,2164,1098
-10008,1624,6ROM size,29-11-2015,1AA10008$2BB10008,MAC280$MAC281$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,01-03-2016$01-03-2016:01-03-2016,1624,813
-100080,2355,1ROM size,29-11-2015,1AA100080$2BB100080,MAC283$MAC284$MAC285,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-03-2016$02-03-2016:02-03-2016,2355,954
-100081,1650,6ROM size,29-11-2015,1AA100081$2BB100081,MAC286$MAC287$MAC288,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,03-03-2016$03-03-2016:03-03-2016,1650,613
-100082,2761,3ROM size,29-11-2015,1AA100082$2BB100082,MAC289$MAC290$MAC291,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,04-03-2016$04-03-2016:04-03-2016,2761,2348
-100083,1856,3ROM size,29-11-2015,1AA100083$2BB100083,MAC292$MAC293$MAC294,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,05-03-2016$05-03-2016:05-03-2016,1856,2192
-100084,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
-100085,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexdatareordered.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexdatareordered.csv b/integration/spark/src/test/resources/complexdatareordered.csv
deleted file mode 100644
index a0d6089..0000000
--- a/integration/spark/src/test/resources/complexdatareordered.csv
+++ /dev/null
@@ -1,10 +0,0 @@
-1,MAC1$MAC2$MAC3,109,4ROM size,29-11-2015,109,2738.562
-10,MAC4$MAC5$MAC6,93,1ROM size,29-11-2015,93,1714.635
-100,MAC7$MAC8$MAC9,2591,2ROM size,29-11-2015,2591,1271
-1000,MAC10$$MAC12,2531,2ROM size,29-11-2015,2531,692
-10000,MAC13$$MAC15,2408,0ROM size,29-11-2015,2408,2175
-100000,MAC16$$MAC18,1815,0ROM size,29-11-2015,1815,136
-1000000,MAC19$$MAC21,2479,4ROM size,29-11-2015,2479,1600
-100001,MAC22$$MAC24,1845,7ROM size,29-11-2015,1845,505
-100002,MAC25$$MAC27,2008,1ROM size,29-11-2015,2008,1341
-100003,MAC28$$MAC30,1121,5ROM size,29-11-2015,1121,2239
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexdatastructextra.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexdatastructextra.csv b/integration/spark/src/test/resources/complexdatastructextra.csv
deleted file mode 100644
index 6b294b6..0000000
--- a/integration/spark/src/test/resources/complexdatastructextra.csv
+++ /dev/null
@@ -1,10 +0,0 @@
-1,109,4ROM size,29-11-2015,1AA1$2BB1$extra,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang:extra$7:India:New Delhi:delhi:delhi:delhi:extra,29-11-2015$29-11-2015:29-11-2015$extra,109,2738.562
-10,93,1ROM size,29-11-2015,1AA10$2BB10$extra,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
-100,2591,2ROM size,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
-1000,2531,2ROM size,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
-10000,2408,0ROM size,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
-100000,1815,0ROM size,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
-1000000,2479,4ROM size,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
-100001,1845,7ROM size,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
-100002,2008,1ROM size,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
-100003,1121,5ROM size,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complextypediffentcolheaderorder.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complextypediffentcolheaderorder.csv b/integration/spark/src/test/resources/complextypediffentcolheaderorder.csv
deleted file mode 100644
index 187cafa..0000000
--- a/integration/spark/src/test/resources/complextypediffentcolheaderorder.csv
+++ /dev/null
@@ -1,100 +0,0 @@
-1,109,4ROM size,29-11-2015,MAC1$MAC2$MAC3,a,1AA1$2BB1,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
-10,93,1ROM size,29-11-2015,MAC4$MAC5$MAC6,b,1AA10$2BB10,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
-100,2591,2ROM size,29-11-2015,MAC7$MAC8$MAC9,c,1AA100$2BB100,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
-1000,2531,2ROM size,29-11-2015,MAC10$$MAC12,a,1AA1000$2BB1000,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
-10000,2408,0ROM size,29-11-2015,MAC13$$MAC15,b,1AA10000$2BB10000,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
-100000,1815,0ROM size,29-11-2015,MAC16$$MAC18,c,1AA100000$2BB100000,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
-1000000,2479,4ROM size,29-11-2015,MAC19$$MAC21,a,1AA1000000$2BB1000000,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
-100001,1845,7ROM size,29-11-2015,MAC22$$MAC24,b,1AA100001$,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
-100002,2008,1ROM size,29-11-2015,MAC25$$MAC27,c,1AA100002$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
-100003,1121,5ROM size,29-11-2015,MAC28$$MAC30,a,1AA100003$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
-100004,1511,8ROM size,29-11-2015,MAC31$$MAC33,b,1AA100004$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
-100005,2759,0ROM size,29-11-2015,MAC34$$MAC36,c,1AA100005$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
-100006,2069,7ROM size,29-11-2015,MAC37$$MAC39,a,1AA100006$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
-100007,396,7ROM size,29-11-2015,MAC40$$MAC42,b,1AA100007$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
-100008,104,2ROM size,29-11-2015,MAC43$$MAC45,c,1AA100008$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
-100009,477,3ROM size,29-11-2015,MAC46$$MAC48,a,1AA100009$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
-10001,546,8ROM size,29-11-2015,MAC49$$MAC51,b,1AA10001$2,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
-100010,2696,3ROM size,29-11-2015,MAC52$$MAC54,c,1AA100010$2BB100010,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
-100011,466,2ROM size,29-11-2015,MAC55$$MAC57,a,1AA100011$2BB100011,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
-100012,2644,2ROM size,29-11-2015,MAC58$$MAC60,b,1AA100012$2BB100012,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
-100013,2167,3ROM size,29-11-2015,MAC61$MAC62,c,1AA100013$2BB100013,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
-100014,1069,7ROM size,29-11-2015,MAC64$MAC65,a,1AA100014$2BB100014,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
-100015,1447,9ROM size,29-11-2015,MAC67$MAC68,b,1AA100015$2BB100015,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
-100016,2963,3ROM size,29-11-2015,MAC70$MAC71,c,1AA100016$2BB100016,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
-100017,1580,5ROM size,29-11-2015,MAC73$MAC74,a,1AA100017$2BB100017,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
-100018,446,2ROM size,29-11-2015,MAC76$MAC77,b,1AA100018$2BB100018,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
-100019,2151,7ROM size,29-11-2015,MAC79$MAC80,c,1AA100019$2BB100019,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
-10002,2201,1ROM size,29-11-2015,MAC82$MAC83,a,2BB10002,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
-100020,2574,5ROM size,29-11-2015,MAC85$MAC86,b,$2BB100020,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
-100021,1734,4ROM size,29-11-2015,MAC88$MAC89,c,$2BB100021,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
-100022,155,3ROM size,29-11-2015,MAC91$MAC92,a,$2BB100022,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
-100023,1386,8ROM size,29-11-2015,MAC94$MAC95,b,$2BB100023,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
-100024,1017,9ROM size,29-11-2015,MAC97$MAC98,c,$2BB100024,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,,1017,2483
-100025,47,2ROM size,29-11-2015,$MAC101$MAC102,a,$2BB100025,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,,47,1724
-100026,2930,7ROM size,29-11-2015,$MAC104$MAC105,b,$2BB100026,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,,2930,1768
-100027,2940,0ROM size,29-11-2015,$MAC107$MAC108,c,$2BB100027,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,2940,2436
-100028,297,5ROM size,29-11-2015,$MAC110$MAC111,a,$2BB100028,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,297,2849
-100029,1695,2ROM size,29-11-2015,$MAC113$MAC114,b,$2BB100029,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1695,1691
-10003,1326,7ROM size,29-11-2015,$MAC116$MAC117,c,2BB10003,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1326,2071
-100030,513,7ROM size,29-11-2015,$MAC119$MAC120,a,$2BB100030,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
-100031,1741,1ROM size,29-11-2015,$MAC122$MAC123,b,$2BB100031,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
-100032,1198,0ROM size,29-11-2015,$MAC125$MAC126,c,$2BB100032,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
-100033,273,9ROM size,29-11-2015,$MAC128$MAC129,a,$2BB100033,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
-100034,1234,6ROM size,29-11-2015,$MAC131$MAC132,b,$2BB100034,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
-100035,1619,1ROM size,29-11-2015,$MAC134$MAC135,c,$2BB100035,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
-100036,2415,2ROM size,29-11-2015,$MAC137$MAC138,a,$2BB100036,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
-100037,2381,2ROM size,29-11-2015,$MAC140$MAC141,b,$2BB100037,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
-100038,872,7ROM size,29-11-2015,$MAC143$MAC144,c,1AA100038$2BB100038,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
-100039,1835,9ROM size,29-11-2015,$$MAC147,a,1AA100039$2BB100039,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
-10004,2597,1ROM size,29-11-2015,$$MAC150,b,1AA10004$2BB10004,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
-100040,1969,9ROM size,29-11-2015,$$MAC153,c,1AA100040$2BB100040,,18-01-2016$18-01-2016,1969,2078
-100041,2133,8ROM size,29-11-2015,$$MAC156,a,$,,19-01-2016$19-01-2016,2133,2734
-100042,631,9ROM size,29-11-2015,$$MAC159,b,$,,20-01-2016$20-01-2016,631,2745
-100043,187,4ROM size,29-11-2015,$$MAC162,c,$,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
-100044,1232,5ROM size,29-11-2015,$$MAC165,a,$,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
-100045,1602,6ROM size,29-11-2015,$$MAC168,b,$,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
-100046,2319,9ROM size,29-11-2015,$$MAC171,c,$,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
-100047,839,4ROM size,29-11-2015,$$MAC174,a,$,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
-100048,1184,2ROM size,29-11-2015,$$MAC177,b,$,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
-100049,2705,2ROM size,29-11-2015,$$MAC180,c,$,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
-10005,1185,1ROM size,29-11-2015,$$MAC183,a,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,28-01-2016$:,1185,1608
-100050,2457,9ROM size,29-11-2015,$$MAC186,b,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-01-2016$:,2457,29
-100051,2320,8ROM size,29-11-2015,$$MAC189,c,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-01-2016$:,2320,1407
-100052,2300,0ROM size,29-11-2015,$$,a,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,31-01-2016$:,2300,845
-100053,1210,4ROM size,29-11-2015,$$,b,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,01-02-2016$:,1210,1655
-100054,1689,8ROM size,29-11-2015,$$,c,,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-02-2016$:,1689,1368
-100055,2823,2ROM size,29-11-2015,$$,a,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$03-02-2016:03-02-2016,2823,1728
-100056,68,6ROM size,29-11-2015,$$,b,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$04-02-2016:04-02-2016,68,750
-100057,716,0ROM size,29-11-2015,$$,c,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$05-02-2016:05-02-2016,716,2288
-100058,864,6ROM size,29-11-2015,$$,a,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$06-02-2016:06-02-2016,864,2635
-100059,499,6ROM size,29-11-2015,$$,b,,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,$07-02-2016:07-02-2016,499,1337
-10006,1429,3ROM size,29-11-2015,$$,c,,:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$:India:Guangdong Province:guangzhou:longhua:mingzhi,$08-02-2016:08-02-2016,1429,2478
-100060,2176,2ROM size,29-11-2015,$$,a,,:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$:India:Hunan Province:xiangtan:xiangtan:jianshelu,$09-02-2016:09-02-2016,2176,538
-100061,2563,7ROM size,29-11-2015,,b,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,$10-02-2016:10-02-2016,2563,1407
-100062,2594,3ROM size,29-11-2015,,c,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$11-02-2016:11-02-2016,2594,2952
-100063,2142,1ROM size,29-11-2015,,a,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$12-02-2016:12-02-2016,2142,1226
-100064,138,0ROM size,29-11-2015,,b,1AA100064$2BB100064,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$13-02-2016:13-02-2016,138,865
-100065,1168,6ROM size,29-11-2015,,c,1AA100065$2BB100065,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$14-02-2016:14-02-2016,1168,901
-100066,2828,5ROM size,29-11-2015,,a,1AA100066$2BB100066,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$:,2828,1864
-100067,1160,0ROM size,29-11-2015,,b,1AA100067$2BB100067,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$:,1160,572
-100068,1890,6ROM size,29-11-2015,,c,1AA100068$2BB100068,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1890,412
-100069,1195,4ROM size,29-11-2015,,a,1AA100069$2BB100069,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,1195,1491
-10007,2797,9ROM size,29-11-2015,,b,1AA10007$2BB10007,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,2797,1350
-100070,44,5ROM size,29-11-2015,,c,1AA100070$2BB100070,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,44,1567
-100071,1683,6ROM size,29-11-2015,,a,1AA100071$2BB100071,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1683,1973
-100072,1085,1ROM size,29-11-2015,,b,1AA100072$2BB100072,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-02-2016$22-02-2016:22-02-2016,1085,448
-100073,776,7ROM size,29-11-2015,,c,1AA100073$2BB100073,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,23-02-2016$23-02-2016:23-02-2016,776,2488
-100074,2074,9ROM size,29-11-2015,MAC262$MAC263$,a,1AA100074$2BB100074,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,24-02-2016$24-02-2016:24-02-2016,2074,907
-100075,1062,2ROM size,29-11-2015,MAC265$MAC266$,b,1AA100075$2BB100075,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,25-02-2016$25-02-2016:25-02-2016,1062,2507
-100076,987,7ROM size,29-11-2015,MAC268$MAC269$,c,1AA100076$2BB100076,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-02-2016$26-02-2016:26-02-2016,987,732
-100077,2799,9ROM size,29-11-2015,MAC271$MAC272$,a,1AA100077$2BB100077,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,27-02-2016$27-02-2016:27-02-2016,2799,2077
-100078,2765,1ROM size,29-11-2015,MAC274$MAC275$,b,1AA100078$2BB100078,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,28-02-2016$28-02-2016:28-02-2016,2765,1434
-100079,2164,1ROM size,29-11-2015,MAC277$MAC278$,c,1AA100079$2BB100079,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,29-02-2016$29-02-2016:29-02-2016,2164,1098
-10008,1624,6ROM size,29-11-2015,MAC280$MAC281$,a,1AA10008$2BB10008,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,01-03-2016$01-03-2016:01-03-2016,1624,813
-100080,2355,1ROM size,29-11-2015,MAC283$MAC284$MAC285,b,1AA100080$2BB100080,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-03-2016$02-03-2016:02-03-2016,2355,954
-100081,1650,6ROM size,29-11-2015,MAC286$MAC287$MAC288,c,1AA100081$2BB100081,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,03-03-2016$03-03-2016:03-03-2016,1650,613
-100082,2761,3ROM size,29-11-2015,MAC289$MAC290$MAC291,a,1AA100082$2BB100082,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,04-03-2016$04-03-2016:04-03-2016,2761,2348
-100083,1856,3ROM size,29-11-2015,MAC292$MAC293$MAC294,b,1AA100083$2BB100083,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,05-03-2016$05-03-2016:05-03-2016,1856,2192
-100084,1841,7ROM size,29-11-2015,MAC295$MAC296$MAC297,c,1AA100084$2BB100084,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
-100085,1841,7ROM size,29-11-2015,MAC295$MAC296$MAC297,a,1AA100084$2BB100084,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complextypesample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complextypesample.csv b/integration/spark/src/test/resources/complextypesample.csv
deleted file mode 100644
index 5d56bd3..0000000
--- a/integration/spark/src/test/resources/complextypesample.csv
+++ /dev/null
@@ -1,50 +0,0 @@
-1,109,4ROM size,Intel,29-11-2015,1AA1$2BB1,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
-10,93,1ROM size,Intel,29-11-2015,1AA10$2BB10,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
-100,2591,2ROM size,Intel,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
-1000,2531,2ROM size,Intel,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
-10000,2408,0ROM size,Intel,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
-100000,1815,0ROM size,Intel,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
-1000000,2479,4ROM size,Intel,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
-100001,1845,7ROM size,Intel,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
-100002,2008,1ROM size,Intel,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
-100003,1121,5ROM size,Intel,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
-100004,1511,8ROM size,Intel,29-11-2015,1AA100004$,MAC31$$MAC33,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
-100005,2759,0ROM size,Intel,29-11-2015,1AA100005$,MAC34$$MAC36,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
-100006,2069,7ROM size,Intel,29-11-2015,1AA100006$,MAC37$$MAC39,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
-100007,396,7ROM size,Intel,29-11-2015,1AA100007$,MAC40$$MAC42,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
-100008,104,2ROM size,Intel,29-11-2015,1AA100008$,MAC43$$MAC45,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
-100009,477,3ROM size,Intel,29-11-2015,1AA100009$,MAC46$$MAC48,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
-10001,546,8ROM size,Intel,29-11-2015,1AA10001$2,MAC49$$MAC51,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
-100010,2696,3ROM size,Intel,29-11-2015,1AA100010$2BB100010,MAC52$$MAC54,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
-100011,466,2ROM size,Intel,29-11-2015,1AA100011$2BB100011,MAC55$$MAC57,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
-100012,2644,2ROM size,Intel,29-11-2015,1AA100012$2BB100012,MAC58$$MAC60,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
-100013,2167,3ROM size,Intel,29-11-2015,1AA100013$2BB100013,MAC61$MAC62,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
-100014,1069,7ROM size,Intel,29-11-2015,1AA100014$2BB100014,MAC64$MAC65,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
-100015,1447,9ROM size,Intel,29-11-2015,1AA100015$2BB100015,MAC67$MAC68,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
-100016,2963,3ROM size,Intel,29-11-2015,1AA100016$2BB100016,MAC70$MAC71,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
-100017,1580,5ROM size,Intel,29-11-2015,1AA100017$2BB100017,MAC73$MAC74,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
-100018,446,2ROM size,AMD,29-11-2015,1AA100018$2BB100018,MAC76$MAC77,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
-100019,2151,7ROM size,AMD,29-11-2015,1AA100019$2BB100019,MAC79$MAC80,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
-10002,2201,1ROM size,AMD,29-11-2015,2BB10002,MAC82$MAC83,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
-100020,2574,5ROM size,AMD,29-11-2015,$2BB100020,MAC85$MAC86,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
-100021,1734,4ROM size,AMD,29-11-2015,$2BB100021,MAC88$MAC89,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
-100022,155,3ROM size,AMD,29-11-2015,$2BB100022,MAC91$MAC92,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
-100023,1386,8ROM size,AMD,29-11-2015,$2BB100023,MAC94$MAC95,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
-100030,513,7ROM size,AMD,29-11-2015,$2BB100030,$MAC119$MAC120,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
-100031,1741,1ROM size,AMD,29-11-2015,$2BB100031,$MAC122$MAC123,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
-100032,1198,0ROM size,AMD,29-11-2015,$2BB100032,$MAC125$MAC126,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
-100033,273,9ROM size,AMD,29-11-2015,$2BB100033,$MAC128$MAC129,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
-100034,1234,6ROM size,AMD,29-11-2015,$2BB100034,$MAC131$MAC132,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
-100035,1619,1ROM size,AMD,29-11-2015,$2BB100035,$MAC134$MAC135,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
-100036,2415,2ROM size,AMD,29-11-2015,$2BB100036,$MAC137$MAC138,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
-100037,2381,2ROM size,AMD,29-11-2015,$2BB100037,$MAC140$MAC141,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
-100038,872,7ROM size,AMD,29-11-2015,1AA100038$2BB100038,$MAC143$MAC144,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
-100039,1835,9ROM size,AMD,29-11-2015,1AA100039$2BB100039,$$MAC147,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
-10004,2597,1ROM size,AMD,29-11-2015,1AA10004$2BB10004,$$MAC150,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
-100043,187,4ROM size,CELERON,29-11-2015,$,$$MAC162,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
-100044,1232,5ROM size,CELERON,29-11-2015,$,$$MAC165,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
-100045,1602,6ROM size,CELERON,29-11-2015,$,$$MAC168,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
-100046,2319,9ROM size,CELERON,29-11-2015,$,$$MAC171,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
-100047,839,4ROM size,CELERON,29-11-2015,$,$$MAC174,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
-100048,1184,2ROM size,CELERON,29-11-2015,$,$$MAC177,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
-100049,2705,2ROM size,CELERON,29-11-2015,$,$$MAC180,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complextypespecialchardelimiter.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complextypespecialchardelimiter.csv b/integration/spark/src/test/resources/complextypespecialchardelimiter.csv
deleted file mode 100644
index 699fa70..0000000
--- a/integration/spark/src/test/resources/complextypespecialchardelimiter.csv
+++ /dev/null
@@ -1,50 +0,0 @@
-1,109,4ROM size,Intel,29-11-2015,1AA1^2BB1,MAC1^MAC2^MAC3,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,29-11-2015^29-11-2015*29-11-2015,109,2738.562
-10,93,1ROM size,Intel,29-11-2015,1AA10^2BB10,MAC4^MAC5^MAC6,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,30-11-2015^30-11-2015*30-11-2015,93,1714.635
-100,2591,2ROM size,Intel,29-11-2015,1AA100^2BB100,MAC7^MAC8^MAC9,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,01-12-2015^01-12-2015*01-12-2015,2591,1271
-1000,2531,2ROM size,Intel,29-11-2015,1AA1000^2BB1000,MAC10^^MAC12,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,02-12-2015^02-12-2015*02-12-2015,2531,692
-10000,2408,0ROM size,Intel,29-11-2015,1AA10000^2BB10000,MAC13^^MAC15,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,03-12-2015^03-12-2015*03-12-2015,2408,2175
-100000,1815,0ROM size,Intel,29-11-2015,1AA100000^2BB100000,MAC16^^MAC18,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,04-12-2015^04-12-2015*04-12-2015,1815,136
-1000000,2479,4ROM size,Intel,29-11-2015,1AA1000000^2BB1000000,MAC19^^MAC21,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,05-12-2015^05-12-2015*05-12-2015,2479,1600
-100001,1845,7ROM size,Intel,29-11-2015,1AA100001^,MAC22^^MAC24,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,06-12-2015^06-12-2015*06-12-2015,1845,505
-100002,2008,1ROM size,Intel,29-11-2015,1AA100002^,MAC25^^MAC27,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,07-12-2015^07-12-2015*07-12-2015,2008,1341
-100003,1121,5ROM size,Intel,29-11-2015,1AA100003^,MAC28^^MAC30,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,08-12-2015^08-12-2015*08-12-2015,1121,2239
-100004,1511,8ROM size,Intel,29-11-2015,1AA100004^,MAC31^^MAC33,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,09-12-2015^09-12-2015*09-12-2015,1511,2970
-100005,2759,0ROM size,Intel,29-11-2015,1AA100005^,MAC34^^MAC36,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,10-12-2015^10-12-2015*10-12-2015,2759,2593
-100006,2069,7ROM size,Intel,29-11-2015,1AA100006^,MAC37^^MAC39,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,11-12-2015^11-12-2015*11-12-2015,2069,2572
-100007,396,7ROM size,Intel,29-11-2015,1AA100007^,MAC40^^MAC42,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,12-12-2015^12-12-2015*12-12-2015,396,1991
-100008,104,2ROM size,Intel,29-11-2015,1AA100008^,MAC43^^MAC45,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,13-12-2015^13-12-2015*13-12-2015,104,1442
-100009,477,3ROM size,Intel,29-11-2015,1AA100009^,MAC46^^MAC48,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,14-12-2015^14-12-2015*14-12-2015,477,1841
-10001,546,8ROM size,Intel,29-11-2015,1AA10001^2,MAC49^^MAC51,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,15-12-2015^15-12-2015*15-12-2015,546,298
-100010,2696,3ROM size,Intel,29-11-2015,1AA100010^2BB100010,MAC52^^MAC54,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,16-12-2015^16-12-2015*16-12-2015,2696,79
-100011,466,2ROM size,Intel,29-11-2015,1AA100011^2BB100011,MAC55^^MAC57,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,17-12-2015^17-12-2015*17-12-2015,466,202
-100012,2644,2ROM size,Intel,29-11-2015,1AA100012^2BB100012,MAC58^^MAC60,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,18-12-2015^18-12-2015*18-12-2015,2644,568
-100013,2167,3ROM size,Intel,29-11-2015,1AA100013^2BB100013,MAC61^MAC62,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,19-12-2015^19-12-2015*19-12-2015,2167,355
-100014,1069,7ROM size,Intel,29-11-2015,1AA100014^2BB100014,MAC64^MAC65,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,20-12-2015^20-12-2015*20-12-2015,1069,151
-100015,1447,9ROM size,Intel,29-11-2015,1AA100015^2BB100015,MAC67^MAC68,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,21-12-2015^21-12-2015*21-12-2015,1447,2863
-100016,2963,3ROM size,Intel,29-11-2015,1AA100016^2BB100016,MAC70^MAC71,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,22-12-2015^22-12-2015*22-12-2015,2963,1873
-100017,1580,5ROM size,Intel,29-11-2015,1AA100017^2BB100017,MAC73^MAC74,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,23-12-2015^23-12-2015*23-12-2015,1580,2205
-100018,446,2ROM size,AMD,29-11-2015,1AA100018^2BB100018,MAC76^MAC77,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,24-12-2015^24-12-2015*24-12-2015,446,441
-100019,2151,7ROM size,AMD,29-11-2015,1AA100019^2BB100019,MAC79^MAC80,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,25-12-2015^25-12-2015*25-12-2015,2151,2194
-10002,2201,1ROM size,AMD,29-11-2015,2BB10002,MAC82^MAC83,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,26-12-2015^26-12-2015*26-12-2015,2201,2972
-100020,2574,5ROM size,AMD,29-11-2015,^2BB100020,MAC85^MAC86,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,27-12-2015^27-12-2015*27-12-2015,2574,256
-100021,1734,4ROM size,AMD,29-11-2015,^2BB100021,MAC88^MAC89,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,28-12-2015^28-12-2015*28-12-2015,1734,1778
-100022,155,3ROM size,AMD,29-11-2015,^2BB100022,MAC91^MAC92,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,29-12-2015^29-12-2015*29-12-2015,155,1999
-100023,1386,8ROM size,AMD,29-11-2015,^2BB100023,MAC94^MAC95,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,30-12-2015^30-12-2015*30-12-2015,1386,2194
-100030,513,7ROM size,AMD,29-11-2015,^2BB100030,^MAC119^MAC120,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,07-01-2016^07-01-2016*,513,1333
-100031,1741,1ROM size,AMD,29-11-2015,^2BB100031,^MAC122^MAC123,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,08-01-2016^08-01-2016*,1741,1080
-100032,1198,0ROM size,AMD,29-11-2015,^2BB100032,^MAC125^MAC126,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,09-01-2016^09-01-2016*,1198,1053
-100033,273,9ROM size,AMD,29-11-2015,^2BB100033,^MAC128^MAC129,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,10-01-2016^10-01-2016*,273,760
-100034,1234,6ROM size,AMD,29-11-2015,^2BB100034,^MAC131^MAC132,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,11-01-2016^11-01-2016*,1234,2061
-100035,1619,1ROM size,AMD,29-11-2015,^2BB100035,^MAC134^MAC135,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,12-01-2016^12-01-2016*,1619,2142
-100036,2415,2ROM size,AMD,29-11-2015,^2BB100036,^MAC137^MAC138,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,13-01-2016^13-01-2016*,2415,2224
-100037,2381,2ROM size,AMD,29-11-2015,^2BB100037,^MAC140^MAC141,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,14-01-2016^14-01-2016*,2381,1015
-100038,872,7ROM size,AMD,29-11-2015,1AA100038^2BB100038,^MAC143^MAC144,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,15-01-2016^15-01-2016,872,1229
-100039,1835,9ROM size,AMD,29-11-2015,1AA100039^2BB100039,^^MAC147,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,16-01-2016^16-01-2016,1835,1750
-10004,2597,1ROM size,AMD,29-11-2015,1AA10004^2BB10004,^^MAC150,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,17-01-2016^17-01-2016,2597,1717
-100043,187,4ROM size,CELERON,29-11-2015,^,^^MAC162,2*Chinese**guangzhou*longhua*mingzhi^2*India**guangzhou*longhua*mingzhi,21-01-2016^21-01-2016,187,571
-100044,1232,5ROM size,CELERON,29-11-2015,^,^^MAC165,2**Guangdong Province*guangzhou*longhua*mingzhi^2**Guangdong Province*guangzhou*longhua*mingzhi,22-01-2016^22-01-2016,1232,1697
-100045,1602,6ROM size,CELERON,29-11-2015,^,^^MAC168,4*Chinese*Hunan Province**xiangtan*jianshelu^4*India*Hunan Province**xiangtan*jianshelu,23-01-2016^23-01-2016,1602,2553
-100046,2319,9ROM size,CELERON,29-11-2015,^,^^MAC171,2*Chinese*Guangdong Province*guangzhou**mingzhi^2*India*Guangdong Province*guangzhou**mingzhi,24-01-2016^24-01-2016,2319,1077
-100047,839,4ROM size,CELERON,29-11-2015,^,^^MAC174,5*Chinese*Hunan Province*zhuzhou*tianyuan*^5*India*Hunan Province*zhuzhou*tianyuan*,25-01-2016^25-01-2016,839,1823
-100048,1184,2ROM size,CELERON,29-11-2015,^,^^MAC177,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,26-01-2016^*,1184,2399
-100049,2705,2ROM size,CELERON,29-11-2015,^,^^MAC180,2*Chinese*Guangdong Province^2*India*Guangdong Province,27-01-2016^*,2705,2890
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/data.csv b/integration/spark/src/test/resources/data.csv
deleted file mode 100644
index 4ff67da..0000000
--- a/integration/spark/src/test/resources/data.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
-13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
-14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
-15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
-16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
-17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
-18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/data2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/data2.csv b/integration/spark/src/test/resources/data2.csv
deleted file mode 100644
index 2e9200d..0000000
--- a/integration/spark/src/test/resources/data2.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-4,2014-01-21 00:00:00,china,aaa4,phone2435,ASD66902,15003
-abc,2014-01-22 00:00:00,china,aaa5,phone2441,ASD90633,15004
-6,2014-03-07 00:00:00,china,aaa6,phone294,ASD59961,15005
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/data2_DiffTimeFormat.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/data2_DiffTimeFormat.csv b/integration/spark/src/test/resources/data2_DiffTimeFormat.csv
deleted file mode 100644
index c5fe230..0000000
--- a/integration/spark/src/test/resources/data2_DiffTimeFormat.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-4,07-10-2014 00:00:00,china,aaa4,phone2435,ASD66902,4
-8,07-20-2014 00:00:00,china,aaa5,phone2441,ASD90633,10
-6,07-25-2014 00:00:00,china,aaa6,phone294,ASD59961,15005
\ No newline at end of file
[07/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala
deleted file mode 100644
index ad695f4..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala
+++ /dev/null
@@ -1,695 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for data loading with hive syntax and old syntax
- *
- */
-class TestLoadDataWithHiveSyntax extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists escapechar1")
- sql("drop table if exists escapechar2")
- sql("drop table if exists escapechar3")
- sql("drop table if exists specialcharacter1")
- sql("drop table if exists specialcharacter2")
- sql("drop table if exists collessthanschema")
- sql("drop table if exists decimalarray")
- sql("drop table if exists decimalstruct")
- sql("drop table if exists carbontable")
- sql("drop table if exists hivetable")
- sql("drop table if exists testtable")
- sql("drop table if exists testhivetable")
- sql("drop table if exists testtable1")
- sql("drop table if exists testhivetable1")
- sql("drop table if exists complexcarbontable")
- sql("drop table if exists complex_t3")
- sql("drop table if exists complex_hive_t3")
- sql("drop table if exists header_test")
- sql("drop table if exists duplicateColTest")
- sql("drop table if exists mixed_header_test")
- sql("drop table if exists primitivecarbontable")
- sql("drop table if exists UPPERCASEcube")
- sql("drop table if exists lowercaseCUBE")
- sql("drop table if exists carbontable1")
- sql("drop table if exists hivetable1")
- sql("drop table if exists comment_test")
- sql("drop table if exists smallinttable")
- sql("drop table if exists smallinthivetable")
- sql(
- "CREATE table carbontable (empno int, empname String, designation String, doj String, " +
- "workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, " +
- "projectcode int, projectjoindate String, projectenddate String, attendance int," +
- "utilization int,salary int) STORED BY 'org.apache.carbondata.format'"
- )
- sql(
- "create table hivetable(empno int, empname String, designation string, doj String, " +
- "workgroupcategory int, workgroupcategoryname String,deptno int, deptname String, " +
- "projectcode int, projectjoindate String,projectenddate String, attendance String," +
- "utilization String,salary String)row format delimited fields terminated by ','"
- )
-
- }
-
- test("create table with smallint type and query smallint table") {
- sql(
- "create table smallinttable(empno smallint, empname String, designation string, " +
- "doj String, workgroupcategory int, workgroupcategoryname String,deptno int, " +
- "deptname String, projectcode int, projectjoindate String,projectenddate String, " +
- "attendance String, utilization String,salary String)" +
- "STORED BY 'org.apache.carbondata.format'"
- )
-
- sql(
- "create table smallinthivetable(empno smallint, empname String, designation string, " +
- "doj String, workgroupcategory int, workgroupcategoryname String,deptno int, " +
- "deptname String, projectcode int, projectjoindate String,projectenddate String, " +
- "attendance String, utilization String,salary String)" +
- "row format delimited fields terminated by ','"
- )
-
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO table smallinttable " +
- "OPTIONS('USE_KETTLE'='false')")
- sql("LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' overwrite " +
- "INTO table smallinthivetable")
-
- checkAnswer(
- sql("select empno from smallinttable"),
- sql("select empno from smallinthivetable")
- )
-
- sql("drop table if exists smallinttable")
- sql("drop table if exists smallinthivetable")
- }
-
- test("test data loading and validate query output") {
- //Create test cube and hive table
- sql(
- "CREATE table testtable (empno string, empname String, designation String, doj String, " +
- "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
- "projectcode string, projectjoindate String, projectenddate String,attendance double," +
- "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
- "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
- "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')"
- )
- sql(
- "create table testhivetable(empno string, empname String, designation string, doj String, " +
- "workgroupcategory string, workgroupcategoryname String,deptno string, deptname String, " +
- "projectcode string, projectjoindate String,projectenddate String, attendance double," +
- "utilization double,salary double)row format delimited fields terminated by ','"
- )
- //load data into test cube and hive table and validate query result
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO table testtable")
- sql(
- "LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' overwrite INTO table " +
- "testhivetable"
- )
- checkAnswer(sql("select * from testtable"), sql("select * from testhivetable"))
- //load data incrementally and validate query result
- sql(
- "LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE testtable OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO table testhivetable"
- )
- checkAnswer(sql("select * from testtable"), sql("select * from testhivetable"))
- //drop test cube and table
- sql("drop table if exists testtable")
- sql("drop table if exists testhivetable")
- }
-
- /**
- * TODO: temporarily changing cube names to different names,
- * however deletion and creation of cube with same name
- */
- test("test data loading with different case file header and validate query output") {
- //Create test cube and hive table
- sql(
- "CREATE table testtable1 (empno string, empname String, designation String, doj String, " +
- "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
- "projectcode string, projectjoindate String, projectenddate String,attendance double," +
- "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
- "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
- "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')"
- )
- sql(
- "create table testhivetable1(empno string, empname String, designation string, doj String, " +
- "workgroupcategory string, workgroupcategoryname String,deptno string, deptname String, " +
- "projectcode string, projectjoindate String,projectenddate String, attendance double," +
- "utilization double,salary double)row format delimited fields terminated by ','"
- )
- //load data into test cube and hive table and validate query result
- sql(
- "LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO table testtable1 " +
- "options('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='EMPno, empname,designation,doj," +
- "workgroupcategory,workgroupcategoryname, deptno,deptname,projectcode,projectjoindate," +
- "projectenddate, attendance, utilization,SALARY')"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' overwrite INTO table " +
- "testhivetable1"
- )
- checkAnswer(sql("select * from testtable1"), sql("select * from testhivetable1"))
- //drop test cube and table
- sql("drop table if exists testtable1")
- sql("drop table if exists testhivetable1")
- }
-
- test("test hive table data loading") {
- sql(
- "LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' overwrite INTO table " +
- "hivetable"
- )
- sql("LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO table hivetable")
- }
-
- test("test carbon table data loading using old syntax") {
- sql(
- "LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE carbontable OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- }
-
- test("test carbon table data loading using new syntax compatible with hive") {
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO table carbontable")
- sql(
- "LOAD DATA local inpath './src/test/resources/data.csv' INTO table carbontable options" +
- "('DELIMITER'=',', 'QUOTECHAR'='\"')"
- )
- }
-
- test("test carbon table data loading using new syntax with overwrite option compatible with hive")
- {
- try {
- sql("LOAD DATA local inpath './src/test/resources/data.csv' overwrite INTO table carbontable")
- } catch {
- case e: Throwable => {
- assert(e.getMessage
- .equals("Overwrite is not supported for carbon table with default.carbontable")
- )
- }
- }
- }
-
- test("complex types data loading") {
- sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
- "ROMSize string, purchasedate string, mobile struct<imei:string, imsi:string>," +
- "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
- "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
- "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
- "double,contractNumber double) " +
- "STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/complexdata.csv' INTO table " +
- "complexcarbontable " +
- "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
- "ROMSize,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber'," +
- "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
- )
- sql("drop table if exists complexcarbontable")
- }
-
- test(
- "complex types data loading with more unused columns and different order of complex columns " +
- "in csv and create table"
- ) {
- sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
- "mobile struct<imei:string, imsi:string>, ROMSize string, purchasedate string," +
- "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
- "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
- "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
- "double,contractNumber double) " +
- "STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId','DICTIONARY_EXCLUDE'='channelsId')"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/complextypediffentcolheaderorder.csv' INTO " +
- "table complexcarbontable " +
- "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
- "ROMSize,purchasedate,MAC,abc,mobile,locationinfo,proddate,gamePointId,contractNumber'," +
- "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
- )
- sql("select count(*) from complexcarbontable")
- sql("drop table if exists complexcarbontable")
- }
-
- test("test carbon table data loading with csv file Header in caps") {
- sql("drop table if exists header_test")
- sql(
- "create table header_test(empno int, empname String, designation string, doj String, " +
- "workgroupcategory int, workgroupcategoryname String,deptno int, deptname String, " +
- "projectcode int, projectjoindate String,projectenddate String, attendance String," +
- "utilization String,salary String) STORED BY 'org.apache.carbondata.format'"
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/data_withCAPSHeader.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO table header_test OPTIONS " +
- "('DELIMITER'=',', 'QUOTECHAR'='\"')");
- checkAnswer(sql("select empno from header_test"),
- Seq(Row(11), Row(12))
- )
- }
-
- test("test duplicate column validation") {
- try {
- sql("create table duplicateColTest(col1 string, Col1 string)")
- }
- catch {
- case e: Exception => {
- assert(e.getMessage.contains("Duplicate column name"))
- }
- }
- }
-
- test(
- "test carbon table data loading with csv file Header in Mixed Case and create table columns " +
- "in mixed case"
- ) {
- sql("drop table if exists mixed_header_test")
- sql(
- "create table mixed_header_test(empno int, empname String, Designation string, doj String, " +
- "Workgroupcategory int, workgroupcategoryname String,deptno int, deptname String, " +
- "projectcode int, projectjoindate String,projectenddate String, attendance String," +
- "utilization String,salary String) STORED BY 'org.apache.carbondata.format'"
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/data_withMixedHeader.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO table mixed_header_test OPTIONS " +
- "('DELIMITER'=',', 'QUOTECHAR'='\"')");
- checkAnswer(sql("select empno from mixed_header_test"),
- Seq(Row(11), Row(12))
- )
- }
-
-
- test("complex types data loading with hive column having more than required column values") {
- sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
- "ROMSize string, purchasedate string, mobile struct<imei:string, imsi:string>," +
- "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
- "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
- "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
- "double,contractNumber double) " +
- "STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/complexdatastructextra.csv' INTO table " +
- "complexcarbontable " +
- "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
- "ROMSize,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber'," +
- "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
- )
- sql("drop table if exists complexcarbontable")
- }
-
- test("complex types & no dictionary columns data loading") {
- sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
- "ROMSize string, purchasedate string, mobile struct<imei:string, imsi:string>," +
- "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
- "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
- "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
- "double,contractNumber double) " +
- "STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId', 'DICTIONARY_EXCLUDE'='ROMSize," +
- "purchasedate')"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/complexdata.csv' INTO table " +
- "complexcarbontable " +
- "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
- "ROMSize,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber'," +
- "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
- );
- sql("drop table if exists complexcarbontable")
- }
-
- test("array<string> and string datatype for same column is not working properly") {
- sql("create table complexcarbontable(deviceInformationId int, MAC array<string>, channelsId string, "+
- "ROMSize string, purchasedate string, gamePointId double,contractNumber double) STORED BY 'org.apache.carbondata.format' "+
- "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')")
- sql("LOAD DATA local inpath './src/test/resources/complexdatareordered.csv' INTO table complexcarbontable "+
- "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,MAC,channelsId,ROMSize,purchasedate,gamePointId,contractNumber',"+
- "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')")
- sql("drop table if exists complexcarbontable")
- sql("create table primitivecarbontable(deviceInformationId int, MAC string, channelsId string, "+
- "ROMSize string, purchasedate string, gamePointId double,contractNumber double) STORED BY 'org.apache.carbondata.format' "+
- "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')")
- sql("LOAD DATA local inpath './src/test/resources/complexdatareordered.csv' INTO table primitivecarbontable "+
- "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,MAC,channelsId,ROMSize,purchasedate,gamePointId,contractNumber',"+
- "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')")
- sql("drop table if exists primitivecarbontable")
- }
-
- test(
- "test carbon table data loading when table name is in different case with create table, for " +
- "UpperCase"
- ) {
- sql("create table UPPERCASEcube(empno Int, empname String, designation String, " +
- "doj String, workgroupcategory Int, workgroupcategoryname String, deptno Int, " +
- "deptname String, projectcode Int, projectjoindate String, projectenddate String, " +
- "attendance Int,utilization Double,salary Double) STORED BY 'org.apache.carbondata.format'"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/data.csv' INTO table uppercasecube OPTIONS" +
- "('DELIMITER'=',', 'QUOTECHAR'='\"')"
- )
- sql("drop table if exists UpperCaseCube")
- }
-
- test(
- "test carbon table data loading when table name is in different case with create table ,for " +
- "LowerCase"
- ) {
- sql("create table lowercaseCUBE(empno Int, empname String, designation String, " +
- "doj String, workgroupcategory Int, workgroupcategoryname String, deptno Int, " +
- "deptname String, projectcode Int, projectjoindate String, projectenddate String, " +
- "attendance Int,utilization Double,salary Double) STORED BY 'org.apache.carbondata.format'"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/data.csv' INTO table LOWERCASECUBE OPTIONS" +
- "('DELIMITER'=',', 'QUOTECHAR'='\"')"
- )
- sql("drop table if exists LowErcasEcube")
- }
-
- test("test carbon table data loading using escape char 1") {
- sql("DROP TABLE IF EXISTS escapechar1")
-
- sql(
- """
- CREATE TABLE IF NOT EXISTS escapechar1
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- """
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(
- s"""
- LOAD DATA LOCAL INPATH './src/test/resources/datawithbackslash.csv' into table escapechar1
- OPTIONS('ESCAPECHAR'='@')
- """
- )
- checkAnswer(sql("select count(*) from escapechar1"), Seq(Row(10)))
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- sql("DROP TABLE IF EXISTS escapechar1")
- }
-
- test("test carbon table data loading using escape char 2") {
- sql("DROP TABLE IF EXISTS escapechar2")
-
- sql(
- """
- CREATE TABLE escapechar2(imei string,specialchar string)
- STORED BY 'org.apache.carbondata.format'
- """
- )
-
- sql(
- """
- LOAD DATA LOCAL INPATH './src/test/resources/datawithescapecharacter.csv' into table escapechar2
- options ('DELIMITER'=',', 'QUOTECHAR'='"','ESCAPECHAR'='\')
- """
- )
- checkAnswer(sql("select count(*) from escapechar2"), Seq(Row(21)))
- checkAnswer(sql("select specialchar from escapechar2 where imei = '1AA44'"), Seq(Row("escapeesc")))
- sql("DROP TABLE IF EXISTS escapechar2")
- }
-
- test("test carbon table data loading using escape char 3") {
- sql("DROP TABLE IF EXISTS escapechar3")
-
- sql(
- """
- CREATE TABLE escapechar3(imei string,specialchar string)
- STORED BY 'org.apache.carbondata.format'
- """
- )
-
- sql(
- """
- LOAD DATA LOCAL INPATH './src/test/resources/datawithescapecharacter.csv' into table escapechar3
- options ('DELIMITER'=',', 'QUOTECHAR'='"','ESCAPECHAR'='@')
- """
- )
- checkAnswer(sql("select count(*) from escapechar3"), Seq(Row(21)))
- checkAnswer(sql("select specialchar from escapechar3 where imei in ('1232','12323')"), Seq(Row
- ("ayush@b.com"), Row("ayushb.com")
- )
- )
- sql("DROP TABLE IF EXISTS escapechar3")
- }
-
- test("test carbon table data loading with special character 1") {
- sql("DROP TABLE IF EXISTS specialcharacter1")
-
- sql(
- """
- CREATE TABLE specialcharacter1(imei string,specialchar string)
- STORED BY 'org.apache.carbondata.format'
- """
- )
-
- sql(
- """
- LOAD DATA LOCAL INPATH './src/test/resources/datawithspecialcharacter.csv' into table specialcharacter1
- options ('DELIMITER'=',', 'QUOTECHAR'='"')
- """
- )
- checkAnswer(sql("select count(*) from specialcharacter1"), Seq(Row(37)))
- checkAnswer(sql("select specialchar from specialcharacter1 where imei='1AA36'"), Seq(Row("\"i\"")))
- sql("DROP TABLE IF EXISTS specialcharacter1")
- }
-
- test("test carbon table data loading with special character 2") {
- sql("DROP TABLE IF EXISTS specialcharacter2")
-
- sql(
- """
- CREATE table specialcharacter2(customer_id int, 124_string_level_province String, date_level String,
- Time_level String, lname String, fname String, mi String, address1 String, address2
- String, address3 String, address4 String, city String, country String, phone1 String,
- phone2 String, marital_status String, yearly_income String, gender String, education
- String, member_card String, occupation String, houseowner String, fullname String,
- numeric_level double, account_num double, customer_region_id int, total_children int,
- num_children_at_home int, num_cars_owned int)
- STORED BY 'org.apache.carbondata.format'
- """
- )
-
- sql(
- """
- LOAD DATA LOCAL INPATH './src/test/resources/datawithcomplexspecialchar.csv' into
- table specialcharacter2 options ('DELIMITER'=',', 'QUOTECHAR'='"','ESCAPECHAR'='"')
- """
- )
- checkAnswer(sql("select count(*) from specialcharacter2"), Seq(Row(150)))
- checkAnswer(sql("select 124_string_level_province from specialcharacter2 where customer_id=103"),
- Seq(Row("\"state province # 124\""))
- )
- sql("DROP TABLE IF EXISTS specialcharacter2")
- }
-
- test("test data which contain column less than schema"){
- sql("DROP TABLE IF EXISTS collessthanschema")
-
- sql(
- """
- CREATE TABLE IF NOT EXISTS collessthanschema
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- """)
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/lessthandatacolumndata.csv' into table collessthanschema
- """)
- checkAnswer(sql("select count(*) from collessthanschema"),Seq(Row(10)))
- sql("DROP TABLE IF EXISTS collessthanschema")
- }
-
- test("test data which contain column with decimal data type in array."){
- sql("DROP TABLE IF EXISTS decimalarray")
-
- sql(
- """
- CREATE TABLE IF NOT EXISTS decimalarray
- (ID decimal(5,5), date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int, complex
- array<decimal(4,2)>)
- STORED BY 'org.apache.carbondata.format'
- """
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/complexTypeDecimal.csv' into table decimalarray
- """)
- checkAnswer(sql("select count(*) from decimalarray"),Seq(Row(8)))
- sql("DROP TABLE IF EXISTS decimalarray")
- }
-
- test("test data which contain column with decimal data type in struct."){
- sql("DROP TABLE IF EXISTS decimalstruct")
-
- sql(
- """
- CREATE TABLE IF NOT EXISTS decimalstruct
- (ID decimal(5,5), date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int, complex
- struct<a:decimal(4,2)>)
- STORED BY 'org.apache.carbondata.format'
- """
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/complexTypeDecimal.csv' into table decimalstruct
- """)
- checkAnswer(sql("select count(*) from decimalstruct"),Seq(Row(8)))
- sql("DROP TABLE IF EXISTS decimalstruct")
- }
-
- test("test data which contain column with decimal data type in array of struct."){
- sql("DROP TABLE IF EXISTS complex_t3")
- sql("DROP TABLE IF EXISTS complex_hive_t3")
-
- sql(
- """
- CREATE TABLE complex_t3
- (ID decimal, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int, complex
- array<struct<a:decimal(4,2),str:string>>)
- STORED BY 'org.apache.carbondata.format'
- """
- )
- sql(
- """
- CREATE TABLE complex_hive_t3
- (ID decimal, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int, complex
- array<struct<a:decimal(4,2),str:string>>)
- row format delimited fields terminated by ','
- """
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/complexTypeDecimalNested.csv' into table complex_t3
- """)
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/complexTypeDecimalNestedHive.csv' into table complex_hive_t3
- """)
- checkAnswer(sql("select count(*) from complex_t3"),sql("select count(*) from complex_hive_t3"))
- checkAnswer(sql("select id from complex_t3 where salary = 15000"),sql("select id from complex_hive_t3 where salary = 15000"))
- }
-
- test("test data loading when delimiter is '|' and data with header") {
- sql(
- "CREATE table carbontable1 (empno string, empname String, designation String, doj String, " +
- "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
- "projectcode string, projectjoindate String, projectenddate String,attendance double," +
- "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
- "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
- "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')"
- )
- sql(
- "create table hivetable1 (empno string, empname String, designation string, doj String, " +
- "workgroupcategory string, workgroupcategoryname String,deptno string, deptname String, " +
- "projectcode string, projectjoindate String,projectenddate String, attendance double," +
- "utilization double,salary double)row format delimited fields terminated by ','"
- )
-
- sql(
- "LOAD DATA local inpath './src/test/resources/datadelimiter.csv' INTO TABLE carbontable1 OPTIONS" +
- "('DELIMITER'= '|', 'QUOTECHAR'= '\"')"
- )
-
- sql("LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO table hivetable1")
-
- checkAnswer(sql("select * from carbontable1"), sql("select * from hivetable1"))
- }
-
- test("test data loading with comment option") {
- sql("drop table if exists comment_test")
- sql(
- "create table comment_test(imei string, age int, task bigint, num double, level decimal(10," +
- "3), productdate timestamp, mark int, name string) STORED BY 'org.apache.carbondata.format'"
- )
- sql(
- "LOAD DATA local inpath './src/test/resources/comment.csv' INTO TABLE comment_test " +
- "options('DELIMITER' = ',', 'QUOTECHAR' = '.', 'COMMENTCHAR' = '?','FILEHEADER'='imei,age,task,num,level,productdate,mark,name')"
- )
- checkAnswer(sql("select imei from comment_test"),Seq(Row("\".carbon"),Row("#?carbon"), Row(""),
- Row("~carbon,")))
- }
-
-
- override def afterAll {
- sql("drop table if exists escapechar1")
- sql("drop table if exists escapechar2")
- sql("drop table if exists escapechar3")
- sql("drop table if exists specialcharacter1")
- sql("drop table if exists specialcharacter2")
- sql("drop table if exists collessthanschema")
- sql("drop table if exists decimalarray")
- sql("drop table if exists decimalstruct")
- sql("drop table if exists carbontable")
- sql("drop table if exists hivetable")
- sql("drop table if exists testtable")
- sql("drop table if exists testhivetable")
- sql("drop table if exists testtable1")
- sql("drop table if exists testhivetable1")
- sql("drop table if exists complexcarbontable")
- sql("drop table if exists complex_t3")
- sql("drop table if exists complex_hive_t3")
- sql("drop table if exists header_test")
- sql("drop table if exists duplicateColTest")
- sql("drop table if exists mixed_header_test")
- sql("drop table if exists primitivecarbontable")
- sql("drop table if exists UPPERCASEcube")
- sql("drop table if exists lowercaseCUBE")
- sql("drop table if exists carbontable1")
- sql("drop table if exists hivetable1")
- sql("drop table if exists comment_test")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
deleted file mode 100644
index 74e98f0..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
+++ /dev/null
@@ -1,163 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
-import org.scalatest.BeforeAndAfterAll
-
-
-class TestLoadDataWithMalformedCarbonCommandException extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
-
- sql("CREATE table TestLoadTableOptions (ID int, date String, country String, name String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'")
-
- }
-
- override def afterAll {
- sql("drop table TestLoadTableOptions")
- }
-
- def buildTableWithNoExistDictExclude() = {
- sql(
- """
- CREATE TABLE IF NOT EXISTS t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_EXCLUDE'='country,phonetype,CCC')
- """)
- }
-
- def buildTableWithNoExistDictInclude() = {
- sql(
- """
- CREATE TABLE IF NOT EXISTS t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_INCLUDE'='AAA,country')
- """)
- }
-
- def buildTableWithSameDictExcludeAndInclude() = {
- sql(
- """
- CREATE TABLE IF NOT EXISTS t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_INCLUDE'='country','DICTIONARY_EXCLUDE'='country')
- """)
- }
-
- def buildTableWithSameDictExcludeAndIncludeWithSpaces() = {
- sql(
- """
- CREATE TABLE IF NOT EXISTS t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_INCLUDE'='country','DICTIONARY_EXCLUDE'='country ')
- """)
- }
-
- test("test load data with dictionary exclude columns which no exist in table.") {
- try {
- buildTableWithNoExistDictExclude()
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.equals("DICTIONARY_EXCLUDE column: ccc does not exist in table. " +
- "Please check create table statement."))
- case _: Throwable => assert(false)
- }
- }
-
- test("test load data with dictionary include columns which no exist in table.") {
- try {
- buildTableWithNoExistDictInclude()
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.equals("DICTIONARY_INCLUDE column: aaa does not exist in table. " +
- "Please check create table statement."))
- case _: Throwable => assert(false)
- }
- }
-
- test("test load data with dictionary include is same with dictionary exclude") {
- try {
- buildTableWithSameDictExcludeAndInclude()
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.equals("DICTIONARY_EXCLUDE can not contain the same column: country " +
- "with DICTIONARY_INCLUDE. Please check create table statement."))
- case _: Throwable => assert(false)
- }
- }
-
- test("test load data with invalid option") {
- try {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/dataretention1.csv' INTO TABLE " +
- "TestLoadTableOptions OPTIONS('QUOTECHAR'='\"', 'DELIMITERRR' = ',')")
- assert(false)
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.equals("Error: Invalid option(s): delimiterrr"))
- case _: Throwable => assert(false)
- }
- }
-
- test("test load data with duplicate options") {
- try {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/dataretention1.csv' INTO TABLE " +
- "TestLoadTableOptions OPTIONS('DELIMITER' = ',', 'quotechar'='\"', 'DELIMITER' = '$')")
- assert(false)
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.equals("Error: Duplicate option(s): delimiter"))
- case _: Throwable => assert(false)
- }
- }
-
- test("test load data with case sensitive options") {
- try {
- sql(
- "LOAD DATA local inpath './src/test/resources/dataretention1.csv' INTO table " +
- "TestLoadTableOptions options('DeLIMITEr'=',', 'qUOtECHAR'='\"')"
- )
- } catch {
- case _: Throwable => assert(false)
- }
- }
-
- test("test load data with dictionary include is same with dictionary exclude with spaces") {
- try {
- buildTableWithSameDictExcludeAndIncludeWithSpaces()
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.equals("DICTIONARY_EXCLUDE can not contain the same column: country " +
- "with DICTIONARY_INCLUDE. Please check create table statement."))
- case _: Throwable => assert(false)
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
deleted file mode 100644
index 6d5b34e..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
+++ /dev/null
@@ -1,128 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for data loading with hive syntax and old syntax
- *
- */
-class TestLoadDataWithNoMeasure extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("DROP TABLE IF EXISTS nomeasureTest_sd")
- sql(
- "CREATE TABLE nomeasureTest (empno String, doj String) STORED BY 'org.apache.carbondata" +
- ".format'"
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData = currentDirectory + "/src/test/resources/datasample.csv"
- sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest")
- }
-
- test("test data loading and validate query output") {
-
- checkAnswer(
- sql("select empno from nomeasureTest"),
- Seq(Row("11"), Row("12"), Row("13"))
- )
- }
-
- test("test data loading with single dictionary column") {
- sql("DROP TABLE IF EXISTS nomeasureTest_sd")
- sql("CREATE TABLE nomeasureTest_sd (city String) STORED BY 'org.apache.carbondata.format'")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData = currentDirectory + "/src/test/resources/datasingleCol.csv"
- sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_sd options " +
- "('FILEHEADER'='city')"
- )
-
- checkAnswer(
- sql("select city from nomeasureTest_sd"),
- Seq(Row("CA"), Row("LA"), Row("AD"))
- )
- }
-
- test("test data loading with single no dictionary column") {
- sql("DROP TABLE IF EXISTS nomeasureTest_sd")
- sql(
- "CREATE TABLE nomeasureTest_sd (city String) STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES ('DICTIONARY_EXCLUDE'='city')"
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData = currentDirectory + "/src/test/resources/datasingleCol.csv"
- sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_sd options " +
- "('FILEHEADER'='city')"
- )
-
- checkAnswer(
- sql("select city from nomeasureTest_sd"),
- Seq(Row("CA"), Row("LA"), Row("AD"))
- )
- }
-
- test("test data loading with single complex struct type column") {
- //only data load check
- sql("DROP TABLE IF EXISTS nomeasureTest_scd")
- sql(
- "CREATE TABLE nomeasureTest_scd (cityDetail struct<cityName:string,cityCode:string>) STORED" +
- " " +
- "BY 'org.apache.carbondata.format'"
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData = currentDirectory + "/src/test/resources/datasingleComplexCol.csv"
- sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_scd options " +
- "('DELIMITER'=',','QUOTECHAR'='\"','FILEHEADER'='cityDetail','COMPLEX_DELIMITER_LEVEL_1'=':')"
- )
- }
-
- test("test data loading with single complex array type column") {
- //only data load check
- sql("DROP TABLE IF EXISTS nomeasureTest_scd")
- sql(
- "CREATE TABLE nomeasureTest_scd (cityDetail array<string>) STORED" +
- " " +
- "BY 'org.apache.carbondata.format'"
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData = currentDirectory + "/src/test/resources/datasingleComplexCol.csv"
- sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_scd options " +
- "('DELIMITER'=',','QUOTECHAR'='\"','FILEHEADER'='cityDetail'," +
- "'COMPLEX_DELIMITER_LEVEL_1'=':')"
- )
- }
-
- override def afterAll {
- sql("drop table nomeasureTest")
- sql("drop table nomeasureTest_sd")
- sql("drop table nomeasureTest_scd")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala
deleted file mode 100644
index c5bc058..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala
+++ /dev/null
@@ -1,77 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.{CarbonHiveContext, QueryTest}
-import org.apache.spark.util.FileUtils
-
-import org.apache.carbondata.processing.model.CarbonLoadModel
-import org.apache.carbondata.spark.util.GlobalDictionaryUtil
-
-/**
- * Test class of loading data for carbon table with not proper input file
- *
- */
-class TestLoadDataWithNotProperInputFile extends QueryTest {
-
- test("test loading data with input path exists but has nothing") {
- try {
- val carbonLoadModel: CarbonLoadModel = new CarbonLoadModel
- val dataPath = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath + "/src/test/resources/nullSample.csv"
- carbonLoadModel.setFactFilePath(FileUtils.getPaths(dataPath))
- GlobalDictionaryUtil.loadDataFrame(CarbonHiveContext, carbonLoadModel)
- } catch {
- case e: Throwable =>
- assert(e.getMessage.contains("Please check your input path and make sure " +
- "that files end with '.csv' and content is not empty"))
- }
- }
-
- test("test loading data with input file not ends with '.csv'") {
- try {
- val carbonLoadModel: CarbonLoadModel = new CarbonLoadModel
- val dataPath = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath + "/src/test/resources/noneCsvFormat.cs"
- carbonLoadModel.setFactFilePath(FileUtils.getPaths(dataPath))
- GlobalDictionaryUtil.loadDataFrame(CarbonHiveContext, carbonLoadModel)
- } catch {
- case e: Throwable =>
- e.printStackTrace()
- assert(e.getMessage.contains("Please check your input path and make sure " +
- "that files end with '.csv' and content is not empty"))
- }
- }
-
- test("test loading data with input file does not exist") {
- try {
- val carbonLoadModel: CarbonLoadModel = new CarbonLoadModel
- val dataPath = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath + "/src/test/resources/input_file_does_not_exist.csv"
- carbonLoadModel.setFactFilePath(FileUtils.getPaths(dataPath))
- GlobalDictionaryUtil.loadDataFrame(CarbonHiveContext, carbonLoadModel)
- } catch {
- case e: Throwable =>
- assert(e.getMessage.contains("The input file does not exist"))
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithSinglePass.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithSinglePass.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithSinglePass.scala
index 3e0b4c8..09a2765 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithSinglePass.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithSinglePass.scala
@@ -19,7 +19,6 @@
package org.apache.carbondata.spark.testsuite.dataload
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
@@ -42,8 +41,8 @@ class TestLoadDataWithSinglePass extends QueryTest with BeforeAndAfterAll {
""".stripMargin)
sql(
- """
- |LOAD DATA local inpath './src/test/resources/dataDiff.csv' INTO TABLE table_two_pass
+ s"""
+ |LOAD DATA local inpath '$resourcesPath/dataDiff.csv' INTO TABLE table_two_pass
|OPTIONS('DELIMITER'= ',', 'USE_KETTLE'='false', 'SINGLE_PASS'='false')
""".stripMargin)
@@ -55,8 +54,8 @@ class TestLoadDataWithSinglePass extends QueryTest with BeforeAndAfterAll {
""".stripMargin)
sql(
- """
- |LOAD DATA local inpath './src/test/resources/dataDiff.csv' INTO TABLE table_one_pass
+ s"""
+ |LOAD DATA local inpath '$resourcesPath/dataDiff.csv' INTO TABLE table_one_pass
|OPTIONS('DELIMITER'= ',', 'USE_KETTLE'='false', 'SINGLE_PASS'='true')
""".stripMargin)
}
@@ -76,10 +75,10 @@ class TestLoadDataWithSinglePass extends QueryTest with BeforeAndAfterAll {
|STORED BY 'org.apache.carbondata.format'
""".stripMargin)
sql(
- """
- |LOAD DATA local inpath './src/test/resources/dataDiff.csv' INTO TABLE table_one_pass_2
+ s"""
+ |LOAD DATA local inpath '$resourcesPath/dataDiff.csv' INTO TABLE table_one_pass_2
|OPTIONS('DELIMITER'= ',', 'USE_KETTLE'='false', 'SINGLE_PASS'='true', 'COLUMNDICT'=
- |'country:./src/test/resources/columndictionary/country.csv, name:./src/test/resources/columndictionary/name.csv')
+ |'country:$resourcesPath/columndictionary/country.csv, name:$resourcesPath/columndictionary/name.csv')
""".stripMargin)
checkAnswer(
@@ -90,13 +89,13 @@ class TestLoadDataWithSinglePass extends QueryTest with BeforeAndAfterAll {
test("test data loading use one pass when do incremental load") {
sql(
- """
- |LOAD DATA local inpath './src/test/resources/dataIncrement.csv' INTO TABLE table_two_pass
+ s"""
+ |LOAD DATA local inpath '$resourcesPath/dataIncrement.csv' INTO TABLE table_two_pass
|OPTIONS('DELIMITER'= ',', 'USE_KETTLE'='false', 'SINGLE_PASS'='false')
""".stripMargin)
sql(
- """
- |LOAD DATA local inpath './src/test/resources/dataIncrement.csv' INTO TABLE table_one_pass
+ s"""
+ |LOAD DATA local inpath '$resourcesPath/dataIncrement.csv' INTO TABLE table_one_pass
|OPTIONS('DELIMITER'= ',', 'USE_KETTLE'='false', 'SINGLE_PASS'='true')
""".stripMargin)
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
deleted file mode 100644
index 9f63368..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
+++ /dev/null
@@ -1,96 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-import org.apache.spark.sql.Row
-
-/**
- * Test Class for data loading into table whose name is key word
- *
- */
-class TestLoadTblNameIsKeyword extends QueryTest with BeforeAndAfterAll {
- def currentPath: String = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData = new File(currentPath + "/src/test/resources/dimSample.csv")
- .getCanonicalPath
- override def beforeAll {
- sql("drop table if exists STRING")
- sql("drop table if exists DoUbLe")
- sql("drop table if exists timestamp")
- sql("""
- CREATE TABLE IF NOT EXISTS STRING
- (id Int, name String, city String)
- STORED BY 'org.apache.carbondata.format'
- """)
- sql("""
- CREATE TABLE IF NOT EXISTS DoUbLe
- (id Int, name String, city String)
- STORED BY 'org.apache.carbondata.format'
- """)
- sql("""
- CREATE TABLE IF NOT EXISTS timestamp
- (id Int, name String, city String)
- STORED BY 'org.apache.carbondata.format'
- """)
- }
-
- test("test load data whose name is a keyword of data type") {
- sql(s"""
- LOAD DATA LOCAL INPATH '$testData' into table STRING
- """)
- checkAnswer(
- sql("""
- SELECT count(*) from STRING
- """),
- Seq(Row(20)))
- }
-
- test("test case in-sensitiveness") {
- sql(s"""
- LOAD DATA LOCAL INPATH '$testData' into table DoUbLe
- """)
- checkAnswer(
- sql("""
- SELECT count(*) from DoUbLe
- """),
- Seq(Row(20)))
- }
-
- test("test other ddl whose table name a keyword of data type") {
- sql("describe timestamp")
- sql(s"""
- LOAD DATA LOCAL INPATH '$testData' into table timestamp
- """)
- sql("show segments for table timestamp")
- sql("delete segments from table timestamp where starttime before '2099-10-01 18:00:00'")
- sql("clean files for table timestamp")
- }
-
- override def afterAll {
- sql("drop table STRING")
- sql("drop table DoUbLe")
- sql("drop table timestamp")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestNoInvertedIndexLoadAndQuery.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestNoInvertedIndexLoadAndQuery.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestNoInvertedIndexLoadAndQuery.scala
index 17fe053..f4831e8 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestNoInvertedIndexLoadAndQuery.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestNoInvertedIndexLoadAndQuery.scala
@@ -19,15 +19,12 @@
package org.apache.carbondata.spark.testsuite.dataload
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
-import org.apache.carbondata.core.util.CarbonProperties
import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.scalatest.BeforeAndAfterAll
+import org.apache.carbondata.core.util.CarbonProperties
/**
* Test Class for no inverted index load and query
@@ -36,12 +33,8 @@ import org.scalatest.BeforeAndAfterAll
class TestNoInvertedIndexLoadAndQuery extends QueryTest with BeforeAndAfterAll{
- def currentPath: String = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData1 = new File(currentPath + "/src/test/resources/dimSample.csv")
- .getCanonicalPath
- val testData2 = new File(currentPath + "/src/test/resources/example-data.csv")
- .getCanonicalPath
+ val testData1 = s"$resourcesPath/dimSample.csv"
+ val testData2 = s"$resourcesPath/example-data.csv"
override def beforeAll {
sql("DROP TABLE IF EXISTS index1")
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
deleted file mode 100644
index db6af37..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
+++ /dev/null
@@ -1,128 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.Row
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for table block size
- *
- */
-
-class TestTableLevelBlockSize extends QueryTest with BeforeAndAfterAll{
-
- def currentPath: String = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val testData1 = new File(currentPath + "/src/test/resources/dimSample.csv")
- .getCanonicalPath
- val testData2 = new File(currentPath + "/src/test/resources/example-data.csv")
- .getCanonicalPath
-
- override def beforeAll {
- sql("DROP TABLE IF EXISTS table_blocksize1")
- sql("DROP TABLE IF EXISTS table_blocksize2")
- sql("DROP TABLE IF EXISTS table_blocksize3")
- }
-
- test("Value test: set table level blocksize value beyong [1,2048]") {
- try {
- sql(
- """
- CREATE TABLE IF NOT EXISTS table_blocksize1
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('table_blocksize'='4096 MB')
- """)
- assert(false)
- } catch {
- case e : MalformedCarbonCommandException => {
- assert(e.getMessage.equals("Invalid table_blocksize value found: 4096, " +
- "only int value from 1 MB to 2048 MB is supported."))
- }
- }
- }
-
- test("Value test: set table level blocksize in not int value") {
- try {
- sql(
- """
- CREATE TABLE IF NOT EXISTS table_blocksize2
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('table_blocksize'='10Y4 MB')
- """)
- assert(false)
- } catch {
- case e : MalformedCarbonCommandException => {
- assert(e.getMessage.equals("Invalid table_blocksize value found: 10y4, " +
- "only int value from 1 MB to 2048 MB is supported."))
- }
- }
- }
-
- test("Function test: set table level blocksize load and agg query") {
-
- sql(
- """
- CREATE TABLE IF NOT EXISTS table_blocksize3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('table_blocksize'='512 MB')
- """)
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
-
- sql(s"""
- LOAD DATA LOCAL INPATH '$testData2' into table table_blocksize3
- """)
-
- checkAnswer(
- sql("""
- SELECT country, count(salary) AS amount
- FROM table_blocksize3
- WHERE country IN ('china','france')
- GROUP BY country
- """),
- Seq(Row("china", 849), Row("france", 101))
- )
-
- }
-
- override def afterAll {
- sql("DROP TABLE IF EXISTS table_blocksize1")
- sql("DROP TABLE IF EXISTS table_blocksize2")
- sql("DROP TABLE IF EXISTS table_blocksize3")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala
deleted file mode 100644
index ebe4b01..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala
+++ /dev/null
@@ -1,113 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataretention
-
-import java.io.File
-import java.util
-import java.util.concurrent.{Callable, Executors}
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * This class contains DataRetention concurrency test cases
- */
-class DataRetentionConcurrencyTestCase extends QueryTest with BeforeAndAfterAll {
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val resource = currentDirectory + "/src/test/resources/"
- val executorService = Executors.newFixedThreadPool(10)
-
- override def beforeAll {
-
- sql("drop table if exists concurrent")
- sql(
- "create table concurrent (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'"
-
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE concurrent " +
- "OPTIONS('DELIMITER' = ',')")
- }
-
- override def afterAll {
- executorService.shutdownNow()
- sql("drop table if exists concurrent")
- }
-
- test("DataRetention_Concurrency_load_id") {
-
- val tasks = new util.ArrayList[Callable[String]]()
- tasks
- .add(new QueryTask("LOAD DATA LOCAL INPATH '" + resource +
- "dataretention1.csv' INTO TABLE concurrent OPTIONS('DELIMITER' = ',')"))
- tasks.add(new QueryTask("Delete segment 0 from table concurrent"))
- tasks.add(new QueryTask("clean files for table concurrent"))
- val results = executorService.invokeAll(tasks)
- for (i <- 0 until tasks.size()) {
- val res = results.get(i).get
- assert("PASS".equals(res))
- }
- sql("show segments for table concurrent").show()
-
- }
-
- test("DataRetention_Concurrency_load_date") {
-
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE concurrent " +
- "OPTIONS('DELIMITER' = ',')")
-
- val tasks = new util.ArrayList[Callable[String]]()
- tasks
- .add(new QueryTask("LOAD DATA LOCAL INPATH '" + resource +
- "dataretention1.csv' INTO TABLE concurrent OPTIONS('DELIMITER' = ',')"))
- tasks
- .add(new QueryTask(
- "DELETE SEGMENTS FROM TABLE concurrent where STARTTIME before '2099-01-01 00:00:00'"))
- tasks.add(new QueryTask("clean files for table concurrent"))
- val results = executorService.invokeAll(tasks)
- for (i <- 0 until tasks.size()) {
- val res = results.get(i).get
- assert("PASS".equals(res))
- }
- sql("show segments for table concurrent").show()
-
- }
-
- class QueryTask(query: String) extends Callable[String] {
- override def call(): String = {
- var result = "PASS"
- try {
- LOGGER.info("Executing :" + Thread.currentThread().getName)
- sql(query)
- } catch {
- case ex: Exception =>
- result = "FAIL"
- }
- result
- }
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
deleted file mode 100644
index 26699f2..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
+++ /dev/null
@@ -1,334 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataretention
-
-import java.io.File
-import java.text.SimpleDateFormat
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-import org.apache.carbondata.locks.{LockUsage, CarbonLockFactory, ICarbonLock}
-import org.apache.commons.lang3.time.DateUtils
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.carbon.path.{CarbonStorePath, CarbonTablePath}
-import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.load.LoadMetadataDetails
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
-
-/**
- * This class contains data retention test cases
- * Created by Manohar on 5/9/2016.
- */
-class DataRetentionTestCase extends QueryTest with BeforeAndAfterAll {
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val resource = currentDirectory + "/src/test/resources/"
-
- val storeLocation = new File(this.getClass.getResource("/").getPath + "/../test").getCanonicalPath
- val absoluteTableIdentifierForLock: AbsoluteTableIdentifier = new
- AbsoluteTableIdentifier(storeLocation,
- new CarbonTableIdentifier(CarbonCommonConstants.DATABASE_DEFAULT_NAME, "retentionlock", "200"))
- val absoluteTableIdentifierForRetention: AbsoluteTableIdentifier = new
- AbsoluteTableIdentifier(storeLocation,
- new CarbonTableIdentifier(
- CarbonCommonConstants.DATABASE_DEFAULT_NAME, "DataRetentionTable".toLowerCase(), "300"))
- val carbonTablePath = CarbonStorePath
- .getCarbonTablePath(absoluteTableIdentifierForRetention.getStorePath,
- absoluteTableIdentifierForRetention.getCarbonTableIdentifier).getMetadataDirectoryPath
-
- var carbonDateFormat = new SimpleDateFormat(CarbonCommonConstants.CARBON_TIMESTAMP)
- var defaultDateFormat = new SimpleDateFormat(CarbonCommonConstants
- .CARBON_TIMESTAMP_DEFAULT_FORMAT)
- val carbonTableStatusLock: ICarbonLock = CarbonLockFactory
- .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.TABLE_STATUS_LOCK)
- val carbonDeleteSegmentLock: ICarbonLock = CarbonLockFactory
- .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.DELETE_SEGMENT_LOCK)
- val carbonCleanFilesLock: ICarbonLock = CarbonLockFactory
- .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.CLEAN_FILES_LOCK)
- val carbonMetadataLock: ICarbonLock = CarbonLockFactory
- .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.METADATA_LOCK)
-
-
- override def beforeAll {
- CarbonProperties.getInstance.addProperty(CarbonCommonConstants.MAX_QUERY_EXECUTION_TIME, "1")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(
- "CREATE table DataRetentionTable (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'"
-
- )
- sql(
- "CREATE table retentionlock (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'"
-
- )
-
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE retentionlock " +
- "OPTIONS('DELIMITER' = ',')")
-
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE DataRetentionTable " +
- "OPTIONS('DELIMITER' = ',')")
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention2.csv' INTO TABLE DataRetentionTable " +
- "OPTIONS('DELIMITER' = ',')")
-
- }
-
- override def afterAll {
- sql("drop table DataRetentionTable")
- sql("drop table carbon_TABLE_1")
- sql("drop table retentionlock")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-
-
- private def getSegmentStartTime(segments: Array[LoadMetadataDetails],
- segmentId: Integer): String = {
- val segmentLoadTimeString = segments(segmentId).getLoadStartTime()
- var loadTime = carbonDateFormat.parse(carbonDateFormat.format(segmentLoadTimeString))
- // add one min to execute delete before load start time command
- loadTime = DateUtils.addMinutes(loadTime, 1)
- defaultDateFormat.format(loadTime)
-
- }
-
-
- test("RetentionTest_withoutDelete") {
- checkAnswer(
- sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
- " IN ('china','ind','aus','eng') GROUP BY country"
- ),
- Seq(Row("aus", 9), Row("ind", 9))
- )
- }
-
- test("RetentionTest_DeleteSegmentsByLoadTime") {
- val segments: Array[LoadMetadataDetails] =
- SegmentStatusManager.readLoadMetadata(carbonTablePath)
- // check segment length, it should be 3 (loads)
- if (segments.length != 2) {
- assert(false)
- }
-
- val actualValue: String = getSegmentStartTime(segments, 1)
- // delete segments (0,1) which contains ind, aus
- sql(
- "DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before '" + actualValue + "'")
-
- // load segment 2 which contains eng
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention3.csv' INTO TABLE DataRetentionTable " +
- "OPTIONS('DELIMITER' = ',')")
- checkAnswer(
- sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
- " IN ('china','ind','aus','eng') GROUP BY country"
- ),
- Seq(Row("eng", 9))
- )
- }
-
- test("RetentionTest3_DeleteByLoadId") {
- // delete segment 2 and load ind segment
- sql("DELETE SEGMENT 2 FROM TABLE DataRetentionTable")
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE DataRetentionTable " +
- "OPTIONS('DELIMITER' = ',')")
- checkAnswer(
- sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
- " IN ('china','ind','aus','eng') GROUP BY country"
- ),
- Seq(Row("ind", 9))
- )
-
- // these queries should execute without any error.
- sql("show segments for table DataRetentionTable")
- sql("clean files for table DataRetentionTable")
- }
-
- test("RetentionTest4_DeleteByInvalidLoadId") {
- try {
- // delete segment with no id
- sql("DELETE SEGMENT FROM TABLE DataRetentionTable")
- assert(false)
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.contains("should not be empty"))
- case _: Throwable => assert(false)
- }
- }
-
- test("test delete segments by load date with case-insensitive table name") {
- sql(
- """
- CREATE TABLE IF NOT EXISTS carbon_TABLE_1
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_EXCLUDE'='country,phonetype,serialname',
- 'DICTIONARY_INCLUDE'='ID')
- """)
-
- sql("LOAD DATA LOCAL INPATH '" + resource +
- "emptyDimensionData.csv' into table CarBon_tAbLE_1")
-
- checkAnswer(
- sql("select count(*) from cArbon_TaBlE_1"), Seq(Row(20)))
-
- sql("delete segments from table carbon_TABLE_1 " +
- "where starttime before '2099-07-28 11:00:00'")
-
- checkAnswer(
- sql("select count(*) from caRbon_TabLe_1"), Seq(Row(0)))
-
- }
- test("RetentionTest_DeleteSegmentsByLoadTimeValiadtion") {
-
- try {
- sql(
- "DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before" +
- " 'abcd-01-01 00:00:00'")
- assert(false)
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.contains("Invalid load start time format"))
- case _: Throwable => assert(false)
- }
-
- try {
- sql(
- "DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before" +
- " '2099:01:01 00:00:00'")
- assert(false)
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(e.getMessage.contains("Invalid load start time format"))
- case _: Throwable => assert(false)
- }
-
- checkAnswer(
- sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
- " IN ('china','ind','aus','eng') GROUP BY country"
- ),
- Seq(Row("ind", 9))
- )
- sql("DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before '2099-01-01'")
- checkAnswer(
- sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
- " IN ('china','ind','aus','eng') GROUP BY country"), Seq())
-
-
- }
-
- test("RetentionTest_InvalidDeleteCommands") {
-
- // All these queries should fail.
- try {
- sql("DELETE LOADS FROM TABLE DataRetentionTable where STARTTIME before '2099-01-01'")
- throw new MalformedCarbonCommandException("Invalid query")
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(!e.getMessage.equalsIgnoreCase("Invalid query"))
- case _: Throwable => assert(true)
- }
-
- try {
- sql("DELETE LOAD 2 FROM TABLE DataRetentionTable")
- throw new MalformedCarbonCommandException("Invalid query")
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(!e.getMessage.equalsIgnoreCase("Invalid query"))
- case _: Throwable => assert(true)
- }
-
- try {
- sql("show loads for table DataRetentionTable")
- throw new MalformedCarbonCommandException("Invalid query")
- } catch {
- case e: MalformedCarbonCommandException =>
- assert(!e.getMessage.equalsIgnoreCase("Invalid query"))
- case _: Throwable => assert(true)
- }
-
- }
-
- test("RetentionTest_Locks") {
-
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE retentionlock " +
- "OPTIONS('DELIMITER' = ',')")
- carbonDeleteSegmentLock.lockWithRetries()
- carbonTableStatusLock.lockWithRetries()
- carbonCleanFilesLock.lockWithRetries()
- // delete segment 0 it should fail
- try {
- sql("DELETE SEGMENT 0 FROM TABLE retentionlock")
- throw new MalformedCarbonCommandException("Invalid")
- } catch {
- case me: MalformedCarbonCommandException =>
- assert(false)
- case ex: Exception =>
- assert(true)
- }
-
- // it should fail
- try {
- sql("DELETE SEGMENTS FROM TABLE retentionlock where STARTTIME before " +
- "'2099-01-01 00:00:00.0'")
- throw new MalformedCarbonCommandException("Invalid")
- } catch {
- case me: MalformedCarbonCommandException =>
- assert(false)
- case ex: Exception =>
- assert(true)
- }
-
- // it should fail
- try {
- sql("clean files for table retentionlock")
- throw new MalformedCarbonCommandException("Invalid")
- } catch {
- case me: MalformedCarbonCommandException =>
- assert(false)
- case ex: Exception =>
- assert(true)
- }
- carbonTableStatusLock.unlock()
- carbonCleanFilesLock.unlock()
- carbonDeleteSegmentLock.unlock()
-
- sql("DELETE SEGMENT 0 FROM TABLE retentionlock")
- //load and delete should execute parallely
- carbonMetadataLock.lockWithRetries()
- sql("DELETE SEGMENT 1 FROM TABLE retentionlock")
- carbonMetadataLock.unlock()
- }
-}
[18/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/T_Hive1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/T_Hive1.csv b/integration/spark/src/test/resources/IUD/T_Hive1.csv
deleted file mode 100644
index 418ae5c..0000000
--- a/integration/spark/src/test/resources/IUD/T_Hive1.csv
+++ /dev/null
@@ -1,10 +0,0 @@
-TRUE,1,450,304034400,200000343430000000, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,ERTETRWT,2012-01-11 03:04:05.123456719,2012-01-20
-TRUE,2,423,3046340,200000000003454300, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,EtryTRWT,2012-01-12 03:14:05.123456729,2012-01-20
-TRUE,3,453,3003445,200000000000003450, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,ERTEerWT,2012-01-13 03:24:05.123456739,2012-01-20
-TRUE,4,4350,3044364,200000000000000000, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,ERTtryWT,2012-01-14 23:04:05.123456749,2012-01-20
-TRUE,114,4520,30000430,200000000004300000, 121.5,4.99,2.44,RE3423ee,asfdsffdfg,4RTETRWT,2012-01-01 23:04:05.123456819,2012-01-20
-FALSE,123,454,30000040,200000000000000000, 121.5,4.99,2.44,RE3423ee,asfrewerfg,6RTETRWT,2012-01-02 23:04:05.123456829,2012-01-20
-TRUE,11,4530,3000040,200000000000000000, 121.5,4.99,2.44,SE3423ee,asfdsffder,TRTETRWT,2012-01-03 05:04:05.123456839,2012-01-20
-TRUE,14,4590,3000400,200000000000000000, 121.5,4.99,2.44,ASD423ee,asfertfdfg,HRTETRWT,2012-01-04 05:04:05.123456849,2012-01-20
-FALSE,41,4250,00000,200000000000000000, 121.5,4.99,2.44,SAD423ee,asrtsffdfg,HRTETRWT,2012-01-05 05:04:05.123456859,2012-01-20
-TRUE,13,4510,30400,200000000000000000, 121.5,4.99,2.44,DE3423ee,asfrtffdfg,YHTETRWT,2012-01-06 06:04:05.123456869,2012-01-20
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/comp1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/comp1.csv b/integration/spark/src/test/resources/IUD/comp1.csv
deleted file mode 100644
index 9738e06..0000000
--- a/integration/spark/src/test/resources/IUD/comp1.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-c1,c2,c3,c5
-a,1,aa,aaa
-b,2,bb,bbb
-c,3,cc,ccc
-d,4,dd,ddd
-e,5,ee,eee
-f,6,ff,fff
-g,7,gg,ggg
-h,8,hh,hhh
-i,9,ii,iii
-j,10,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/comp2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/comp2.csv b/integration/spark/src/test/resources/IUD/comp2.csv
deleted file mode 100644
index 5a28d5c..0000000
--- a/integration/spark/src/test/resources/IUD/comp2.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-c1,c2,c3,c5
-a,11,aa,aaa
-b,12,bb,bbb
-c,13,cc,ccc
-d,14,dd,ddd
-e,15,ee,eee
-f,16,ff,fff
-g,17,gg,ggg
-h,18,hh,hhh
-i,19,ii,iii
-j,20,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/comp3.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/comp3.csv b/integration/spark/src/test/resources/IUD/comp3.csv
deleted file mode 100644
index a555f71..0000000
--- a/integration/spark/src/test/resources/IUD/comp3.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-c1,c2,c3,c5
-a,21,aa,aaa
-b,22,bb,bbb
-c,23,cc,ccc
-d,24,dd,ddd
-e,25,ee,eee
-f,26,ff,fff
-g,27,gg,ggg
-h,28,hh,hhh
-i,29,ii,iii
-j,30,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/comp4.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/comp4.csv b/integration/spark/src/test/resources/IUD/comp4.csv
deleted file mode 100644
index 0450a19..0000000
--- a/integration/spark/src/test/resources/IUD/comp4.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-c1,c2,c3,c5
-a,31,aa,aaa
-b,32,bb,bbb
-c,33,cc,ccc
-d,34,dd,ddd
-e,35,ee,eee
-f,36,ff,fff
-g,37,gg,ggg
-h,38,hh,hhh
-i,39,ii,iii
-j,40,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/dest.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/dest.csv b/integration/spark/src/test/resources/IUD/dest.csv
deleted file mode 100644
index 4ef9aa5..0000000
--- a/integration/spark/src/test/resources/IUD/dest.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-c1,c2,c3,c5
-a,1,aa,aaa
-b,2,bb,bbb
-c,3,cc,ccc
-d,4,dd,ddd
-e,5,ee,eee
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/other.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/other.csv b/integration/spark/src/test/resources/IUD/other.csv
deleted file mode 100644
index 69a0e1c..0000000
--- a/integration/spark/src/test/resources/IUD/other.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-c1,c2,c3,c5
-a,1,MGM,Disco
-b,2,RGK,Music
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/sample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/sample.csv b/integration/spark/src/test/resources/IUD/sample.csv
deleted file mode 100644
index d364136..0000000
--- a/integration/spark/src/test/resources/IUD/sample.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-ID,country,name,phonetype,serialname,salary
-4,china,ravz,jio,ASD66902,15003
-1,india,ravi,airtel,ASD90633,15004
-6,usa,manu,alkatel,ASD59961,15005
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/sample_updated.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/sample_updated.csv b/integration/spark/src/test/resources/IUD/sample_updated.csv
deleted file mode 100644
index b0cf165..0000000
--- a/integration/spark/src/test/resources/IUD/sample_updated.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-part0/segment_0/part-0-0-1475753917000.carbondata/0/0,4,china,ravz,Aircel,ASD66902,200000
-part0/segment_0/part-0-0-1475753917000.carbondata/0/2,6,usa,manu,Aircel,ASD59961,15005
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/source2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/source2.csv b/integration/spark/src/test/resources/IUD/source2.csv
deleted file mode 100644
index cc86bdb..0000000
--- a/integration/spark/src/test/resources/IUD/source2.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-c11,c22,c33,c55,c66
-a,1,MGM,Disco,10
-b,2,RGK,Music,8
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/source3.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/source3.csv b/integration/spark/src/test/resources/IUD/source3.csv
deleted file mode 100644
index 3f92816..0000000
--- a/integration/spark/src/test/resources/IUD/source3.csv
+++ /dev/null
@@ -1,7 +0,0 @@
-c11,c22,c33,c55,c66
-a,1,MGM,Disco,10
-b,2,RGK,Music,8
-d,4,YDY,Weather,9
-e,5,ZAZ,Election,11
-g,7,YTY,Hello,12
-h,8,TBT,Yeh,13
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/IUD/update01.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/IUD/update01.csv b/integration/spark/src/test/resources/IUD/update01.csv
deleted file mode 100644
index 35596cb..0000000
--- a/integration/spark/src/test/resources/IUD/update01.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-imei,age,task,num,level,name
-imei0,2147,9279,100.05,100.055,fegt
-imei1,-2148,-9807,10.05,100.05,lrhkr
-imei2,2147,9279,100.05,100.055,dfegt
-imei3,-217,-9206,100.005,100.05,lrhkr
-imei4,10,0,15.5,45,Lily
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/OLDFORMATTABLE.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/OLDFORMATTABLE.csv b/integration/spark/src/test/resources/OLDFORMATTABLE.csv
deleted file mode 100644
index 12a6fe8..0000000
--- a/integration/spark/src/test/resources/OLDFORMATTABLE.csv
+++ /dev/null
@@ -1,34 +0,0 @@
-country,name,phonetype,serialname,salary
-china,aaa1,phone197,ASD69643,15000
-china,aaa2,phone756,ASD42892,15001
-china,aaa3,phone1904,ASD37014,15002
-china,aaa4,phone2435,ASD66902,15003
-china,aaa5,phone2441,ASD90633,15004
-china,aaa6,phone294,ASD59961,15005
-china,aaa7,phone610,ASD14875,15006
-china,aaa8,phone1848,ASD57308,15007
-china,aaa9,phone706,ASD86717,15008
-usa,aaa10,phone685,ASD30505,15009
-china,aaa11,phone1554,ASD26101,15010
-china,aaa12,phone1781,ASD85711,15011
-china,aaa13,phone943,ASD39200,15012
-china,aaa14,phone1954,ASD80468,15013
-china,aaa15,phone451,ASD1954,15014
-china,aaa16,phone390,ASD38513,15015
-china,aaa17,phone1929,ASD86213,15016
-usa,aaa18,phone910,ASD88812,15017
-china,aaa19,phone2151,ASD9316,15018
-china,aaa20,phone2625,ASD62597,15019
-china,aaa21,phone1371,ASD27896,15020
-china,aaa22,phone945,ASD79760,15021
-china,aaa23,phone2177,ASD45410,15022
-china,aaa24,phone1586,ASD80645,15023
-china,aaa25,phone1310,ASD36408,15024
-china,aaa26,phone1579,ASD14571,15025
-china,aaa27,phone2123,ASD36243,15026
-china,aaa28,phone2334,ASD57825,15027
-china,aaa29,phone1166,ASD26161,15028
-china,aaa30,phone2248,ASD47899,15029
-china,aaa31,phone475,ASD89811,15030
-china,aaa32,phone2499,ASD87974,15031
-china,aaa33,phone2333,ASD62408,15032
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/OLDFORMATTABLEHIVE.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/OLDFORMATTABLEHIVE.csv b/integration/spark/src/test/resources/OLDFORMATTABLEHIVE.csv
deleted file mode 100644
index 55642aa..0000000
--- a/integration/spark/src/test/resources/OLDFORMATTABLEHIVE.csv
+++ /dev/null
@@ -1,33 +0,0 @@
-china,aaa1,phone197,ASD69643,15000
-china,aaa2,phone756,ASD42892,15001
-china,aaa3,phone1904,ASD37014,15002
-china,aaa4,phone2435,ASD66902,15003
-china,aaa5,phone2441,ASD90633,15004
-china,aaa6,phone294,ASD59961,15005
-china,aaa7,phone610,ASD14875,15006
-china,aaa8,phone1848,ASD57308,15007
-china,aaa9,phone706,ASD86717,15008
-usa,aaa10,phone685,ASD30505,15009
-china,aaa11,phone1554,ASD26101,15010
-china,aaa12,phone1781,ASD85711,15011
-china,aaa13,phone943,ASD39200,15012
-china,aaa14,phone1954,ASD80468,15013
-china,aaa15,phone451,ASD1954,15014
-china,aaa16,phone390,ASD38513,15015
-china,aaa17,phone1929,ASD86213,15016
-usa,aaa18,phone910,ASD88812,15017
-china,aaa19,phone2151,ASD9316,15018
-china,aaa20,phone2625,ASD62597,15019
-china,aaa21,phone1371,ASD27896,15020
-china,aaa22,phone945,ASD79760,15021
-china,aaa23,phone2177,ASD45410,15022
-china,aaa24,phone1586,ASD80645,15023
-china,aaa25,phone1310,ASD36408,15024
-china,aaa26,phone1579,ASD14571,15025
-china,aaa27,phone2123,ASD36243,15026
-china,aaa28,phone2334,ASD57825,15027
-china,aaa29,phone1166,ASD26161,15028
-china,aaa30,phone2248,ASD47899,15029
-china,aaa31,phone475,ASD89811,15030
-china,aaa32,phone2499,ASD87974,15031
-china,aaa33,phone2333,ASD62408,15032
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/Test_Data1_Logrithmic.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/Test_Data1_Logrithmic.csv b/integration/spark/src/test/resources/Test_Data1_Logrithmic.csv
deleted file mode 100644
index 0f0312d..0000000
--- a/integration/spark/src/test/resources/Test_Data1_Logrithmic.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-c1_int,c2_Bigint,c3_Decimal,c4_double,c5_string,c6_Timestamp,c7_Datatype_Desc
-2147483646,9223372036854775807,0.12345678900987654321123456789012345638,1.7976931348623157E308,SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy Table Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone Carbon file format is a columnar store in HDFS it has many features that a modern columnar format hasz such as splittablez compression schema zcomplex data type and so on. Carbon has following unique features Stores data along with index: it can signi
ficantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file.Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format. This reduces the row reconstruction cost at query time Supports for various use cases with one single Data format like interactive OLAP-style queryz Sequential Access SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy
Table Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encodin
g schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format This reduces the row reconstruction cost at query time Supports for various use cases with one single Sequential Access Carbon has following unique features Stores data along with index: it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just
before returning the results to the users which is Column group Allow multiple columns to form a column group that would be stored as row format Allow multiple columns to form format Allow carbon is fu,2017-07-01 12:07:28,Max_range_values-1
-2147483646,9223372036854775807,12345678900987654321123456789012345678,1.7976931348623157E308,SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy Table Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone Carbon file format is a columnar store in HDFS it has many features that a modern columnar format hasz such as splittablez compression schema zcomplex data type and so on. Carbon has following unique features Stores data along with index: it can signifi
cantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file.Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format. This reduces the row reconstruction cost at query time Supports for various use cases with one single Data format like interactive OLAP-style queryz Sequential Access SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy Ta
ble Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encoding
schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format This reduces the row reconstruction cost at query time Supports for various use cases with one single Sequential Access Carbon has following unique features Stores data along with index: it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just b
efore returning the results to the users which is Column group Allow multiple columns to form a column group that would be stored as row format Allow multiple columns to form format Allow carbon is f,2017-07-01 12:07:28,Max_range_values-2
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/alldatatypescube.xml
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/alldatatypescube.xml b/integration/spark/src/test/resources/alldatatypescube.xml
deleted file mode 100644
index 84a4a68..0000000
--- a/integration/spark/src/test/resources/alldatatypescube.xml
+++ /dev/null
@@ -1,109 +0,0 @@
-<!--
- ~ Licensed to the Apache Software Foundation (ASF) under one
- ~ or more contributor license agreements. See the NOTICE file
- ~ distributed with this work for additional information
- ~ regarding copyright ownership. The ASF licenses this file
- ~ to you under the Apache License, Version 2.0 (the
- ~ "License"); you may not use this file except in compliance
- ~ with the License. You may obtain a copy of the License at
- ~
- ~ http://www.apache.org/licenses/LICENSE-2.0
- ~
- ~ Unless required by applicable law or agreed to in writing,
- ~ software distributed under the License is distributed on an
- ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ~ KIND, either express or implied. See the License for the
- ~ specific language governing permissions and limitations
- ~ under the License.
- -->
-
-<Schema name="default">
- <Cube name="alldatatypescube" visible="true" cache="true" enabled="true">
- <Table name="alldatatypescube" alias="">
- </Table>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empno">
- <Hierarchy name="empno" hasAll="true" normalized="false">
- <Level name="empno" column="empno" type="Integer" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empname">
- <Hierarchy name="empname" hasAll="true" normalized="false">
- <Level name="empname" column="empname" type="String" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="designation">
- <Hierarchy name="designation" hasAll="true" normalized="false">
- <Level name="designation" column="designation" type="String" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="doj">
- <Hierarchy name="doj" hasAll="true" normalized="false">
- <Level name="doj" column="doj" type="Timestamp" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="workgroupcategory">
- <Hierarchy name="workgroupcategory" hasAll="true" normalized="false">
- <Level name="workgroupcategory" column="workgroupcategory" type="Integer"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="workgroupcategoryname">
- <Hierarchy name="workgroupcategoryname" hasAll="true" normalized="false">
- <Level name="workgroupcategoryname" column="workgroupcategoryname" type="String"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptno">
- <Hierarchy name="deptno" hasAll="true" normalized="false">
- <Level name="deptno" column="deptno" type="Integer" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptname">
- <Hierarchy name="deptname" hasAll="true" normalized="false">
- <Level name="deptname" column="deptname" type="String" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="projectcode">
- <Hierarchy name="projectcode" hasAll="true" normalized="false">
- <Level name="projectcode" column="projectcode" type="Integer" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="projectjoindate">
- <Hierarchy name="projectjoindate" hasAll="true" normalized="false">
- <Level name="projectjoindate" column="projectjoindate" type="Timestamp"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="projectenddate">
- <Hierarchy name="projectenddate" hasAll="true" normalized="false">
- <Level name="projectenddate" column="projectenddate" type="Timestamp"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Measure name="attendance" column="attendance" datatype="Integer" aggregator="sum"
- visible="true">
- </Measure>
- <Measure name="utilization" column="utilization" datatype="Integer" aggregator="sum"
- visible="true">
- </Measure>
- <Measure name="salary" column="salary" datatype="Integer" aggregator="sum" visible="true">
- </Measure>
- </Cube>
-</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary b/integration/spark/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary
deleted file mode 100644
index 223cabd..0000000
--- a/integration/spark/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary
+++ /dev/null
@@ -1,20 +0,0 @@
-0,100080
-1,2355
-2,1ROM size
-3,29-11-2015
-4,1AA100080$2BB100080
-5,MAC283$MAC284$MAC285
-6,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan
-7,02-03-2016$02-03-2016:02-03-2016
-8,2355
-9,954
-0,100081
-1,1650
-2,6ROM size
-3,29-11-2015
-4,1AA100081$2BB100081
-5,MAC286$MAC287$MAC288
-6,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan
-7,03-03-2016$03-03-2016:03-03-2016
-8,1650
-9,613
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary b/integration/spark/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary
deleted file mode 100644
index 592e634..0000000
--- a/integration/spark/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary
+++ /dev/null
@@ -1,9 +0,0 @@
-0,1
-1,david
-2,shenzhen
-0,2
-1,eason
-0,3
-1,jarry
-2,wuhan
-2,Bangalore
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/array1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/array1.csv b/integration/spark/src/test/resources/array1.csv
deleted file mode 100644
index c7a0f89..0000000
--- a/integration/spark/src/test/resources/array1.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-1,hello$bye,12345$5678,123456$3456,12.0$13.0,2017-07-09 12:00:00$2016-07-09 13:00:00,123456789$987654321
-2,welcome$hi,9876$1234,13456$356,15.0$18.0,2019-07-09 12:00:00$2015-07-09 13:00:00,8888888888$99999999999
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/arrayColumnEmpty.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/arrayColumnEmpty.csv b/integration/spark/src/test/resources/arrayColumnEmpty.csv
deleted file mode 100644
index 6298196..0000000
--- a/integration/spark/src/test/resources/arrayColumnEmpty.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-imei,age,productdate,gamePointId,reserved6,mobile
-ime100004,14,2016-05-02 05:19:24,95,,April/100
-ime100003,10,2016-05-01 13:09:20,12,,Apr-98
-ime100003,13,2016-05-01 16:08:51,67,,Mar-91
-ime100004,13,2016-05-01 19:11:53,67,,Apr-72
-ime100005,10,2016-05-02 02:17:36,12,,May-91
-ime100004,13,2016-05-01 16:37:11,67,,Mar-47
-ime100005,11,2016-05-01 06:27:23,34.5,,Apr-40
-ime100002,10,2016-05-02 05:19:24,12,,Apr-37
-ime100005,10,2016-05-01 14:56:12,12,,May-32
-ime100003,10,2016-05-01 16:39:25,12,,20-Mar
-ime100002,10,2016-05-01 23:00:29,12,,May-36
-ime100002,13,2016-05-01 12:42:14,67,,16-Jul
-ime100005,11,2016-05-01 20:12:10,34.5,,Jun-61
-ime100005,13,2016-05-02 06:06:05,67,,May-99
-ime100005,10,2016-05-01 23:58:34,12,,Mar-55
-ime100005,12,2016-05-01 09:46:31,34.6,,Apr-86
-ime100005,12,2016-05-01 13:27:11,34.6,,Jun-34
-ime100003,14,2016-05-01 05:36:34,95,,Jul-89
-ime100001,14,2016-05-01 08:13:27,95,,Jun-47
-ime100001,14,2016-05-01 13:40:14,95,,Mar-75
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/avgTest.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/avgTest.csv b/integration/spark/src/test/resources/avgTest.csv
deleted file mode 100644
index 9df72fb..0000000
--- a/integration/spark/src/test/resources/avgTest.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-ID,date,country,count,phonetype,serialname,salary
-1,2015-7-23 00:00:00,china,1234,phone197,ASD69643,15000
-2,2015-7-24 00:00:00,china,1233,phone756,ASD42892,15001
-3,2015-7-25 00:00:00,china,1000,phone1904,ASD37014,15002
-4,2015-7-26 00:00:00,china,2222,phone2435,ASD66902,15003
-5,2015-7-27 00:00:00,china,1300,phone2441,ASD90633,15004
-6,2015-7-28 00:00:00,china,2100,phone294,ASD59961,15005
-7,2015-7-29 00:00:00,china,1500,phone610,ASD14875,15006
-8,2015-7-30 00:00:00,china,1600,phone1848,ASD57308,15007
-9,2015-7-18 00:00:00,china,1000,phone706,ASD86717,15008
-10,2015-7-19 00:00:00,usa,2100,phone685,ASD30505,15009
-11,2015-7-18 00:00:00,china,2200,phone1554,ASD26101,15010
-12,2015-7-19 00:00:00,china,1300,phone1781,ASD85711,15011
-13,2015-7-20 00:00:00,china,2000,phone943,ASD39200,15012
-14,2015-7-21 00:00:00,china,1500,phone1954,ASD80468,15013
-15,2015-7-22 00:00:00,china,6200,phone451,ASD1954,15014
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/badrecords/datasample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/badrecords/datasample.csv b/integration/spark/src/test/resources/badrecords/datasample.csv
deleted file mode 100644
index 3895102..0000000
--- a/integration/spark/src/test/resources/badrecords/datasample.csv
+++ /dev/null
@@ -1,7 +0,0 @@
-ID,date,country,actual_price,Quantity,sold_price
-10000,2015/7/23,china,120000.45,3,140000.377
-10001,null,china,120000.45,3,140000.377
-10003,2015/7/23,null,120000.45,3,140000.377
-10004,2015/7/23,china,120000.45ghf,3,140000.377
-10005,2015/7/23,china,120000.45,3ghf,140000.377
-10006,2015/7/23,china,120000.45,3,140000.377ghf
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/badrecords/emptyTimeStampValue.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/badrecords/emptyTimeStampValue.csv b/integration/spark/src/test/resources/badrecords/emptyTimeStampValue.csv
deleted file mode 100644
index 751b21b..0000000
--- a/integration/spark/src/test/resources/badrecords/emptyTimeStampValue.csv
+++ /dev/null
@@ -1,8 +0,0 @@
-ID,date,country,actual_price,Quantity,sold_price
-\N,,\N,\N,\N,\N
-10003,2015/7/23,xyz,120003.45,3,140000.377
-10003gh,2015/7/23,xyz,120003.45,3,140000.377
-10003,20/7/2016,xyz,120003.45,3,140000.377
-10003,2015/7/23,xyz,120003.45gf,3,140000.377
-
-10003,2015/7/23,xyz,120003.45,3,140000.377gf
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/badrecords/emptyValues.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/badrecords/emptyValues.csv b/integration/spark/src/test/resources/badrecords/emptyValues.csv
deleted file mode 100644
index 492d6c2..0000000
--- a/integration/spark/src/test/resources/badrecords/emptyValues.csv
+++ /dev/null
@@ -1,8 +0,0 @@
-ID,date,country,actual_price,Quantity,sold_price
-10001,2015/7/23,,120003.45,3,140000.377
-,2015/7/23,,120003.45,3,140000.377
-,,,120003.45,3,140000.377
-,,,,3,140000.377
-,,,,,140000.377
-,,,,,
-10003,2015/7/23,india,120003.45,3,140000.377
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/badrecords/insufficientColumns.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/badrecords/insufficientColumns.csv b/integration/spark/src/test/resources/badrecords/insufficientColumns.csv
deleted file mode 100644
index 24ac3f4..0000000
--- a/integration/spark/src/test/resources/badrecords/insufficientColumns.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-ID,date,country,actual_price,Quantity,sold_price
-100,
-10001,2015/7/23,
-10003,2015/7/23,null,120003.45,3,140000.377
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/badrecords/seriazableValue.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/badrecords/seriazableValue.csv b/integration/spark/src/test/resources/badrecords/seriazableValue.csv
deleted file mode 100644
index 2598a90..0000000
--- a/integration/spark/src/test/resources/badrecords/seriazableValue.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-ID,date,country,actual_price,Quantity,sold_price
-\N,\N,\N,\N,\N,\N
-10003,2015/7/23,null,120003.45,3,140000.377
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/bigIntData.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/bigIntData.csv b/integration/spark/src/test/resources/bigIntData.csv
deleted file mode 100644
index 443a514..0000000
--- a/integration/spark/src/test/resources/bigIntData.csv
+++ /dev/null
@@ -1,14 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,10000001
-2,2015/7/24,china,aaa2,phone756,ASD42892,10000000
-3,2015/7/25,china,aaa3,phone1904,ASD37014,10000000
-4,2015/7/26,china,aaa4,phone2435,ASD66902,10000000
-5,2015/7/27,china,aaa5,phone2441,ASD90633,10000000
-6,2015/7/28,china,aaa6,phone294,ASD59961,10000000
-7,2015/7/29,china,aaa7,phone610,ASD14875,10000000
-8,2015/7/30,china,aaa8,phone1848,ASD57308,10000000
-9,2015/7/18,china,aaa9,phone706,ASD86717,10000000
-10,2015/7/19,usa,aaa10,phone685,ASD30505,10000000
-11,2015/7/18,china,aaa11,phone1554,ASD26101,10000000
-12,2015/7/19,china,aaa12,phone1781,ASD85711,10000000
-13,2015/7/19,china,aaa13,phone17851,ASD85721,10000000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/bigIntDataWithHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/bigIntDataWithHeader.csv b/integration/spark/src/test/resources/bigIntDataWithHeader.csv
deleted file mode 100644
index 37f5f07..0000000
--- a/integration/spark/src/test/resources/bigIntDataWithHeader.csv
+++ /dev/null
@@ -1,13 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,150003452628
-2,2015/7/24,china,aaa2,phone756,ASD42892,452345254658824
-3,2015/7/25,china,aaa3,phone1904,ASD37014,6521652222
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,1500043525
-6,2015/7/28,china,aaa6,phone294,ASD59961,2745654656565662345
-7,2015/7/29,china,aaa7,phone610,ASD14875,150064555555
-8,2015/7/30,china,aaa8,phone1848,ASD57308,150074422222
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008023
-10,2015/7/19,usa,aaa10,phone685,ASD30505,1500043525
-11,2015/7/18,china,aaa11,phone1554,ASD26101,1501000
-12,2015/7/19,china,aaa12,phone1781,ASD85711,1501120
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/bigIntDataWithoutHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/bigIntDataWithoutHeader.csv b/integration/spark/src/test/resources/bigIntDataWithoutHeader.csv
deleted file mode 100644
index a2dd9b3..0000000
--- a/integration/spark/src/test/resources/bigIntDataWithoutHeader.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-1,2015/7/23,china,aaa1,phone197,ASD69643,150003452628
-2,2015/7/24,china,aaa2,phone756,ASD42892,452345254658824
-3,2015/7/25,china,aaa3,phone1904,ASD37014,6521652222
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,1500043525
-6,2015/7/28,china,aaa6,phone294,ASD59961,2745654656565662345
-7,2015/7/29,china,aaa7,phone610,ASD14875,150064555555
-8,2015/7/30,china,aaa8,phone1848,ASD57308,150074422222
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008023
-10,2015/7/19,usa,aaa10,phone685,ASD30505,1500043525
-11,2015/7/18,china,aaa11,phone1554,ASD26101,1501000
-12,2015/7/19,china,aaa12,phone1781,ASD85711,1501120
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/big_int_Decimal.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/big_int_Decimal.csv b/integration/spark/src/test/resources/big_int_Decimal.csv
deleted file mode 100644
index 3a16df4..0000000
--- a/integration/spark/src/test/resources/big_int_Decimal.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-imei,age,task,name,country,city,sale,num,level,quest,productdate,enddate,pointid,score
-imei0,2147,9279,fegt,china,hangzhou,10000,100.05,100.055,10,2016-05-01 12:25:36,2016-05-01 21:14:48,1,1.005
-imei1,-2148,-9807,lrhkr,America,NewYork,1000,10.05,100.05,100,2016-05-02 19:25:15,2016-05-02 22:25:46,2,1.05
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/channelsId.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/channelsId.csv b/integration/spark/src/test/resources/channelsId.csv
deleted file mode 100644
index 7be3d90..0000000
--- a/integration/spark/src/test/resources/channelsId.csv
+++ /dev/null
@@ -1,10 +0,0 @@
-1123
-1234
-1111,
-1431,
-1421
-1421|
-1234,
-1245,
-1231|
-2234|
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/character_carbon.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/character_carbon.csv b/integration/spark/src/test/resources/character_carbon.csv
deleted file mode 100644
index 2ea7b6c..0000000
--- a/integration/spark/src/test/resources/character_carbon.csv
+++ /dev/null
@@ -1,33 +0,0 @@
-imei,age,task,num,level,productdate,mark,name
-\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,1,\u4f60~babu~520
-\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,2,\u4f60`babu`520
-\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,3,\u4f60!babu!520
-\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,4,\u4f60@babu@520
-\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,5,\u4f60#babu#520
-\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,6,\u4f60$babu$520
-\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,7,\u4f60%babu%520
-\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,8,\u4f60^babu^520
-\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,9,\u4f60&babu&520
-\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,10,\u4f60*babu*520
-\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,11,\u4f60(babu(520
-\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,12,\u4f60)babu)520
-\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,13,\u4f60-babu-520
-\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,14,\u4f60_babu_520
-\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,15,\u4f60=babu=520
-\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,16,\u4f60+babu+520
-\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,17,\u4f60{babu{520
-\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,18,\u4f60}babu}520
-\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,19,\u4f60[babu[520
-\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,20,\u4f60]babu]520
-\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,21,\u4f60\babu\520
-\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,22,\u4f60|babu|520
-\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,23,\u4f60;babu;520
-\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,24,\u4f60:babu:520
-\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,25,\u4f60'babu'520
-\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,26,\u4f60"babu"520
-\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,27,\u4f60,babu,520
-\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,28,\u4f60.babu.520
-\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,29,\u4f60<babu<520
-\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,30,\u4f60>babu>520
-\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,31,\u4f60?babu?520
-\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,32,\u4f60/babu/520
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/character_hive.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/character_hive.csv b/integration/spark/src/test/resources/character_hive.csv
deleted file mode 100644
index 4362ca0..0000000
--- a/integration/spark/src/test/resources/character_hive.csv
+++ /dev/null
@@ -1,32 +0,0 @@
-\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,1,\u4f60~babu~520
-\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,2,\u4f60`babu`520
-\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,3,\u4f60!babu!520
-\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,4,\u4f60@babu@520
-\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,5,\u4f60#babu#520
-\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,6,\u4f60$babu$520
-\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,7,\u4f60%babu%520
-\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,8,\u4f60^babu^520
-\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,9,\u4f60&babu&520
-\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,10,\u4f60*babu*520
-\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,11,\u4f60(babu(520
-\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,12,\u4f60)babu)520
-\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,13,\u4f60-babu-520
-\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,14,\u4f60_babu_520
-\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,15,\u4f60=babu=520
-\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,16,\u4f60+babu+520
-\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,17,\u4f60{babu{520
-\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,18,\u4f60}babu}520
-\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,19,\u4f60[babu[520
-\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,20,\u4f60]babu]520
-\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,21,\u4f60\babu\520
-\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,22,\u4f60|babu|520
-\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,23,\u4f60;babu;520
-\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,24,\u4f60:babu:520
-\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,25,\u4f60'babu'520
-\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,26,\u4f60"babu"520
-\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,27,\u4f60,babu,520
-\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,28,\u4f60.babu.520
-\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,29,\u4f60<babu<520
-\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,30,\u4f60>babu>520
-\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,31,\u4f60?babu?520
-\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,32,\u4f60/babu/520
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/columndictionary/country.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/columndictionary/country.csv b/integration/spark/src/test/resources/columndictionary/country.csv
deleted file mode 100644
index 1fd8032..0000000
--- a/integration/spark/src/test/resources/columndictionary/country.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-usa
-china
-uk
-france
-brazil
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/columndictionary/name.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/columndictionary/name.csv b/integration/spark/src/test/resources/columndictionary/name.csv
deleted file mode 100644
index cbd6eef..0000000
--- a/integration/spark/src/test/resources/columndictionary/name.csv
+++ /dev/null
@@ -1,10 +0,0 @@
-aaa1
-aaa2
-aaa3
-aaa4
-aaa5
-aaa6
-aaa7
-aaa8
-aaa9
-aaa10
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/comment.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/comment.csv b/integration/spark/src/test/resources/comment.csv
deleted file mode 100644
index 34ccb12..0000000
--- a/integration/spark/src/test/resources/comment.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-.~carbon,.,~carbon,~carbon,~carbon,~carbon,~carbon,~carbon,~carbon
-,carbon,,carbon,,carbon,,carbon,,carbon,,carbon,,carbon,,carbon
-#?carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon
-?carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon
-".carbon,"carbon,"carbon,"carbon,"carbon,"carbon,"carbon,"carbon
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/compaction/compaction1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/compaction/compaction1.csv b/integration/spark/src/test/resources/compaction/compaction1.csv
deleted file mode 100644
index b669eca..0000000
--- a/integration/spark/src/test/resources/compaction/compaction1.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,07/23/2015,china,aaa1,phone197,ASD69643,15000
-2,07/24/2015,chile,aaa2,phone756,ASD42892,15001
-3,07/25/2015,america,aaa3,phone1904,ASD37014,15002
-4,07/26/2015,canada,aaa4,phone2435,ASD66902,15003
-5,07/27/2015,england,aaa5,phone2441,ASD90633,15004
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/compaction/compaction1_forhive.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/compaction/compaction1_forhive.csv b/integration/spark/src/test/resources/compaction/compaction1_forhive.csv
deleted file mode 100644
index 07c2508..0000000
--- a/integration/spark/src/test/resources/compaction/compaction1_forhive.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-1,07/23/2015,china,aaa1,phone197,ASD69643,15000
-2,07/24/2015,chile,aaa2,phone756,ASD42892,15001
-3,07/25/2015,america,aaa3,phone1904,ASD37014,15002
-4,07/26/2015,canada,aaa4,phone2435,ASD66902,15003
-5,07/27/2015,england,aaa5,phone2441,ASD90633,15004
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/compaction/compaction2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/compaction/compaction2.csv b/integration/spark/src/test/resources/compaction/compaction2.csv
deleted file mode 100644
index 57233a1..0000000
--- a/integration/spark/src/test/resources/compaction/compaction2.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-6,07/28/2015,newzealand,aaa6,phone294,ASD59961,15005
-7,07/29/2015,mexico,aaa7,phone610,ASD14875,15006
-8,07/30/2015,westindies,aaa8,phone1848,ASD57308,15007
-9,07/18/2015,burma,aaa9,phone706,ASD86717,15008
-10,07/19/2015,butan,aaa10,phone685,ASD30505,1500
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/compaction/compaction3.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/compaction/compaction3.csv b/integration/spark/src/test/resources/compaction/compaction3.csv
deleted file mode 100644
index 14a1522..0000000
--- a/integration/spark/src/test/resources/compaction/compaction3.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-11,07/23/2015,china,aaa1,phone197,ASD69643,15005
-12,07/24/2015,india,aaa2,phone756,ASD42892,15006
-13,07/26/2015,iran,aaa4,phone2435,ASD66902,15008
-14,07/27/2015,iraq,aaa5,phone2441,ASD90633,15009
-15,07/28/2015,ireland,aaa6,phone2441,ASD90633,15010
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/compaction/compactioncard2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/compaction/compactioncard2.csv b/integration/spark/src/test/resources/compaction/compactioncard2.csv
deleted file mode 100644
index 75fa792..0000000
--- a/integration/spark/src/test/resources/compaction/compactioncard2.csv
+++ /dev/null
@@ -1,257 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-6,7/28/2015,newzealand,aaa6,phone294,ASD59961,15005
-7,7/29/2015,mexico,aaa7,phone610,ASD14875,15006
-8,7/30/2015,westindies,aaa8,phone1848,ASD57308,15007
-9,7/18/2015,burma,aaa9,phone706,ASD86717,15008
-10,7/19/2015,butan,aaa10,phone685,ASD30505,1500
-11,7/20/2015,burma,aaa11,phone664,ASD25707,1500
-12,7/21/2015,butan,aaa12,phone643,ASD81919,1500
-13,7/22/2015,burma,aaa13,phone622,ASD138131,1500
-14,7/23/2015,burma,aaa14,phone601,ASD194343,1500
-15,7/24/2015,butan,aaa15,phone580,ASD250555,1500
-16,7/25/2015,burma,aaa16,phone559,ASD306767,1500
-17,7/26/2015,butan,aaa17,phone538,ASD362979,1500
-18,7/27/2015,burma,aaa18,phone517,ASD419191,1500
-19,7/28/2015,burma,aaa19,phone496,ASD475403,1500
-20,7/29/2015,butan,aaa20,phone475,ASD531615,1500
-21,7/30/2015,burma,aaa21,phone454,ASD587827,1500
-22,7/31/2015,butan,aaa22,phone433,ASD644039,1500
-23,8/1/2015,burma,aaa23,phone412,ASD700251,1500
-24,8/2/2015,burma,aaa24,phone391,ASD756463,1500
-25,8/3/2015,butan,aaa25,phone370,ASD812675,1500
-26,8/4/2015,burma,aaa26,phone349,ASD868887,1500
-27,8/5/2015,butan,aaa27,phone328,ASD925099,1500
-28,8/6/2015,burma,aaa28,phone307,ASD981311,1500
-29,8/7/2015,burma,aaa29,phone286,ASD1037523,1500
-30,8/8/2015,butan,aaa30,phone265,ASD1093735,1500
-31,8/9/2015,burma,aaa31,phone244,ASD1149947,1500
-32,8/10/2015,butan,aaa32,phone223,ASD1206159,1500
-33,8/11/2015,burma,aaa33,phone202,ASD1262371,1500
-34,8/12/2015,burma,aaa34,phone181,ASD1318583,1500
-35,8/13/2015,butan,aaa35,phone160,ASD1374795,1500
-36,8/14/2015,burma,aaa36,phone139,ASD1431007,1500
-37,8/15/2015,butan,aaa37,phone118,ASD1487219,1500
-38,8/16/2015,burma,aaa38,phone97,ASD1543431,1500
-39,8/17/2015,burma,aaa39,phone76,ASD1599643,1500
-40,8/18/2015,butan,aaa40,phone55,ASD1655855,1500
-41,8/19/2015,burma,aaa41,phone34,ASD1712067,1500
-42,8/20/2015,butan,aaa42,phone13,ASD1768279,1500
-43,8/21/2015,burma,aaa43,phone8,ASD1824491,1500
-44,8/22/2015,burma,aaa44,phone29,ASD1880703,1500
-45,8/23/2015,butan,aaa45,phone50,ASD1936915,1500
-46,8/24/2015,burma,aaa46,phone71,ASD1993127,1500
-47,8/25/2015,butan,aaa47,phone92,ASD2049339,1500
-48,8/26/2015,burma,aaa48,phone113,ASD2105551,1500
-49,8/27/2015,burma,aaa49,phone134,ASD2161763,1500
-50,8/28/2015,butan,aaa50,phone155,ASD2217975,1500
-51,8/29/2015,burma,aaa51,phone176,ASD2274187,1500
-52,8/30/2015,butan,aaa52,phone197,ASD2330399,1500
-53,8/31/2015,burma,aaa53,phone218,ASD2386611,1500
-54,9/1/2015,burma,aaa54,phone239,ASD2442823,1500
-55,9/2/2015,butan,aaa55,phone260,ASD2499035,1500
-56,9/3/2015,burma,aaa56,phone281,ASD2555247,1500
-57,9/4/2015,butan,aaa57,phone302,ASD2611459,1500
-58,9/5/2015,burma,aaa58,phone323,ASD2667671,1500
-59,9/6/2015,burma,aaa59,phone344,ASD2723883,1500
-60,9/7/2015,butan,aaa60,phone365,ASD2780095,1500
-61,9/8/2015,burma,aaa61,phone386,ASD2836307,1500
-62,9/9/2015,butan,aaa62,phone407,ASD2892519,1500
-63,9/10/2015,burma,aaa63,phone428,ASD2948731,1500
-64,9/11/2015,burma,aaa64,phone449,ASD3004943,1500
-65,9/12/2015,butan,aaa65,phone470,ASD3061155,1500
-66,9/13/2015,burma,aaa66,phone491,ASD3117367,1500
-67,9/14/2015,butan,aaa67,phone512,ASD3173579,1500
-68,9/15/2015,burma,aaa68,phone533,ASD3229791,1500
-69,9/16/2015,burma,aaa69,phone554,ASD3286003,1500
-70,9/17/2015,butan,aaa70,phone575,ASD3342215,1500
-71,9/18/2015,burma,aaa71,phone596,ASD3398427,1500
-72,9/19/2015,butan,aaa72,phone617,ASD3454639,1500
-73,9/20/2015,burma,aaa73,phone638,ASD3510851,1500
-74,9/21/2015,burma,aaa74,phone659,ASD3567063,1500
-75,9/22/2015,butan,aaa75,phone680,ASD3623275,1500
-76,9/23/2015,burma,aaa76,phone701,ASD3679487,1500
-77,9/24/2015,butan,aaa77,phone722,ASD3735699,1500
-78,9/25/2015,burma,aaa78,phone743,ASD3791911,1500
-79,9/26/2015,burma,aaa79,phone764,ASD3848123,1500
-80,9/27/2015,butan,aaa80,phone785,ASD3904335,1500
-81,9/28/2015,burma,aaa81,phone806,ASD3960547,1500
-82,9/29/2015,butan,aaa82,phone827,ASD4016759,1500
-83,9/30/2015,burma,aaa83,phone848,ASD4072971,1500
-84,10/1/2015,burma,aaa84,phone869,ASD4129183,1500
-85,10/2/2015,butan,aaa85,phone890,ASD4185395,1500
-86,10/3/2015,burma,aaa86,phone911,ASD4241607,1500
-87,10/4/2015,butan,aaa87,phone932,ASD4297819,1500
-88,10/5/2015,burma,aaa88,phone953,ASD4354031,1500
-89,10/6/2015,burma,aaa89,phone974,ASD4410243,1500
-90,10/7/2015,butan,aaa90,phone995,ASD4466455,1500
-91,10/8/2015,burma,aaa91,phone1016,ASD4522667,1500
-92,10/9/2015,butan,aaa92,phone1037,ASD4578879,1500
-93,10/10/2015,burma,aaa93,phone1058,ASD4635091,1500
-94,10/11/2015,burma,aaa94,phone1079,ASD4691303,1500
-95,10/12/2015,butan,aaa95,phone1100,ASD4747515,1500
-96,10/13/2015,burma,aaa96,phone1121,ASD4803727,1500
-97,10/14/2015,butan,aaa97,phone1142,ASD4859939,1500
-98,10/15/2015,burma,aaa98,phone1163,ASD4916151,1500
-99,10/16/2015,burma,aaa99,phone1184,ASD4972363,1500
-100,10/17/2015,butan,aaa100,phone1205,ASD5028575,1500
-101,10/18/2015,burma,aaa101,phone1226,ASD5084787,1500
-102,10/19/2015,butan,aaa102,phone1247,ASD5140999,1500
-103,10/20/2015,burma,aaa103,phone1268,ASD5197211,1500
-104,10/21/2015,burma,aaa104,phone1289,ASD5253423,1500
-105,10/22/2015,butan,aaa105,phone1310,ASD5309635,1500
-106,10/23/2015,burma,aaa106,phone1331,ASD5365847,1500
-107,10/24/2015,butan,aaa107,phone1352,ASD5422059,1500
-108,10/25/2015,burma,aaa108,phone1373,ASD5478271,1500
-109,10/26/2015,burma,aaa109,phone1394,ASD5534483,1500
-110,10/27/2015,butan,aaa110,phone1415,ASD5590695,1500
-111,10/28/2015,burma,aaa111,phone1436,ASD5646907,1500
-112,10/29/2015,butan,aaa112,phone1457,ASD5703119,1500
-113,10/30/2015,burma,aaa113,phone1478,ASD5759331,1500
-114,10/31/2015,burma,aaa114,phone1499,ASD5815543,1500
-115,11/1/2015,butan,aaa115,phone1520,ASD5871755,1500
-116,11/2/2015,burma,aaa116,phone1541,ASD5927967,1500
-117,11/3/2015,butan,aaa117,phone1562,ASD5984179,1500
-118,11/4/2015,burma,aaa118,phone1583,ASD6040391,1500
-119,11/5/2015,burma,aaa119,phone1604,ASD6096603,1500
-120,11/6/2015,butan,aaa120,phone1625,ASD6152815,1500
-121,11/7/2015,burma,aaa121,phone1646,ASD6209027,1500
-122,11/8/2015,butan,aaa122,phone1667,ASD6265239,1500
-123,11/9/2015,burma,aaa123,phone1688,ASD6321451,1500
-124,11/10/2015,burma,aaa124,phone1709,ASD6377663,1500
-125,11/11/2015,butan,aaa125,phone1730,ASD6433875,1500
-126,11/12/2015,burma,aaa126,phone1751,ASD6490087,1500
-127,11/13/2015,butan,aaa127,phone1772,ASD6546299,1500
-128,11/14/2015,burma,aaa128,phone1793,ASD6602511,1500
-129,11/15/2015,burma,aaa129,phone1814,ASD6658723,1500
-130,11/16/2015,butan,aaa130,phone1835,ASD6714935,1500
-131,11/17/2015,burma,aaa131,phone1856,ASD6771147,1500
-132,11/18/2015,butan,aaa132,phone1877,ASD6827359,1500
-133,11/19/2015,burma,aaa133,phone1898,ASD6883571,1500
-134,11/20/2015,burma,aaa134,phone1919,ASD6939783,1500
-135,11/21/2015,butan,aaa135,phone1940,ASD6995995,1500
-136,11/22/2015,burma,aaa136,phone1961,ASD7052207,1500
-137,11/23/2015,butan,aaa137,phone1982,ASD7108419,1500
-138,11/24/2015,burma,aaa138,phone2003,ASD7164631,1500
-139,11/25/2015,burma,aaa139,phone2024,ASD7220843,1500
-140,11/26/2015,butan,aaa140,phone2045,ASD7277055,1500
-141,11/27/2015,burma,aaa141,phone2066,ASD7333267,1500
-142,11/28/2015,butan,aaa142,phone2087,ASD7389479,1500
-143,11/29/2015,burma,aaa143,phone2108,ASD7445691,1500
-144,11/30/2015,burma,aaa144,phone2129,ASD7501903,1500
-145,12/1/2015,butan,aaa145,phone2150,ASD7558115,1500
-146,12/2/2015,burma,aaa146,phone2171,ASD7614327,1500
-147,12/3/2015,butan,aaa147,phone2192,ASD7670539,1500
-148,12/4/2015,burma,aaa148,phone2213,ASD7726751,1500
-149,12/5/2015,burma,aaa149,phone2234,ASD7782963,1500
-150,12/6/2015,butan,aaa150,phone2255,ASD7839175,1500
-151,12/7/2015,burma,aaa151,phone2276,ASD7895387,1500
-152,12/8/2015,butan,aaa152,phone2297,ASD7951599,1500
-153,12/9/2015,burma,aaa153,phone2318,ASD8007811,1500
-154,12/10/2015,burma,aaa154,phone2339,ASD8064023,1500
-155,12/11/2015,butan,aaa155,phone2360,ASD8120235,1500
-156,12/12/2015,burma,aaa156,phone2381,ASD8176447,1500
-157,12/13/2015,butan,aaa157,phone2402,ASD8232659,1500
-158,12/14/2015,burma,aaa158,phone2423,ASD8288871,1500
-159,12/15/2015,burma,aaa159,phone2444,ASD8345083,1500
-160,12/16/2015,butan,aaa160,phone2465,ASD8401295,1500
-161,12/17/2015,burma,aaa161,phone2486,ASD8457507,1500
-162,12/18/2015,butan,aaa162,phone2507,ASD8513719,1500
-163,12/19/2015,burma,aaa163,phone2528,ASD8569931,1500
-164,12/20/2015,burma,aaa164,phone2549,ASD8626143,1500
-165,12/21/2015,butan,aaa165,phone2570,ASD8682355,1500
-166,12/22/2015,burma,aaa166,phone2591,ASD8738567,1500
-167,12/23/2015,butan,aaa167,phone2612,ASD8794779,1500
-168,12/24/2015,burma,aaa168,phone2633,ASD8850991,1500
-169,12/25/2015,burma,aaa169,phone2654,ASD8907203,1500
-170,12/26/2015,butan,aaa170,phone2675,ASD8963415,1500
-171,12/27/2015,burma,aaa171,phone2696,ASD9019627,1500
-172,12/28/2015,butan,aaa172,phone2717,ASD9075839,1500
-173,12/29/2015,burma,aaa173,phone2738,ASD9132051,1500
-174,12/30/2015,burma,aaa174,phone2759,ASD9188263,1500
-175,12/31/2015,butan,aaa175,phone2780,ASD9244475,1500
-176,1/1/2016,burma,aaa176,phone2801,ASD9300687,1500
-177,1/2/2016,butan,aaa177,phone2822,ASD9356899,1500
-178,1/3/2016,burma,aaa178,phone2843,ASD9413111,1500
-179,1/4/2016,burma,aaa179,phone2864,ASD9469323,1500
-180,1/5/2016,butan,aaa180,phone2885,ASD9525535,1500
-181,1/6/2016,burma,aaa181,phone2906,ASD9581747,1500
-182,1/7/2016,butan,aaa182,phone2927,ASD9637959,1500
-183,1/8/2016,burma,aaa183,phone2948,ASD9694171,1500
-184,1/9/2016,burma,aaa184,phone2969,ASD9750383,1500
-185,1/10/2016,butan,aaa185,phone2990,ASD9806595,1500
-186,1/11/2016,burma,aaa186,phone3011,ASD9862807,1500
-187,1/12/2016,butan,aaa187,phone3032,ASD9919019,1500
-188,1/13/2016,burma,aaa188,phone3053,ASD9975231,1500
-189,1/14/2016,burma,aaa189,phone3074,ASD10031443,1500
-190,1/15/2016,butan,aaa190,phone3095,ASD10087655,1500
-191,1/16/2016,burma,aaa191,phone3116,ASD10143867,1500
-192,1/17/2016,butan,aaa192,phone3137,ASD10200079,1500
-193,1/18/2016,burma,aaa193,phone3158,ASD10256291,1500
-194,1/19/2016,burma,aaa194,phone3179,ASD10312503,1500
-195,1/20/2016,butan,aaa195,phone3200,ASD10368715,1500
-196,1/21/2016,burma,aaa196,phone3221,ASD10424927,1500
-197,1/22/2016,butan,aaa197,phone3242,ASD10481139,1500
-198,1/23/2016,burma,aaa198,phone3263,ASD10537351,1500
-199,1/24/2016,burma,aaa199,phone3284,ASD10593563,1500
-200,1/25/2016,butan,aaa200,phone3305,ASD10649775,1500
-201,1/26/2016,burma,aaa201,phone3326,ASD10705987,1500
-202,1/27/2016,butan,aaa202,phone3347,ASD10762199,1500
-203,1/28/2016,burma,aaa203,phone3368,ASD10818411,1500
-204,1/29/2016,burma,aaa204,phone3389,ASD10874623,1500
-205,1/30/2016,butan,aaa205,phone3410,ASD10930835,1500
-206,1/31/2016,burma,aaa206,phone3431,ASD10987047,1500
-207,2/1/2016,butan,aaa207,phone3452,ASD11043259,1500
-208,2/2/2016,burma,aaa208,phone3473,ASD11099471,1500
-209,2/3/2016,burma,aaa209,phone3494,ASD11155683,1500
-210,2/4/2016,butan,aaa210,phone3515,ASD11211895,1500
-211,2/5/2016,burma,aaa211,phone3536,ASD11268107,1500
-212,2/6/2016,butan,aaa212,phone3557,ASD11324319,1500
-213,2/7/2016,burma,aaa213,phone3578,ASD11380531,1500
-214,2/8/2016,burma,aaa214,phone3599,ASD11436743,1500
-215,2/9/2016,butan,aaa215,phone3620,ASD11492955,1500
-216,2/10/2016,burma,aaa216,phone3641,ASD11549167,1500
-217,2/11/2016,butan,aaa217,phone3662,ASD11605379,1500
-218,2/12/2016,burma,aaa218,phone3683,ASD11661591,1500
-219,2/13/2016,burma,aaa219,phone3704,ASD11717803,1500
-220,2/14/2016,butan,aaa220,phone3725,ASD11774015,1500
-221,2/15/2016,burma,aaa221,phone3746,ASD11830227,1500
-222,2/16/2016,butan,aaa222,phone3767,ASD11886439,1500
-223,2/17/2016,burma,aaa223,phone3788,ASD11942651,1500
-224,2/18/2016,burma,aaa224,phone3809,ASD11998863,1500
-225,2/19/2016,butan,aaa225,phone3830,ASD12055075,1500
-226,2/20/2016,burma,aaa226,phone3851,ASD12111287,1500
-227,2/21/2016,butan,aaa227,phone3872,ASD12167499,1500
-228,2/22/2016,burma,aaa228,phone3893,ASD12223711,1500
-229,2/23/2016,burma,aaa229,phone3914,ASD12279923,1500
-230,2/24/2016,butan,aaa230,phone3935,ASD12336135,1500
-231,2/25/2016,burma,aaa231,phone3956,ASD12392347,1500
-232,2/26/2016,butan,aaa232,phone3977,ASD12448559,1500
-233,2/27/2016,burma,aaa233,phone3998,ASD12504771,1500
-234,2/28/2016,burma,aaa234,phone4019,ASD12560983,1500
-235,2/29/2016,butan,aaa235,phone4040,ASD12617195,1500
-236,3/1/2016,burma,aaa236,phone4061,ASD12673407,1500
-237,3/2/2016,butan,aaa237,phone4082,ASD12729619,1500
-238,3/3/2016,burma,aaa238,phone4103,ASD12785831,1500
-239,3/4/2016,burma,aaa239,phone4124,ASD12842043,1500
-240,3/5/2016,butan,aaa240,phone4145,ASD12898255,1500
-241,3/6/2016,burma,aaa241,phone4166,ASD12954467,1500
-242,3/7/2016,butan,aaa242,phone4187,ASD13010679,1500
-243,3/8/2016,burma,aaa243,phone4208,ASD13066891,1500
-244,3/9/2016,burma,aaa244,phone4229,ASD13123103,1500
-245,3/10/2016,butan,aaa245,phone4250,ASD13179315,1500
-246,3/11/2016,burma,aaa246,phone4271,ASD13235527,1500
-247,3/12/2016,butan,aaa247,phone4292,ASD13291739,1500
-248,3/13/2016,burma,aaa248,phone4313,ASD13347951,1500
-249,3/14/2016,burma,aaa249,phone4334,ASD13404163,1500
-250,3/15/2016,butan,aaa250,phone4355,ASD13460375,1500
-251,3/16/2016,burma,aaa251,phone4376,ASD13516587,1500
-252,3/17/2016,butan,aaa252,phone4397,ASD13572799,1500
-253,3/18/2016,burma,aaa253,phone4418,ASD13629011,1500
-254,3/19/2016,burma,aaa254,phone4439,ASD13685223,1500
-255,3/20/2016,butan,aaa255,phone4460,ASD13741435,1500
-256,3/21/2016,burma,aaa256,phone4481,ASD13797647,1500
-257,3/22/2016,butan,aaa257,phone4502,ASD13853859,1500
-258,3/23/2016,burma,aaa258,phone4523,ASD13910071,1500
-259,3/24/2016,burma,aaa259,phone4544,ASD13966283,1500
-260,3/25/2016,butan,aaa260,phone4565,ASD14022495,1500
-261,3/26/2016,burma,aaa261,phone4586,ASD14078707,1500
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/compaction/compactioncard2_forhive.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/compaction/compactioncard2_forhive.csv b/integration/spark/src/test/resources/compaction/compactioncard2_forhive.csv
deleted file mode 100644
index 7d7673e..0000000
--- a/integration/spark/src/test/resources/compaction/compactioncard2_forhive.csv
+++ /dev/null
@@ -1,256 +0,0 @@
-6,7/28/2015,newzealand,aaa6,phone294,ASD59961,15005
-7,7/29/2015,mexico,aaa7,phone610,ASD14875,15006
-8,7/30/2015,westindies,aaa8,phone1848,ASD57308,15007
-9,7/18/2015,burma,aaa9,phone706,ASD86717,15008
-10,7/19/2015,butan,aaa10,phone685,ASD30505,1500
-11,7/20/2015,burma,aaa11,phone664,ASD25707,1500
-12,7/21/2015,butan,aaa12,phone643,ASD81919,1500
-13,7/22/2015,burma,aaa13,phone622,ASD138131,1500
-14,7/23/2015,burma,aaa14,phone601,ASD194343,1500
-15,7/24/2015,butan,aaa15,phone580,ASD250555,1500
-16,7/25/2015,burma,aaa16,phone559,ASD306767,1500
-17,7/26/2015,butan,aaa17,phone538,ASD362979,1500
-18,7/27/2015,burma,aaa18,phone517,ASD419191,1500
-19,7/28/2015,burma,aaa19,phone496,ASD475403,1500
-20,7/29/2015,butan,aaa20,phone475,ASD531615,1500
-21,7/30/2015,burma,aaa21,phone454,ASD587827,1500
-22,7/31/2015,butan,aaa22,phone433,ASD644039,1500
-23,8/1/2015,burma,aaa23,phone412,ASD700251,1500
-24,8/2/2015,burma,aaa24,phone391,ASD756463,1500
-25,8/3/2015,butan,aaa25,phone370,ASD812675,1500
-26,8/4/2015,burma,aaa26,phone349,ASD868887,1500
-27,8/5/2015,butan,aaa27,phone328,ASD925099,1500
-28,8/6/2015,burma,aaa28,phone307,ASD981311,1500
-29,8/7/2015,burma,aaa29,phone286,ASD1037523,1500
-30,8/8/2015,butan,aaa30,phone265,ASD1093735,1500
-31,8/9/2015,burma,aaa31,phone244,ASD1149947,1500
-32,8/10/2015,butan,aaa32,phone223,ASD1206159,1500
-33,8/11/2015,burma,aaa33,phone202,ASD1262371,1500
-34,8/12/2015,burma,aaa34,phone181,ASD1318583,1500
-35,8/13/2015,butan,aaa35,phone160,ASD1374795,1500
-36,8/14/2015,burma,aaa36,phone139,ASD1431007,1500
-37,8/15/2015,butan,aaa37,phone118,ASD1487219,1500
-38,8/16/2015,burma,aaa38,phone97,ASD1543431,1500
-39,8/17/2015,burma,aaa39,phone76,ASD1599643,1500
-40,8/18/2015,butan,aaa40,phone55,ASD1655855,1500
-41,8/19/2015,burma,aaa41,phone34,ASD1712067,1500
-42,8/20/2015,butan,aaa42,phone13,ASD1768279,1500
-43,8/21/2015,burma,aaa43,phone8,ASD1824491,1500
-44,8/22/2015,burma,aaa44,phone29,ASD1880703,1500
-45,8/23/2015,butan,aaa45,phone50,ASD1936915,1500
-46,8/24/2015,burma,aaa46,phone71,ASD1993127,1500
-47,8/25/2015,butan,aaa47,phone92,ASD2049339,1500
-48,8/26/2015,burma,aaa48,phone113,ASD2105551,1500
-49,8/27/2015,burma,aaa49,phone134,ASD2161763,1500
-50,8/28/2015,butan,aaa50,phone155,ASD2217975,1500
-51,8/29/2015,burma,aaa51,phone176,ASD2274187,1500
-52,8/30/2015,butan,aaa52,phone197,ASD2330399,1500
-53,8/31/2015,burma,aaa53,phone218,ASD2386611,1500
-54,9/1/2015,burma,aaa54,phone239,ASD2442823,1500
-55,9/2/2015,butan,aaa55,phone260,ASD2499035,1500
-56,9/3/2015,burma,aaa56,phone281,ASD2555247,1500
-57,9/4/2015,butan,aaa57,phone302,ASD2611459,1500
-58,9/5/2015,burma,aaa58,phone323,ASD2667671,1500
-59,9/6/2015,burma,aaa59,phone344,ASD2723883,1500
-60,9/7/2015,butan,aaa60,phone365,ASD2780095,1500
-61,9/8/2015,burma,aaa61,phone386,ASD2836307,1500
-62,9/9/2015,butan,aaa62,phone407,ASD2892519,1500
-63,9/10/2015,burma,aaa63,phone428,ASD2948731,1500
-64,9/11/2015,burma,aaa64,phone449,ASD3004943,1500
-65,9/12/2015,butan,aaa65,phone470,ASD3061155,1500
-66,9/13/2015,burma,aaa66,phone491,ASD3117367,1500
-67,9/14/2015,butan,aaa67,phone512,ASD3173579,1500
-68,9/15/2015,burma,aaa68,phone533,ASD3229791,1500
-69,9/16/2015,burma,aaa69,phone554,ASD3286003,1500
-70,9/17/2015,butan,aaa70,phone575,ASD3342215,1500
-71,9/18/2015,burma,aaa71,phone596,ASD3398427,1500
-72,9/19/2015,butan,aaa72,phone617,ASD3454639,1500
-73,9/20/2015,burma,aaa73,phone638,ASD3510851,1500
-74,9/21/2015,burma,aaa74,phone659,ASD3567063,1500
-75,9/22/2015,butan,aaa75,phone680,ASD3623275,1500
-76,9/23/2015,burma,aaa76,phone701,ASD3679487,1500
-77,9/24/2015,butan,aaa77,phone722,ASD3735699,1500
-78,9/25/2015,burma,aaa78,phone743,ASD3791911,1500
-79,9/26/2015,burma,aaa79,phone764,ASD3848123,1500
-80,9/27/2015,butan,aaa80,phone785,ASD3904335,1500
-81,9/28/2015,burma,aaa81,phone806,ASD3960547,1500
-82,9/29/2015,butan,aaa82,phone827,ASD4016759,1500
-83,9/30/2015,burma,aaa83,phone848,ASD4072971,1500
-84,10/1/2015,burma,aaa84,phone869,ASD4129183,1500
-85,10/2/2015,butan,aaa85,phone890,ASD4185395,1500
-86,10/3/2015,burma,aaa86,phone911,ASD4241607,1500
-87,10/4/2015,butan,aaa87,phone932,ASD4297819,1500
-88,10/5/2015,burma,aaa88,phone953,ASD4354031,1500
-89,10/6/2015,burma,aaa89,phone974,ASD4410243,1500
-90,10/7/2015,butan,aaa90,phone995,ASD4466455,1500
-91,10/8/2015,burma,aaa91,phone1016,ASD4522667,1500
-92,10/9/2015,butan,aaa92,phone1037,ASD4578879,1500
-93,10/10/2015,burma,aaa93,phone1058,ASD4635091,1500
-94,10/11/2015,burma,aaa94,phone1079,ASD4691303,1500
-95,10/12/2015,butan,aaa95,phone1100,ASD4747515,1500
-96,10/13/2015,burma,aaa96,phone1121,ASD4803727,1500
-97,10/14/2015,butan,aaa97,phone1142,ASD4859939,1500
-98,10/15/2015,burma,aaa98,phone1163,ASD4916151,1500
-99,10/16/2015,burma,aaa99,phone1184,ASD4972363,1500
-100,10/17/2015,butan,aaa100,phone1205,ASD5028575,1500
-101,10/18/2015,burma,aaa101,phone1226,ASD5084787,1500
-102,10/19/2015,butan,aaa102,phone1247,ASD5140999,1500
-103,10/20/2015,burma,aaa103,phone1268,ASD5197211,1500
-104,10/21/2015,burma,aaa104,phone1289,ASD5253423,1500
-105,10/22/2015,butan,aaa105,phone1310,ASD5309635,1500
-106,10/23/2015,burma,aaa106,phone1331,ASD5365847,1500
-107,10/24/2015,butan,aaa107,phone1352,ASD5422059,1500
-108,10/25/2015,burma,aaa108,phone1373,ASD5478271,1500
-109,10/26/2015,burma,aaa109,phone1394,ASD5534483,1500
-110,10/27/2015,butan,aaa110,phone1415,ASD5590695,1500
-111,10/28/2015,burma,aaa111,phone1436,ASD5646907,1500
-112,10/29/2015,butan,aaa112,phone1457,ASD5703119,1500
-113,10/30/2015,burma,aaa113,phone1478,ASD5759331,1500
-114,10/31/2015,burma,aaa114,phone1499,ASD5815543,1500
-115,11/1/2015,butan,aaa115,phone1520,ASD5871755,1500
-116,11/2/2015,burma,aaa116,phone1541,ASD5927967,1500
-117,11/3/2015,butan,aaa117,phone1562,ASD5984179,1500
-118,11/4/2015,burma,aaa118,phone1583,ASD6040391,1500
-119,11/5/2015,burma,aaa119,phone1604,ASD6096603,1500
-120,11/6/2015,butan,aaa120,phone1625,ASD6152815,1500
-121,11/7/2015,burma,aaa121,phone1646,ASD6209027,1500
-122,11/8/2015,butan,aaa122,phone1667,ASD6265239,1500
-123,11/9/2015,burma,aaa123,phone1688,ASD6321451,1500
-124,11/10/2015,burma,aaa124,phone1709,ASD6377663,1500
-125,11/11/2015,butan,aaa125,phone1730,ASD6433875,1500
-126,11/12/2015,burma,aaa126,phone1751,ASD6490087,1500
-127,11/13/2015,butan,aaa127,phone1772,ASD6546299,1500
-128,11/14/2015,burma,aaa128,phone1793,ASD6602511,1500
-129,11/15/2015,burma,aaa129,phone1814,ASD6658723,1500
-130,11/16/2015,butan,aaa130,phone1835,ASD6714935,1500
-131,11/17/2015,burma,aaa131,phone1856,ASD6771147,1500
-132,11/18/2015,butan,aaa132,phone1877,ASD6827359,1500
-133,11/19/2015,burma,aaa133,phone1898,ASD6883571,1500
-134,11/20/2015,burma,aaa134,phone1919,ASD6939783,1500
-135,11/21/2015,butan,aaa135,phone1940,ASD6995995,1500
-136,11/22/2015,burma,aaa136,phone1961,ASD7052207,1500
-137,11/23/2015,butan,aaa137,phone1982,ASD7108419,1500
-138,11/24/2015,burma,aaa138,phone2003,ASD7164631,1500
-139,11/25/2015,burma,aaa139,phone2024,ASD7220843,1500
-140,11/26/2015,butan,aaa140,phone2045,ASD7277055,1500
-141,11/27/2015,burma,aaa141,phone2066,ASD7333267,1500
-142,11/28/2015,butan,aaa142,phone2087,ASD7389479,1500
-143,11/29/2015,burma,aaa143,phone2108,ASD7445691,1500
-144,11/30/2015,burma,aaa144,phone2129,ASD7501903,1500
-145,12/1/2015,butan,aaa145,phone2150,ASD7558115,1500
-146,12/2/2015,burma,aaa146,phone2171,ASD7614327,1500
-147,12/3/2015,butan,aaa147,phone2192,ASD7670539,1500
-148,12/4/2015,burma,aaa148,phone2213,ASD7726751,1500
-149,12/5/2015,burma,aaa149,phone2234,ASD7782963,1500
-150,12/6/2015,butan,aaa150,phone2255,ASD7839175,1500
-151,12/7/2015,burma,aaa151,phone2276,ASD7895387,1500
-152,12/8/2015,butan,aaa152,phone2297,ASD7951599,1500
-153,12/9/2015,burma,aaa153,phone2318,ASD8007811,1500
-154,12/10/2015,burma,aaa154,phone2339,ASD8064023,1500
-155,12/11/2015,butan,aaa155,phone2360,ASD8120235,1500
-156,12/12/2015,burma,aaa156,phone2381,ASD8176447,1500
-157,12/13/2015,butan,aaa157,phone2402,ASD8232659,1500
-158,12/14/2015,burma,aaa158,phone2423,ASD8288871,1500
-159,12/15/2015,burma,aaa159,phone2444,ASD8345083,1500
-160,12/16/2015,butan,aaa160,phone2465,ASD8401295,1500
-161,12/17/2015,burma,aaa161,phone2486,ASD8457507,1500
-162,12/18/2015,butan,aaa162,phone2507,ASD8513719,1500
-163,12/19/2015,burma,aaa163,phone2528,ASD8569931,1500
-164,12/20/2015,burma,aaa164,phone2549,ASD8626143,1500
-165,12/21/2015,butan,aaa165,phone2570,ASD8682355,1500
-166,12/22/2015,burma,aaa166,phone2591,ASD8738567,1500
-167,12/23/2015,butan,aaa167,phone2612,ASD8794779,1500
-168,12/24/2015,burma,aaa168,phone2633,ASD8850991,1500
-169,12/25/2015,burma,aaa169,phone2654,ASD8907203,1500
-170,12/26/2015,butan,aaa170,phone2675,ASD8963415,1500
-171,12/27/2015,burma,aaa171,phone2696,ASD9019627,1500
-172,12/28/2015,butan,aaa172,phone2717,ASD9075839,1500
-173,12/29/2015,burma,aaa173,phone2738,ASD9132051,1500
-174,12/30/2015,burma,aaa174,phone2759,ASD9188263,1500
-175,12/31/2015,butan,aaa175,phone2780,ASD9244475,1500
-176,1/1/2016,burma,aaa176,phone2801,ASD9300687,1500
-177,1/2/2016,butan,aaa177,phone2822,ASD9356899,1500
-178,1/3/2016,burma,aaa178,phone2843,ASD9413111,1500
-179,1/4/2016,burma,aaa179,phone2864,ASD9469323,1500
-180,1/5/2016,butan,aaa180,phone2885,ASD9525535,1500
-181,1/6/2016,burma,aaa181,phone2906,ASD9581747,1500
-182,1/7/2016,butan,aaa182,phone2927,ASD9637959,1500
-183,1/8/2016,burma,aaa183,phone2948,ASD9694171,1500
-184,1/9/2016,burma,aaa184,phone2969,ASD9750383,1500
-185,1/10/2016,butan,aaa185,phone2990,ASD9806595,1500
-186,1/11/2016,burma,aaa186,phone3011,ASD9862807,1500
-187,1/12/2016,butan,aaa187,phone3032,ASD9919019,1500
-188,1/13/2016,burma,aaa188,phone3053,ASD9975231,1500
-189,1/14/2016,burma,aaa189,phone3074,ASD10031443,1500
-190,1/15/2016,butan,aaa190,phone3095,ASD10087655,1500
-191,1/16/2016,burma,aaa191,phone3116,ASD10143867,1500
-192,1/17/2016,butan,aaa192,phone3137,ASD10200079,1500
-193,1/18/2016,burma,aaa193,phone3158,ASD10256291,1500
-194,1/19/2016,burma,aaa194,phone3179,ASD10312503,1500
-195,1/20/2016,butan,aaa195,phone3200,ASD10368715,1500
-196,1/21/2016,burma,aaa196,phone3221,ASD10424927,1500
-197,1/22/2016,butan,aaa197,phone3242,ASD10481139,1500
-198,1/23/2016,burma,aaa198,phone3263,ASD10537351,1500
-199,1/24/2016,burma,aaa199,phone3284,ASD10593563,1500
-200,1/25/2016,butan,aaa200,phone3305,ASD10649775,1500
-201,1/26/2016,burma,aaa201,phone3326,ASD10705987,1500
-202,1/27/2016,butan,aaa202,phone3347,ASD10762199,1500
-203,1/28/2016,burma,aaa203,phone3368,ASD10818411,1500
-204,1/29/2016,burma,aaa204,phone3389,ASD10874623,1500
-205,1/30/2016,butan,aaa205,phone3410,ASD10930835,1500
-206,1/31/2016,burma,aaa206,phone3431,ASD10987047,1500
-207,2/1/2016,butan,aaa207,phone3452,ASD11043259,1500
-208,2/2/2016,burma,aaa208,phone3473,ASD11099471,1500
-209,2/3/2016,burma,aaa209,phone3494,ASD11155683,1500
-210,2/4/2016,butan,aaa210,phone3515,ASD11211895,1500
-211,2/5/2016,burma,aaa211,phone3536,ASD11268107,1500
-212,2/6/2016,butan,aaa212,phone3557,ASD11324319,1500
-213,2/7/2016,burma,aaa213,phone3578,ASD11380531,1500
-214,2/8/2016,burma,aaa214,phone3599,ASD11436743,1500
-215,2/9/2016,butan,aaa215,phone3620,ASD11492955,1500
-216,2/10/2016,burma,aaa216,phone3641,ASD11549167,1500
-217,2/11/2016,butan,aaa217,phone3662,ASD11605379,1500
-218,2/12/2016,burma,aaa218,phone3683,ASD11661591,1500
-219,2/13/2016,burma,aaa219,phone3704,ASD11717803,1500
-220,2/14/2016,butan,aaa220,phone3725,ASD11774015,1500
-221,2/15/2016,burma,aaa221,phone3746,ASD11830227,1500
-222,2/16/2016,butan,aaa222,phone3767,ASD11886439,1500
-223,2/17/2016,burma,aaa223,phone3788,ASD11942651,1500
-224,2/18/2016,burma,aaa224,phone3809,ASD11998863,1500
-225,2/19/2016,butan,aaa225,phone3830,ASD12055075,1500
-226,2/20/2016,burma,aaa226,phone3851,ASD12111287,1500
-227,2/21/2016,butan,aaa227,phone3872,ASD12167499,1500
-228,2/22/2016,burma,aaa228,phone3893,ASD12223711,1500
-229,2/23/2016,burma,aaa229,phone3914,ASD12279923,1500
-230,2/24/2016,butan,aaa230,phone3935,ASD12336135,1500
-231,2/25/2016,burma,aaa231,phone3956,ASD12392347,1500
-232,2/26/2016,butan,aaa232,phone3977,ASD12448559,1500
-233,2/27/2016,burma,aaa233,phone3998,ASD12504771,1500
-234,2/28/2016,burma,aaa234,phone4019,ASD12560983,1500
-235,2/29/2016,butan,aaa235,phone4040,ASD12617195,1500
-236,3/1/2016,burma,aaa236,phone4061,ASD12673407,1500
-237,3/2/2016,butan,aaa237,phone4082,ASD12729619,1500
-238,3/3/2016,burma,aaa238,phone4103,ASD12785831,1500
-239,3/4/2016,burma,aaa239,phone4124,ASD12842043,1500
-240,3/5/2016,butan,aaa240,phone4145,ASD12898255,1500
-241,3/6/2016,burma,aaa241,phone4166,ASD12954467,1500
-242,3/7/2016,butan,aaa242,phone4187,ASD13010679,1500
-243,3/8/2016,burma,aaa243,phone4208,ASD13066891,1500
-244,3/9/2016,burma,aaa244,phone4229,ASD13123103,1500
-245,3/10/2016,butan,aaa245,phone4250,ASD13179315,1500
-246,3/11/2016,burma,aaa246,phone4271,ASD13235527,1500
-247,3/12/2016,butan,aaa247,phone4292,ASD13291739,1500
-248,3/13/2016,burma,aaa248,phone4313,ASD13347951,1500
-249,3/14/2016,burma,aaa249,phone4334,ASD13404163,1500
-250,3/15/2016,butan,aaa250,phone4355,ASD13460375,1500
-251,3/16/2016,burma,aaa251,phone4376,ASD13516587,1500
-252,3/17/2016,butan,aaa252,phone4397,ASD13572799,1500
-253,3/18/2016,burma,aaa253,phone4418,ASD13629011,1500
-254,3/19/2016,burma,aaa254,phone4439,ASD13685223,1500
-255,3/20/2016,butan,aaa255,phone4460,ASD13741435,1500
-256,3/21/2016,burma,aaa256,phone4481,ASD13797647,1500
-257,3/22/2016,butan,aaa257,phone4502,ASD13853859,1500
-258,3/23/2016,burma,aaa258,phone4523,ASD13910071,1500
-259,3/24/2016,burma,aaa259,phone4544,ASD13966283,1500
-260,3/25/2016,butan,aaa260,phone4565,ASD14022495,1500
-261,3/26/2016,burma,aaa261,phone4586,ASD14078707,1500
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexTypeDecimal.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexTypeDecimal.csv b/integration/spark/src/test/resources/complexTypeDecimal.csv
deleted file mode 100644
index 8c90d27..0000000
--- a/integration/spark/src/test/resources/complexTypeDecimal.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary,complex
-1.2,2015/7/23,china,aaa1,phone197,ASD69643,15000,3.113$3.33
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001,3.123$7.33
-4.3,2015/7/26,china,aaa4,phone2435,ASD66902,15003,3.123$56.33
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004,3.133$5.33
-6.5,2015/7/28,china,aaa6,phone294,ASD59961,15005,3.133$54.33
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007,32.13$56.33
-9.1,2015/7/18,china,aaa9,phone706,ASD86717,15008,3.213$44.33
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009,32.13$33.33
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexTypeDecimalNested.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexTypeDecimalNested.csv b/integration/spark/src/test/resources/complexTypeDecimalNested.csv
deleted file mode 100644
index 4951bf8..0000000
--- a/integration/spark/src/test/resources/complexTypeDecimalNested.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary,complex
-1.2,2015/7/23,china,aaa1,phone197,ASD69643,15000,3.113:imei$3.33:imsi
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001,3.123:imei$7.33:imsi
-4.3,2015/7/26,china,aaa4,phone2435,ASD66902,15003,3.123:imei$56.33:imsi
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004,3.133:imei$5.33:imsi
-6.5,2015/7/28,china,aaa6,phone294,ASD59961,15005,3.133:imei$54.33:imsi
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007,32.13:imei$56.33:imsi
-9.1,2015/7/18,china,aaa9,phone706,ASD86717,15008,3.213:imei$44.33:imsi
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009,32.13:imei$33.33:imsi
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/complexTypeDecimalNestedHive.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/complexTypeDecimalNestedHive.csv b/integration/spark/src/test/resources/complexTypeDecimalNestedHive.csv
deleted file mode 100644
index ae67723..0000000
--- a/integration/spark/src/test/resources/complexTypeDecimalNestedHive.csv
+++ /dev/null
@@ -1,8 +0,0 @@
-1.2,2015/7/23,china,aaa1,phone197,ASD69643,15000,3.113:imei$3.33:imsi
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001,3.123:imei$7.33:imsi
-4.3,2015/7/26,china,aaa4,phone2435,ASD66902,15003,3.123:imei$56.33:imsi
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004,3.133:imei$5.33:imsi
-6.5,2015/7/28,china,aaa6,phone294,ASD59961,15005,3.133:imei$54.33:imsi
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007,32.13:imei$56.33:imsi
-9.1,2015/7/18,china,aaa9,phone706,ASD86717,15008,3.213:imei$44.33:imsi
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009,32.13:imei$33.33:imsi
\ No newline at end of file
[12/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/sample.csv.gz
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/sample.csv.gz b/integration/spark/src/test/resources/sample.csv.gz
deleted file mode 100644
index 80513b8..0000000
Binary files a/integration/spark/src/test/resources/sample.csv.gz and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/sampleComplex.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/sampleComplex.csv b/integration/spark/src/test/resources/sampleComplex.csv
deleted file mode 100644
index 95ba5f2..0000000
--- a/integration/spark/src/test/resources/sampleComplex.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-Id,number,name,gamePoint,mac
-1,1.5,Mark,1.2$2,3
-2,2,Twin,2.0$3,1.5
-3,3.0,Betty,5$2.0,2
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/sample_withDelimiter017.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/sample_withDelimiter017.csv b/integration/spark/src/test/resources/sample_withDelimiter017.csv
deleted file mode 100644
index c40b03a..0000000
--- a/integration/spark/src/test/resources/sample_withDelimiter017.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-idnamecityage
-1davidshenzhen31
-2easonshenzhen27
-3jarrywuhan35
-3jarryBangalore35
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/shortolap.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/shortolap.csv b/integration/spark/src/test/resources/shortolap.csv
deleted file mode 100644
index 1c237b8..0000000
--- a/integration/spark/src/test/resources/shortolap.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-imei0,2147,9279,100.05,100.055,2016-05-01 12:25:36,aa,11
-imei1,-2148,-9807,10.05,100.05,2016-05-02 19:25:15,bb,22
-imei2,2147,9279,100.05,100.055,2016-05-01 12:25:36,cc,33
-imei3,-217,-9206,100.005,100.05,2016-05-02 19:25:15,dd,44
-imei4,10,0,15.5,45,2016-05-02 19:25:15,ee,55
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/stringtypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/stringtypecube.xml b/integration/spark/src/test/resources/stringtypecube.xml
deleted file mode 100644
index dff7ccc..0000000
--- a/integration/spark/src/test/resources/stringtypecube.xml
+++ /dev/null
@@ -1,55 +0,0 @@
-<!--
- ~ Licensed to the Apache Software Foundation (ASF) under one
- ~ or more contributor license agreements. See the NOTICE file
- ~ distributed with this work for additional information
- ~ regarding copyright ownership. The ASF licenses this file
- ~ to you under the Apache License, Version 2.0 (the
- ~ "License"); you may not use this file except in compliance
- ~ with the License. You may obtain a copy of the License at
- ~
- ~ http://www.apache.org/licenses/LICENSE-2.0
- ~
- ~ Unless required by applicable law or agreed to in writing,
- ~ software distributed under the License is distributed on an
- ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ~ KIND, either express or implied. See the License for the
- ~ specific language governing permissions and limitations
- ~ under the License.
- -->
-
-<Schema name="default">
- <Cube name="stringtypecube" visible="true" cache="true" enabled="true">
- <Table name="stringtypecube" alias="">
- </Table>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empname">
- <Hierarchy name="empname" hasAll="true" normalized="false">
- <Level name="empname" column="empname" type="String" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="designation">
- <Hierarchy name="designation" hasAll="true" normalized="false">
- <Level name="designation" column="designation" type="String" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="workgroupcategoryname">
- <Hierarchy name="workgroupcategoryname" hasAll="true" normalized="false">
- <Level name="workgroupcategoryname" column="workgroupcategoryname" type="String"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptname">
- <Hierarchy name="deptname" hasAll="true" normalized="false">
- <Level name="deptname" column="deptname" type="String" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Measure name="default_dummy_measure" column="default_dummy_measure" datatype="Numeric"
- aggregator="sum" visible="false">
- </Measure>
- </Cube>
-</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/struct_all.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/struct_all.csv b/integration/spark/src/test/resources/struct_all.csv
deleted file mode 100644
index 02b6387..0000000
--- a/integration/spark/src/test/resources/struct_all.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-10&10$10&10
-20&20$20&20
-30&30$30&30
-40&40$40&40
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/structusingstruct.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/structusingstruct.csv b/integration/spark/src/test/resources/structusingstruct.csv
deleted file mode 100644
index 5a2bae1..0000000
--- a/integration/spark/src/test/resources/structusingstruct.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-def$klm&abc$12
-pri$sac&pra$18
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/test.json
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/test.json b/integration/spark/src/test/resources/test.json
deleted file mode 100644
index 50a859c..0000000
--- a/integration/spark/src/test/resources/test.json
+++ /dev/null
@@ -1,3 +0,0 @@
-{"name":"Michael"}
-{"name":"Andy", "age":30}
-{"name":"Justin", "age":19}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/timeStampFormatData1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/timeStampFormatData1.csv b/integration/spark/src/test/resources/timeStampFormatData1.csv
deleted file mode 100644
index eed124d..0000000
--- a/integration/spark/src/test/resources/timeStampFormatData1.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-ID,date,starttime,country,name,phonetype,serialname,salary
-1,2015/7/23,2016-7-23 01:01:30,china,aaa1,phone197,ASD69643,15000
-2,2015/7/24,2016-7-24 01:02:30,china,aaa2,phone756,ASD42892,15001
-3,2015/7/25,2016-7-25 01:03:30,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,2016-7-26 01:04:30,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,2016-7-27 01:05:30,china,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,2016-7-28 01:06:30,china,aaa6,phone294,ASD59961,15005
-7,2015/7/29,2016-7-29 01:07:30,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,2016-7-30 01:08:30,china,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,2016-7-18 01:09:30,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,2016-7-19 01:10:30,usa,aaa10,phone685,ASD30505,15009
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/timeStampFormatData2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/timeStampFormatData2.csv b/integration/spark/src/test/resources/timeStampFormatData2.csv
deleted file mode 100644
index e8f255b..0000000
--- a/integration/spark/src/test/resources/timeStampFormatData2.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-ID,date,starttime,country,name,phonetype,serialname,salary
-11,2015-7-18,2016/07/18 02:02:02,china,aaa11,phone1554,ASD26101,15010
-12,2015-7-19,2016/07/19 02:12:02,china,aaa12,phone1781,ASD85711,15011
-13,2015-7-20,2016/07/20 02:22:02,china,aaa13,phone943,ASD39200,15012
-14,2015-7-21,2016/07/21 02:32:02,china,aaa14,phone1954,ASD80468,15013
-15,2015-7-22,2016/07/22 02:42:02,china,aaa15,phone451,ASD1954,15014
-16,2015-7-23,2016/07/23 02:52:02,china,aaa16,phone390,ASD38513,15015
-17,2015-7-24,2016/07/24 02:42:02,china,aaa17,phone1929,ASD86213,15016
-18,2015-7-25,2016/07/25 02:32:02,usa,aaa18,phone910,ASD88812,15017
-19,2015-7-26,2016/07/26 02:22:02,china,aaa19,phone2151,ASD9316,15018
-20,2015-7-27,2016/07/27 02:12:02,china,aaa20,phone2625,ASD62597,15019
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/timestampdata.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/timestampdata.csv b/integration/spark/src/test/resources/timestampdata.csv
deleted file mode 100644
index b0339bc..0000000
--- a/integration/spark/src/test/resources/timestampdata.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-imei001,rat$aaa1,111$111,2015-01-01 13:00:00.000$2015-01-01 13:00:00.000,16$64,babu$001
-imei002,rat$aaa2,111$112,2015-01-01 13:00:00.000$2015-01-02 13:00:00.000,16$65,babu$002
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/timestamptypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/timestamptypecube.xml b/integration/spark/src/test/resources/timestamptypecube.xml
deleted file mode 100644
index 885eb44..0000000
--- a/integration/spark/src/test/resources/timestamptypecube.xml
+++ /dev/null
@@ -1,50 +0,0 @@
-<!--
- ~ Licensed to the Apache Software Foundation (ASF) under one
- ~ or more contributor license agreements. See the NOTICE file
- ~ distributed with this work for additional information
- ~ regarding copyright ownership. The ASF licenses this file
- ~ to you under the Apache License, Version 2.0 (the
- ~ "License"); you may not use this file except in compliance
- ~ with the License. You may obtain a copy of the License at
- ~
- ~ http://www.apache.org/licenses/LICENSE-2.0
- ~
- ~ Unless required by applicable law or agreed to in writing,
- ~ software distributed under the License is distributed on an
- ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ~ KIND, either express or implied. See the License for the
- ~ specific language governing permissions and limitations
- ~ under the License.
- -->
-
-<Schema name="default">
- <Cube name="timestamptypecube" visible="true" cache="true" enabled="true">
- <Table name="timestamptypecube" alias="">
- </Table>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="doj">
- <Hierarchy name="doj" hasAll="true" normalized="false">
- <Level name="doj" column="doj" type="Timestamp" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="projectjoindate">
- <Hierarchy name="projectjoindate" hasAll="true" normalized="false">
- <Level name="projectjoindate" column="projectjoindate" type="Timestamp"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="projectenddate">
- <Hierarchy name="projectenddate" hasAll="true" normalized="false">
- <Level name="projectenddate" column="projectenddate" type="Timestamp"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Measure name="default_dummy_measure" column="default_dummy_measure" datatype="Numeric"
- aggregator="sum" visible="false">
- </Measure>
- </Cube>
-</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/verticalDelimitedData.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/verticalDelimitedData.csv b/integration/spark/src/test/resources/verticalDelimitedData.csv
deleted file mode 100644
index 24c353e..0000000
--- a/integration/spark/src/test/resources/verticalDelimitedData.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-100044|1232|1697
-100045|1602|1234
-100047|8392|1823
-100048|1184|1234
-100051|2320|1407
-100052|2300|845
-100053|1210|1655
-100054|1689|1368
-100055|2823|1728
-100056|68|750
-100057|716|2288
-100058|864|1234
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/windows.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/windows.csv b/integration/spark/src/test/resources/windows.csv
deleted file mode 100644
index 6dac9e2..0000000
--- a/integration/spark/src/test/resources/windows.csv
+++ /dev/null
@@ -1,1000 +0,0 @@
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001
-3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,china,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
-12,2015/7/19,china,aaa12,phone1781,ASD85711,15011
-13,2015/7/20,china,aaa13,phone943,ASD39200,15012
-14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
-15,2015/7/22,china,aaa15,phone451,ASD1954,15014
-16,2015/7/23,china,aaa16,phone390,ASD38513,15015
-17,2015/7/24,china,aaa17,phone1929,ASD86213,15016
-18,2015/7/25,usa,aaa18,phone910,ASD88812,15017
-19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
-20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
-21,2015/7/28,china,aaa21,phone1371,ASD27896,15020
-22,2015/7/29,china,aaa22,phone945,ASD79760,15021
-23,2015/7/30,china,aaa23,phone2177,ASD45410,15022
-24,2015/7/31,china,aaa24,phone1586,ASD80645,15023
-25,2015/8/1,china,aaa25,phone1310,ASD36408,15024
-26,2015/8/2,china,aaa26,phone1579,ASD14571,15025
-27,2015/8/3,china,aaa27,phone2123,ASD36243,15026
-28,2015/8/4,china,aaa28,phone2334,ASD57825,15027
-29,2015/8/5,china,aaa29,phone1166,ASD26161,15028
-30,2015/8/6,china,aaa30,phone2248,ASD47899,15029
-31,2015/8/7,china,aaa31,phone475,ASD89811,15030
-32,2015/8/8,china,aaa32,phone2499,ASD87974,15031
-33,2015/8/9,china,aaa33,phone2333,ASD62408,15032
-34,2015/8/10,china,aaa34,phone1128,ASD73138,15033
-35,2015/8/11,china,aaa35,phone1063,ASD29573,15034
-36,2015/8/12,china,aaa36,phone1633,ASD82574,15035
-37,2015/8/13,china,aaa37,phone775,ASD47938,15036
-38,2015/8/14,china,aaa38,phone817,ASD40947,15037
-39,2015/8/15,china,aaa39,phone2221,ASD6379,15038
-40,2015/8/16,china,aaa40,phone2289,ASD48374,15039
-41,2015/8/17,china,aaa41,phone599,ASD44560,15040
-42,2015/8/18,china,aaa42,phone384,ASD613,15041
-43,2015/8/19,china,aaa43,phone731,ASD66050,15042
-44,2015/8/20,china,aaa44,phone2128,ASD39759,15043
-45,2015/8/21,china,aaa45,phone1503,ASD31200,15044
-46,2015/8/22,china,aaa46,phone1833,ASD22945,15045
-47,2015/8/23,china,aaa47,phone2346,ASD80162,15046
-48,2015/8/24,china,aaa48,phone2714,ASD27822,15047
-49,2015/8/25,china,aaa49,phone1582,ASD21279,15048
-50,2015/8/26,china,aaa50,phone83,ASD17242,15049
-51,2015/8/27,china,aaa51,phone54,ASD29131,15050
-52,2015/8/28,china,aaa52,phone526,ASD73647,15051
-53,2015/8/29,china,aaa53,phone1308,ASD80493,15052
-54,2015/8/30,china,aaa54,phone2785,ASD30573,15053
-55,2015/8/31,china,aaa55,phone2133,ASD49757,15054
-56,2015/9/1,china,aaa56,phone871,ASD54753,15055
-57,2015/9/2,china,aaa57,phone1570,ASD25758,15056
-58,2015/9/3,china,aaa58,phone434,ASD30291,15057
-59,2015/9/4,china,aaa59,phone2023,ASD60739,15058
-60,2015/9/5,china,aaa60,phone1755,ASD4955,15059
-61,2015/9/6,china,aaa61,phone1120,ASD41678,15060
-62,2015/9/7,china,aaa62,phone526,ASD73647,15061
-63,2015/9/8,china,aaa63,phone111,ASD20917,15062
-64,2015/9/9,china,aaa64,phone2477,ASD78171,15063
-65,2015/9/10,china,aaa65,phone1458,ASD3023,15064
-66,2015/9/11,china,aaa66,phone33,ASD54379,15065
-67,2015/9/12,china,aaa67,phone1710,ASD65296,15066
-68,2015/9/13,china,aaa68,phone118,ASD4568,15067
-69,2015/9/14,china,aaa69,phone2772,ASD42161,15068
-70,2015/9/15,china,aaa70,phone1013,ASD88261,15069
-71,2015/9/16,china,aaa71,phone1606,ASD33903,15070
-72,2015/9/17,china,aaa72,phone2800,ASD60308,15071
-73,2015/9/18,china,aaa73,phone2461,ASD14645,15072
-74,2015/9/19,china,aaa74,phone1038,ASD66620,15073
-75,2015/9/20,china,aaa75,phone2882,ASD23220,15074
-76,2015/9/21,china,aaa76,phone1665,ASD31618,15075
-77,2015/9/22,china,aaa77,phone2991,ASD37964,15076
-78,2015/9/23,china,aaa78,phone620,ASD7257,15077
-79,2015/9/24,china,aaa79,phone1097,ASD12510,15078
-80,2015/9/25,usa,aaa80,phone1668,ASD41149,15079
-81,2015/9/26,china,aaa81,phone2869,ASD95862,15080
-82,2015/9/27,china,aaa82,phone2506,ASD77011,15081
-83,2015/9/28,china,aaa83,phone2897,ASD6674,15082
-84,2015/9/29,china,aaa84,phone954,ASD72595,15083
-85,2015/9/30,china,aaa85,phone1382,ASD86617,15084
-86,2015/10/1,china,aaa86,phone284,ASD31454,15085
-87,2015/10/2,china,aaa87,phone1000,ASD1404,15086
-88,2015/10/3,china,aaa88,phone1813,ASD6955,15087
-89,2015/10/4,china,aaa89,phone2301,ASD14198,15088
-90,2015/10/5,france,aaa90,phone791,ASD13426,15089
-91,2015/10/6,china,aaa91,phone1885,ASD67230,15090
-92,2015/10/7,china,aaa92,phone2055,ASD37734,15091
-93,2015/10/8,china,aaa93,phone710,ASD20056,15092
-94,2015/10/9,china,aaa94,phone1661,ASD62717,15093
-95,2015/10/10,china,aaa95,phone890,ASD68112,15094
-96,2015/10/11,china,aaa96,phone1291,ASD43253,15095
-97,2015/10/12,china,aaa97,phone1754,ASD17116,15096
-98,2015/10/13,china,aaa98,phone1162,ASD9615,15097
-99,2015/10/14,china,aaa99,phone1202,ASD38525,15098
-100,2015/10/15,china,aaa100,phone2568,ASD16162,15099
-101,2015/10/16,china,aaa101,phone722,ASD82042,15100
-102,2015/10/17,china,aaa102,phone1986,ASD55325,15101
-103,2015/10/18,china,aaa103,phone2370,ASD86596,15102
-104,2015/10/19,china,aaa104,phone2477,ASD78171,15103
-105,2015/10/20,china,aaa105,phone2047,ASD38944,15104
-106,2015/10/21,china,aaa106,phone16,ASD96002,15105
-107,2015/10/22,china,aaa107,phone1319,ASD79661,15106
-108,2015/10/23,china,aaa108,phone1375,ASD63986,15107
-109,2015/10/24,china,aaa109,phone638,ASD22875,15108
-110,2015/10/25,china,aaa110,phone1520,ASD75562,15109
-111,2015/10/26,china,aaa111,phone868,ASD43647,15110
-112,2015/10/27,china,aaa112,phone1688,ASD69512,15111
-113,2015/10/28,china,aaa113,phone1359,ASD65796,15112
-114,2015/10/29,china,aaa114,phone1819,ASD14490,15113
-115,2015/10/30,china,aaa115,phone2686,ASD70591,15114
-116,2015/10/31,china,aaa116,phone1999,ASD59245,15115
-117,2015/11/1,china,aaa117,phone1708,ASD47454,15116
-118,2015/11/2,china,aaa118,phone868,ASD43647,15117
-119,2015/11/3,china,aaa119,phone2708,ASD80313,15118
-120,2015/11/4,china,aaa120,phone2930,ASD29572,15119
-121,2015/11/5,china,aaa121,phone482,ASD37161,15120
-122,2015/11/6,china,aaa122,phone147,ASD86280,15121
-123,2015/11/7,china,aaa123,phone22,ASD15140,15122
-124,2015/11/8,china,aaa124,phone2900,ASD81501,15123
-125,2015/11/9,china,aaa125,phone2698,ASD94746,15124
-126,2015/11/10,china,aaa126,phone740,ASD87038,15125
-127,2015/11/11,china,aaa127,phone2330,ASD51162,15126
-128,2015/11/12,china,aaa128,phone1825,ASD39324,15127
-129,2015/11/13,china,aaa129,phone1910,ASD38521,15128
-130,2015/11/14,china,aaa130,phone2391,ASD77728,15129
-131,2015/11/15,china,aaa131,phone138,ASD67641,15130
-132,2015/11/16,uk,aaa132,phone1860,ASD84718,15131
-133,2015/11/17,uk,aaa133,phone1957,ASD8256,15132
-134,2015/11/18,uk,aaa134,phone738,ASD55955,15133
-135,2015/11/19,uk,aaa135,phone412,ASD58554,15134
-136,2015/11/20,uk,aaa136,phone2913,ASD38036,15135
-137,2015/11/21,uk,aaa137,phone2397,ASD17008,15136
-138,2015/11/22,uk,aaa138,phone2231,ASD59268,15137
-139,2015/11/23,uk,aaa139,phone1909,ASD32664,15138
-140,2015/11/24,uk,aaa140,phone2339,ASD54735,15139
-141,2015/11/25,china,aaa141,phone1086,ASD70962,15140
-142,2015/11/26,china,aaa142,phone2462,ASD4442,15141
-143,2015/11/27,china,aaa143,phone1628,ASD24356,15142
-144,2015/11/28,china,aaa144,phone1399,ASD18683,15143
-145,2015/11/29,china,aaa145,phone1512,ASD42324,15144
-146,2015/11/30,china,aaa146,phone845,ASD73765,15145
-147,2015/12/1,china,aaa147,phone2338,ASD49799,15146
-148,2015/12/2,china,aaa148,phone112,ASD95309,15147
-149,2015/12/3,china,aaa149,phone2008,ASD99124,15148
-150,2015/12/4,china,aaa150,phone1504,ASD18487,15149
-151,2015/12/5,china,aaa151,phone2538,ASD86901,15150
-152,2015/12/6,china,aaa152,phone253,ASD56839,15151
-153,2015/12/7,china,aaa153,phone543,ASD59832,15152
-154,2015/12/8,china,aaa154,phone251,ASD59211,15153
-155,2015/12/9,china,aaa155,phone2898,ASD58932,15154
-156,2015/12/10,china,aaa156,phone219,ASD78593,15155
-157,2015/12/11,china,aaa157,phone599,ASD44560,15156
-158,2015/12/12,china,aaa158,phone2775,ASD33598,15157
-159,2015/12/13,china,aaa159,phone873,ASD94122,15158
-160,2015/12/14,china,aaa160,phone1871,ASD21810,15159
-161,2015/12/15,china,aaa161,phone1871,ASD21810,15160
-162,2015/12/16,china,aaa162,phone1626,ASD5437,15161
-163,2015/12/17,china,aaa163,phone825,ASD71225,15162
-164,2015/12/18,china,aaa164,phone2660,ASD27594,15163
-165,2015/12/19,china,aaa165,phone388,ASD76310,15164
-166,2015/12/20,china,aaa166,phone2583,ASD77454,15165
-167,2015/12/21,china,aaa167,phone2870,ASD61497,15166
-168,2015/12/22,china,aaa168,phone2785,ASD30573,15167
-169,2015/12/23,china,aaa169,phone293,ASD78900,15168
-170,2015/12/24,china,aaa170,phone116,ASD86473,15169
-171,2015/12/25,china,aaa171,phone1244,ASD30971,15170
-172,2015/12/26,china,aaa172,phone2175,ASD33484,15171
-173,2015/12/27,china,aaa173,phone1909,ASD32664,15172
-174,2015/12/28,china,aaa174,phone1921,ASD28833,15173
-175,2015/12/29,china,aaa175,phone374,ASD67524,15174
-176,2015/12/30,china,aaa176,phone465,ASD75494,15175
-177,2015/12/31,china,aaa177,phone395,ASD63501,15176
-178,2016/1/1,china,aaa178,phone1695,ASD92758,15177
-179,2016/1/2,china,aaa179,phone1396,ASD53292,15178
-180,2016/1/3,china,aaa180,phone1377,ASD12856,15179
-181,2016/1/4,china,aaa181,phone2385,ASD70717,15180
-182,2016/1/5,china,aaa182,phone2083,ASD3221,15181
-183,2016/1/6,china,aaa183,phone609,ASD54015,15182
-184,2016/1/7,china,aaa184,phone1732,ASD35453,15183
-185,2016/1/8,china,aaa185,phone926,ASD46831,15184
-186,2016/1/9,china,aaa186,phone52,ASD46238,15185
-187,2016/1/10,china,aaa187,phone401,ASD28870,15186
-188,2016/1/11,china,aaa188,phone304,ASD52886,15187
-189,2016/1/12,china,aaa189,phone1586,ASD80645,15188
-190,2016/1/13,china,aaa190,phone358,ASD23673,15189
-191,2016/1/14,china,aaa191,phone1930,ASD58097,15190
-192,2016/1/15,china,aaa192,phone663,ASD44218,15191
-193,2016/1/16,china,aaa193,phone1243,ASD37727,15192
-194,2016/1/17,china,aaa194,phone1588,ASD91226,15193
-195,2016/1/18,china,aaa195,phone2527,ASD80035,15194
-196,2016/1/19,china,aaa196,phone1522,ASD62002,15195
-197,2016/1/20,china,aaa197,phone1387,ASD49312,15196
-198,2016/1/21,china,aaa198,phone2493,ASD55143,15197
-199,2016/1/22,china,aaa199,phone2307,ASD10530,15198
-200,2016/1/23,china,aaa200,phone2940,ASD57500,15199
-201,2016/1/24,canada,aaa201,phone1208,ASD8177,15200
-202,2016/1/25,canada,aaa202,phone1383,ASD13789,15201
-203,2016/1/26,canada,aaa203,phone1016,ASD68460,15202
-204,2016/1/27,canada,aaa204,phone2832,ASD89285,15203
-205,2016/1/28,canada,aaa205,phone2199,ASD21040,15204
-206,2016/1/29,canada,aaa206,phone1105,ASD41184,15205
-207,2016/1/30,canada,aaa207,phone1997,ASD79237,15206
-208,2016/1/31,canada,aaa208,phone663,ASD44218,15207
-209,2016/2/1,canada,aaa209,phone767,ASD85191,15208
-210,2016/2/2,canada,aaa210,phone1232,ASD55928,15209
-211,2016/2/3,canada,aaa211,phone2533,ASD86033,15210
-212,2016/2/4,canada,aaa212,phone861,ASD12777,15211
-213,2016/2/5,canada,aaa213,phone1334,ASD47037,15212
-214,2016/2/6,canada,aaa214,phone1438,ASD77362,15213
-215,2016/2/7,canada,aaa215,phone160,ASD78770,15214
-216,2015/7/8,canada,aaa216,phone2437,ASD99353,15215
-217,2015/7/8,canada,aaa217,phone1430,ASD42465,15216
-218,2015/7/8,china,aaa218,phone2989,ASD31575,15217
-219,2015/7/8,china,aaa219,phone1315,ASD42644,15218
-220,2015/7/8,china,aaa220,phone2866,ASD29661,15219
-221,2015/7/8,china,aaa221,phone1616,ASD16671,15220
-222,2015/7/8,china,aaa222,phone2087,ASD48037,15221
-223,2015/7/8,china,aaa223,phone2573,ASD82694,15222
-224,2015/7/8,china,aaa224,phone913,ASD21179,15223
-225,2015/7/8,china,aaa225,phone900,ASD46140,15224
-226,2015/7/8,china,aaa226,phone1087,ASD43483,15225
-227,2015/7/8,china,aaa227,phone1647,ASD74002,15226
-228,2015/7/8,china,aaa228,phone2341,ASD82304,15227
-229,2015/7/8,china,aaa229,phone1901,ASD34911,15228
-230,2015/7/8,china,aaa230,phone2649,ASD69130,15229
-231,2015/7/8,china,aaa231,phone2514,ASD24211,15230
-232,2015/7/8,china,aaa232,phone133,ASD22945,15231
-233,2015/7/8,china,aaa233,phone1048,ASD5352,15232
-234,2015/7/8,uk,aaa234,phone10,ASD18389,15233
-235,2015/7/8,france,aaa235,phone319,ASD14310,15234
-236,2015/7/8,france,aaa236,phone169,ASD18752,15235
-237,2015/7/8,france,aaa237,phone1792,ASD12930,15236
-238,2015/7/8,france,aaa238,phone2914,ASD66266,15237
-239,2015/7/8,france,aaa239,phone371,ASD78389,15238
-240,2015/7/8,france,aaa240,phone739,ASD43117,15239
-241,2015/7/8,france,aaa241,phone791,ASD13426,15240
-242,2015/7/8,france,aaa242,phone2594,ASD53050,15241
-243,2015/7/8,france,aaa243,phone696,ASD31569,15242
-244,2015/7/8,france,aaa244,phone2029,ASD19595,15243
-245,2015/7/8,france,aaa245,phone795,ASD24648,15244
-246,2015/7/8,france,aaa246,phone865,ASD20613,15245
-247,2015/7/8,france,aaa247,phone471,ASD5440,15246
-248,2015/7/8,france,aaa248,phone2399,ASD39891,15247
-249,2015/7/8,france,aaa249,phone56,ASD79971,15248
-250,2015/7/8,france,aaa250,phone1371,ASD27896,15249
-251,2015/7/8,france,aaa251,phone1746,ASD68481,15250
-252,2015/7/8,france,aaa252,phone147,ASD86280,15251
-253,2015/7/8,france,aaa253,phone2766,ASD60381,15252
-254,2015/7/8,france,aaa254,phone2932,ASD12302,15253
-255,2015/7/8,france,aaa255,phone1866,ASD21033,15254
-256,2015/7/8,france,aaa256,phone1631,ASD67070,15255
-257,2015/7/8,france,aaa257,phone1386,ASD80979,15256
-258,2015/7/8,france,aaa258,phone2384,ASD97760,15257
-259,2015/7/8,france,aaa259,phone1977,ASD29691,15258
-260,2015/7/8,france,aaa260,phone316,ASD96088,15259
-261,2015/7/8,france,aaa261,phone763,ASD7447,15260
-262,2015/7/8,france,aaa262,phone2791,ASD86621,15261
-263,2015/7/8,france,aaa263,phone401,ASD28870,15262
-264,2015/7/8,france,aaa264,phone1534,ASD59748,15263
-265,2015/7/8,france,aaa265,phone2815,ASD51862,15264
-266,2015/7/8,france,aaa266,phone2277,ASD52116,15265
-267,2015/7/8,france,aaa267,phone1458,ASD3023,15266
-268,2015/7/8,china,aaa268,phone1173,ASD44668,15267
-269,2015/7/8,china,aaa269,phone2428,ASD94819,15268
-270,2015/7/8,china,aaa270,phone2565,ASD41930,15269
-271,2015/7/8,china,aaa271,phone2064,ASD14615,15270
-272,2015/7/8,china,aaa272,phone1332,ASD35057,15271
-273,2015/7/8,china,aaa273,phone1117,ASD96168,15272
-274,2015/7/8,china,aaa274,phone801,ASD10049,15273
-275,2015/7/8,china,aaa275,phone316,ASD96088,15274
-276,2015/7/8,china,aaa276,phone2098,ASD4166,15275
-277,2015/7/8,china,aaa277,phone1590,ASD74144,15276
-278,2015/7/8,china,aaa278,phone148,ASD26033,15277
-279,2015/7/8,china,aaa279,phone1139,ASD42486,15278
-280,2015/7/8,china,aaa280,phone225,ASD13992,15279
-281,2015/7/8,china,aaa281,phone2490,ASD25777,15280
-282,2015/7/8,china,aaa282,phone807,ASD97797,15281
-283,2015/7/8,china,aaa283,phone25,ASD67930,15282
-284,2015/7/8,china,aaa284,phone1101,ASD35178,15283
-285,2015/7/8,china,aaa285,phone1211,ASD27032,15284
-286,2015/7/8,china,aaa286,phone1092,ASD30977,15285
-287,2015/7/8,china,aaa287,phone268,ASD20002,15286
-288,2015/7/8,china,aaa288,phone1017,ASD2489,15287
-289,2015/7/8,china,aaa289,phone672,ASD18712,15288
-290,2015/7/8,china,aaa290,phone320,ASD5030,15289
-291,2015/7/8,china,aaa291,phone2022,ASD53089,15290
-292,2015/7/8,china,aaa292,phone817,ASD40947,15291
-293,2015/7/8,china,aaa293,phone1513,ASD63237,15292
-294,2015/7/8,china,aaa294,phone1913,ASD29267,15293
-295,2015/7/8,china,aaa295,phone233,ASD94159,15294
-296,2015/7/8,china,aaa296,phone2613,ASD36379,15295
-297,2015/7/8,china,aaa297,phone492,ASD85148,15296
-298,2015/7/8,china,aaa298,phone2896,ASD87790,15297
-299,2015/7/8,china,aaa299,phone1395,ASD5086,15298
-300,2015/7/8,china,aaa300,phone2405,ASD98593,15299
-301,2015/7/8,china,aaa301,phone1837,ASD76100,15300
-302,2015/7/8,china,aaa302,phone690,ASD96405,15301
-303,2015/7/8,china,aaa303,phone1006,ASD22695,15302
-304,2015/7/8,china,aaa304,phone1980,ASD31405,15303
-305,2015/7/8,china,aaa305,phone170,ASD78727,15304
-306,2015/7/8,china,aaa306,phone1139,ASD42486,15305
-307,2015/7/8,china,aaa307,phone1033,ASD7342,15306
-308,2015/7/8,china,aaa308,phone2020,ASD48268,15307
-309,2015/7/8,china,aaa309,phone1629,ASD59143,15308
-310,2015/7/8,china,aaa310,phone222,ASD42940,15309
-311,2015/7/8,china,aaa311,phone574,ASD18673,15310
-312,2015/7/8,china,aaa312,phone2371,ASD40072,15311
-313,2015/7/8,china,aaa313,phone1817,ASD40255,15312
-314,2015/7/8,china,aaa314,phone1153,ASD74976,15313
-315,2015/7/8,china,aaa315,phone2836,ASD74087,15314
-316,2015/7/8,china,aaa316,phone89,ASD88184,15315
-317,2015/7/8,china,aaa317,phone1988,ASD6141,15316
-318,2015/7/8,china,aaa318,phone2641,ASD75257,15317
-319,2015/7/8,china,aaa319,phone106,ASD31344,15318
-320,2015/7/8,china,aaa320,phone426,ASD54309,15319
-321,2015/7/8,china,aaa321,phone1551,ASD30475,15320
-322,2015/7/8,china,aaa322,phone1241,ASD73185,15321
-323,2015/7/8,china,aaa323,phone2249,ASD87147,15322
-324,2015/7/8,china,aaa324,phone1644,ASD12948,15323
-325,2015/7/8,china,aaa325,phone2574,ASD33664,15324
-326,2015/7/8,china,aaa326,phone180,ASD40830,15325
-327,2015/7/8,china,aaa327,phone2382,ASD36810,15326
-328,2015/7/8,china,aaa328,phone1651,ASD91529,15327
-329,2015/7/8,china,aaa329,phone1272,ASD69717,15328
-330,2015/7/8,china,aaa330,phone1623,ASD48772,15329
-331,2015/7/8,china,aaa331,phone982,ASD12783,15330
-332,2015/7/8,china,aaa332,phone2929,ASD37120,15331
-333,2015/7/8,china,aaa333,phone894,ASD84235,15332
-334,2015/7/8,china,aaa334,phone2522,ASD55429,15333
-335,2015/7/8,china,aaa335,phone1347,ASD67484,15334
-336,2015/7/8,china,aaa336,phone471,ASD5440,15335
-337,2015/7/8,china,aaa337,phone2515,ASD2692,15336
-338,2015/7/8,china,aaa338,phone1337,ASD614,15337
-339,2015/7/8,china,aaa339,phone1619,ASD4540,15338
-340,2015/7/8,china,aaa340,phone1262,ASD35650,15339
-341,2015/7/8,china,aaa341,phone2909,ASD62684,15340
-342,2015/7/8,china,aaa342,phone49,ASD54022,15341
-343,2015/7/8,china,aaa343,phone1989,ASD56363,15342
-344,2015/7/8,china,aaa344,phone911,ASD95311,15343
-345,2015/7/8,china,aaa345,phone2139,ASD68016,15344
-346,2015/7/8,china,aaa346,phone2097,ASD15979,15345
-347,2015/7/8,china,aaa347,phone1134,ASD97664,15346
-348,2015/7/8,china,aaa348,phone2347,ASD53040,15347
-349,2015/7/8,china,aaa349,phone2263,ASD40179,15348
-350,2015/7/8,china,aaa350,phone1539,ASD96530,15349
-351,2015/7/8,china,aaa351,phone1123,ASD45798,15350
-352,2015/7/8,china,aaa352,phone2969,ASD18127,15351
-353,2015/7/8,china,aaa353,phone2968,ASD47580,15352
-354,2015/7/8,china,aaa354,phone996,ASD78710,15353
-355,2015/7/8,china,aaa355,phone2700,ASD15021,15354
-356,2015/7/8,china,aaa356,phone753,ASD22367,15355
-357,2015/7/8,china,aaa357,phone2640,ASD29615,15356
-358,2015/7/8,china,aaa358,phone2768,ASD23094,15357
-359,2015/7/8,china,aaa359,phone418,ASD53383,15358
-360,2015/7/8,china,aaa360,phone1612,ASD55774,15359
-361,2015/7/8,china,aaa361,phone451,ASD1954,15360
-362,2015/7/8,china,aaa362,phone2096,ASD61555,15361
-363,2015/7/8,china,aaa363,phone1979,ASD7220,15362
-364,2015/7/8,china,aaa364,phone325,ASD97321,15363
-365,2015/7/8,china,aaa365,phone1138,ASD40077,15364
-366,2015/7/8,china,aaa366,phone1866,ASD21033,15365
-367,2015/7/8,china,aaa367,phone683,ASD26163,15366
-368,2015/7/8,china,aaa368,phone1412,ASD19745,15367
-369,2015/7/8,china,aaa369,phone2578,ASD40786,15368
-370,2015/7/8,china,aaa370,phone950,ASD5064,15369
-371,2015/7/8,china,aaa371,phone1981,ASD11729,15370
-372,2015/7/8,china,aaa372,phone1367,ASD71011,15371
-373,2015/7/8,china,aaa373,phone2867,ASD24364,15372
-374,2015/7/8,china,aaa374,phone2284,ASD32419,15373
-375,2015/7/8,china,aaa375,phone2463,ASD33813,15374
-376,2015/7/8,china,aaa376,phone368,ASD34269,15375
-377,2015/7/8,china,aaa377,phone428,ASD1961,15376
-378,2015/7/8,china,aaa378,phone2527,ASD80035,15377
-379,2015/7/8,china,aaa379,phone260,ASD2976,15378
-380,2015/7/8,china,aaa380,phone1671,ASD73981,15379
-381,2015/7/8,china,aaa381,phone1379,ASD62041,15380
-382,2015/7/8,china,aaa382,phone124,ASD28539,15381
-383,2015/7/8,china,aaa383,phone95,ASD88540,15382
-384,2015/7/8,china,aaa384,phone2487,ASD6907,15383
-385,2015/7/8,china,aaa385,phone1420,ASD49252,15384
-386,2015/7/8,china,aaa386,phone429,ASD61651,15385
-387,2015/7/8,china,aaa387,phone2953,ASD3445,15386
-388,2015/7/8,china,aaa388,phone1645,ASD20063,15387
-389,2015/7/8,china,aaa389,phone283,ASD16039,15388
-390,2015/7/8,china,aaa390,phone2927,ASD21076,15389
-391,2015/7/8,china,aaa391,phone2855,ASD27086,15390
-392,2015/7/8,china,aaa392,phone1952,ASD50922,15391
-393,2015/7/8,china,aaa393,phone229,ASD66817,15392
-394,2015/7/8,brazil,aaa394,phone1883,ASD33806,15393
-395,2015/7/8,brazil,aaa395,phone2148,ASD60441,15394
-396,2015/7/8,brazil,aaa396,phone190,ASD29041,15395
-397,2015/7/8,brazil,aaa397,phone356,ASD62581,15396
-398,2015/7/8,brazil,aaa398,phone2992,ASD71446,15397
-399,2015/7/8,brazil,aaa399,phone2213,ASD54693,15398
-400,2015/7/8,brazil,aaa400,phone165,ASD10848,15399
-401,2015/7/8,brazil,aaa401,phone1579,ASD14571,15400
-402,2015/7/8,brazil,aaa402,phone251,ASD59211,15401
-403,2015/7/8,brazil,aaa403,phone1522,ASD62002,15402
-404,2015/7/8,brazil,aaa404,phone2873,ASD12631,15403
-405,2015/7/8,brazil,aaa405,phone1376,ASD68677,15404
-406,2015/7/8,brazil,aaa406,phone1587,ASD94026,15405
-407,2015/7/8,brazil,aaa407,phone2792,ASD55146,15406
-408,2015/7/8,brazil,aaa408,phone2774,ASD91112,15407
-409,2015/7/8,brazil,aaa409,phone2439,ASD9880,15408
-410,2015/7/8,brazil,aaa410,phone1399,ASD18683,15409
-411,2015/7/8,brazil,aaa411,phone150,ASD69229,15410
-412,2015/7/8,china,aaa412,phone2895,ASD1765,15411
-413,2015/7/8,china,aaa413,phone2551,ASD77958,15412
-414,2015/7/8,china,aaa414,phone694,ASD92230,15413
-415,2015/7/8,china,aaa415,phone2233,ASD84617,15414
-416,2015/7/8,china,aaa416,phone146,ASD65240,15415
-417,2015/7/8,china,aaa417,phone707,ASD5628,15416
-418,2015/7/8,china,aaa418,phone2658,ASD4726,15417
-419,2015/7/8,china,aaa419,phone1020,ASD4161,15418
-420,2015/7/8,china,aaa420,phone535,ASD97410,15419
-421,2015/7/8,china,aaa421,phone624,ASD51860,15420
-422,2015/7/8,usa,aaa422,phone2102,ASD80410,15421
-423,2015/7/8,china,aaa423,phone1112,ASD28257,15422
-424,2015/7/8,china,aaa424,phone1347,ASD67484,15423
-425,2015/7/8,china,aaa425,phone1306,ASD5266,15424
-426,2015/7/8,china,aaa426,phone2458,ASD89845,15425
-427,2015/7/8,china,aaa427,phone1701,ASD65854,15426
-428,2015/7/8,china,aaa428,phone1439,ASD55081,15427
-429,2015/7/8,china,aaa429,phone2952,ASD29721,15428
-430,2015/7/8,china,aaa430,phone2890,ASD73575,15429
-431,2015/7/8,china,aaa431,phone1817,ASD40255,15430
-432,2015/7/8,china,aaa432,phone1264,ASD10727,15431
-433,2015/7/8,china,aaa433,phone2819,ASD32336,15432
-434,2015/7/8,china,aaa434,phone1046,ASD84173,15433
-435,2015/7/8,china,aaa435,phone281,ASD29929,15434
-436,2015/7/8,china,aaa436,phone731,ASD66050,15435
-437,2015/7/8,china,aaa437,phone244,ASD24103,15436
-438,2015/7/8,china,aaa438,phone993,ASD22962,15437
-439,2015/7/8,china,aaa439,phone2984,ASD28539,15438
-440,2015/7/8,china,aaa440,phone1078,ASD93778,15439
-441,2015/7/8,china,aaa441,phone2844,ASD33646,15440
-442,2015/7/8,china,aaa442,phone2251,ASD59852,15441
-443,2015/7/8,china,aaa443,phone598,ASD1303,15442
-444,2015/7/8,china,aaa444,phone1286,ASD96687,15443
-445,2015/7/8,china,aaa445,phone2346,ASD80162,15444
-446,2015/7/8,china,aaa446,phone729,ASD69936,15445
-447,2015/7/8,china,aaa447,phone1946,ASD69048,15446
-448,2015/7/8,china,aaa448,phone2832,ASD89285,15447
-449,2015/7/8,china,aaa449,phone1334,ASD47037,15448
-450,2015/7/8,china,aaa450,phone2434,ASD67700,15449
-451,2015/7/8,china,aaa451,phone595,ASD51331,15450
-452,2015/7/8,china,aaa452,phone2018,ASD63383,15451
-453,2015/7/8,china,aaa453,phone1226,ASD69240,15452
-454,2015/7/8,china,aaa454,phone710,ASD20056,15453
-455,2015/7/8,china,aaa455,phone674,ASD61044,15454
-456,2015/7/8,china,aaa456,phone1921,ASD28833,15455
-457,2015/7/8,china,aaa457,phone696,ASD31569,15456
-458,2015/7/8,china,aaa458,phone1393,ASD44216,15457
-459,2015/7/8,china,aaa459,phone101,ASD28691,15458
-460,2015/7/8,china,aaa460,phone2383,ASD76851,15459
-461,2015/7/8,china,aaa461,phone1828,ASD67859,15460
-462,2015/7/8,usa,aaa462,phone1596,ASD74089,15461
-463,2015/7/8,china,aaa463,phone211,ASD91508,15462
-464,2015/7/8,china,aaa464,phone2782,ASD74449,15463
-465,2015/7/8,china,aaa465,phone2912,ASD78786,15464
-466,2015/7/8,china,aaa466,phone844,ASD29001,15465
-467,2015/7/8,china,aaa467,phone2009,ASD14090,15466
-468,2015/7/8,china,aaa468,phone1795,ASD42863,15467
-469,2015/7/8,china,aaa469,phone1208,ASD8177,15468
-470,2015/7/8,china,aaa470,phone225,ASD13992,15469
-471,2015/7/8,china,aaa471,phone102,ASD16814,15470
-472,2015/7/8,china,aaa472,phone1481,ASD59601,15471
-473,2015/7/8,china,aaa473,phone1147,ASD24488,15472
-474,2015/7/8,china,aaa474,phone2077,ASD13520,15473
-475,2015/7/8,china,aaa475,phone2883,ASD44011,15474
-476,2015/7/8,china,aaa476,phone734,ASD81584,15475
-477,2015/7/8,china,aaa477,phone2658,ASD4726,15476
-478,2015/7/8,china,aaa478,phone2454,ASD11864,15477
-479,2015/7/8,china,aaa479,phone1528,ASD82259,15478
-480,2015/7/8,china,aaa480,phone337,ASD7849,15479
-481,2015/7/8,china,aaa481,phone412,ASD58554,15480
-482,2015/7/8,china,aaa482,phone124,ASD28539,15481
-483,2015/7/8,china,aaa483,phone521,ASD63356,15482
-484,2015/7/8,china,aaa484,phone243,ASD62881,15483
-485,2015/7/8,china,aaa485,phone486,ASD78645,15484
-486,2015/7/8,china,aaa486,phone267,ASD84287,15485
-487,2015/7/8,china,aaa487,phone1056,ASD59874,15486
-488,2015/7/8,china,aaa488,phone843,ASD72585,15487
-489,2015/7/8,china,aaa489,phone1319,ASD79661,15488
-490,2015/7/8,china,aaa490,phone1049,ASD37264,15489
-491,2015/7/8,china,aaa491,phone369,ASD19326,15490
-492,2015/7/8,china,aaa492,phone1878,ASD44601,15491
-493,2015/7/8,china,aaa493,phone2458,ASD89845,15492
-494,2015/7/8,china,aaa494,phone2014,ASD36354,15493
-495,2015/7/8,china,aaa495,phone1597,ASD96755,15494
-496,2015/7/8,china,aaa496,phone609,ASD54015,15495
-497,2015/7/8,china,aaa497,phone2921,ASD89806,15496
-498,2015/7/8,china,aaa498,phone534,ASD79006,15497
-499,2015/7/8,china,aaa499,phone1172,ASD38872,15498
-500,2015/7/8,china,aaa500,phone529,ASD57718,15499
-501,2015/7/8,china,aaa501,phone1152,ASD67729,15500
-502,2015/7/8,china,aaa502,phone2211,ASD76824,15501
-503,2015/7/8,china,aaa503,phone478,ASD78007,15502
-504,2015/7/8,china,aaa504,phone1851,ASD23414,15503
-505,2015/7/8,china,aaa505,phone1955,ASD79904,15504
-506,2015/7/8,china,aaa506,phone545,ASD56156,15505
-507,2015/7/8,china,aaa507,phone44,ASD20640,15506
-508,2015/7/8,china,aaa508,phone437,ASD15325,15507
-509,2015/7/8,china,aaa509,phone1907,ASD4995,15508
-510,2015/7/8,china,aaa510,phone2926,ASD57045,15509
-511,2015/7/8,china,aaa511,phone1774,ASD12773,15510
-512,2015/7/8,china,aaa512,phone1451,ASD46252,15511
-513,2015/7/8,china,aaa513,phone2050,ASD67274,15512
-514,2015/7/8,china,aaa514,phone1359,ASD65796,15513
-515,2015/7/8,china,aaa515,phone2472,ASD11464,15514
-516,2015/7/8,china,aaa516,phone1430,ASD42465,15515
-517,2015/7/8,china,aaa517,phone1946,ASD69048,15516
-518,2015/7/8,china,aaa518,phone1445,ASD154,15517
-519,2015/7/8,china,aaa519,phone1689,ASD25206,15518
-520,2015/7/8,china,aaa520,phone2262,ASD79744,15519
-521,2015/7/8,china,aaa521,phone2950,ASD52102,15520
-522,2015/7/8,china,aaa522,phone764,ASD28348,15521
-523,2015/7/8,china,aaa523,phone318,ASD68522,15522
-524,2015/7/8,china,aaa524,phone1548,ASD95032,15523
-525,2015/7/8,china,aaa525,phone915,ASD65907,15524
-526,2015/7/8,china,aaa526,phone2672,ASD16946,15525
-527,2015/7/8,china,aaa527,phone538,ASD90796,15526
-528,2015/7/8,china,aaa528,phone2806,ASD83826,15527
-529,2015/7/8,china,aaa529,phone2158,ASD5227,15528
-530,2015/7/8,china,aaa530,phone2415,ASD30793,15529
-531,2015/7/8,china,aaa531,phone1017,ASD2489,15530
-532,2015/7/8,china,aaa532,phone779,ASD34772,15531
-533,2015/7/8,china,aaa533,phone2092,ASD72501,15532
-534,2015/7/8,china,aaa534,phone2684,ASD32921,15533
-535,2015/7/8,china,aaa535,phone842,ASD28065,15534
-536,2015/7/8,china,aaa536,phone1628,ASD24356,15535
-537,2015/7/8,china,aaa537,phone2185,ASD42692,15536
-538,2015/7/8,china,aaa538,phone16,ASD96002,15537
-539,2015/7/8,china,aaa539,phone2065,ASD1428,15538
-540,2015/7/8,china,aaa540,phone2804,ASD81203,15539
-541,2015/7/8,china,aaa541,phone1013,ASD88261,15540
-542,2015/7/8,china,aaa542,phone604,ASD9791,15541
-543,2015/7/8,china,aaa543,phone2243,ASD89678,15542
-544,2015/7/8,china,aaa544,phone12,ASD4745,15543
-545,2015/7/8,china,aaa545,phone1834,ASD9095,15544
-546,2015/7/8,china,aaa546,phone2737,ASD884,15545
-547,2015/7/8,china,aaa547,phone2132,ASD28336,15546
-548,2015/7/8,china,aaa548,phone1621,ASD95449,15547
-549,2015/7/8,china,aaa549,phone407,ASD40614,15548
-550,2015/7/8,china,aaa550,phone630,ASD44723,15549
-551,2015/7/8,china,aaa551,phone1586,ASD80645,15550
-552,2015/7/8,china,aaa552,phone1192,ASD76894,15551
-553,2015/7/8,china,aaa553,phone2394,ASD61316,15552
-554,2015/7/8,china,aaa554,phone406,ASD41369,15553
-555,2015/7/8,china,aaa555,phone287,ASD14590,15554
-556,2015/7/8,china,aaa556,phone1794,ASD81307,15555
-557,2015/7/8,china,aaa557,phone1086,ASD70962,15556
-558,2015/7/8,china,aaa558,phone1406,ASD92347,15557
-559,2015/7/8,china,aaa559,phone2886,ASD42613,15558
-560,2015/7/8,china,aaa560,phone901,ASD53764,15559
-561,2015/7/8,china,aaa561,phone328,ASD22482,15560
-562,2015/7/8,china,aaa562,phone2867,ASD24364,15561
-563,2015/7/8,china,aaa563,phone2723,ASD86337,15562
-564,2015/7/8,china,aaa564,phone1339,ASD47999,15563
-565,2015/7/8,china,aaa565,phone403,ASD93198,15564
-566,2015/7/8,china,aaa566,phone557,ASD9926,15565
-567,2015/7/8,china,aaa567,phone107,ASD8537,15566
-568,2015/7/8,china,aaa568,phone2095,ASD78485,15567
-569,2015/7/8,china,aaa569,phone764,ASD28348,15568
-570,2015/7/8,china,aaa570,phone1483,ASD74306,15569
-571,2015/7/8,china,aaa571,phone1304,ASD82559,15570
-572,2015/7/8,china,aaa572,phone2712,ASD30690,15571
-573,2015/7/8,china,aaa573,phone1878,ASD44601,15572
-574,2015/7/8,china,aaa574,phone1707,ASD67861,15573
-575,2015/7/8,china,aaa575,phone2161,ASD88219,15574
-576,2015/7/8,china,aaa576,phone714,ASD96718,15575
-577,2015/7/8,china,aaa577,phone218,ASD11450,15576
-578,2015/7/8,china,aaa578,phone1751,ASD11957,15577
-579,2015/7/8,china,aaa579,phone2442,ASD37341,15578
-580,2015/7/8,china,aaa580,phone2769,ASD17811,15579
-581,2015/7/8,china,aaa581,phone1666,ASD44070,15580
-582,2015/7/8,china,aaa582,phone1262,ASD35650,15581
-583,2015/7/8,china,aaa583,phone90,ASD81472,15582
-584,2015/7/8,china,aaa584,phone1020,ASD4161,15583
-585,2015/7/8,china,aaa585,phone286,ASD23637,15584
-586,2015/7/8,china,aaa586,phone2419,ASD95733,15585
-587,2015/7/8,china,aaa587,phone373,ASD79963,15586
-588,2015/7/8,china,aaa588,phone1872,ASD38362,15587
-589,2015/7/8,china,aaa589,phone847,ASD14247,15588
-590,2015/7/8,china,aaa590,phone966,ASD38194,15589
-591,2015/7/8,china,aaa591,phone2377,ASD50473,15590
-592,2015/7/8,china,aaa592,phone90,ASD81472,15591
-593,2015/7/8,china,aaa593,phone1608,ASD6315,15592
-594,2015/7/8,china,aaa594,phone1955,ASD79904,15593
-595,2015/7/8,china,aaa595,phone331,ASD42591,15594
-596,2015/7/8,china,aaa596,phone2294,ASD18187,15595
-597,2015/7/8,china,aaa597,phone1084,ASD36336,15596
-598,2015/7/8,china,aaa598,phone795,ASD24648,15597
-599,2015/7/8,china,aaa599,phone1496,ASD55988,15598
-600,2015/7/8,china,aaa600,phone1714,ASD16522,15599
-601,2015/7/8,china,aaa601,phone402,ASD189,15600
-602,2015/7/8,china,aaa602,phone729,ASD69936,15601
-603,2015/7/8,china,aaa603,phone1962,ASD85121,15602
-604,2015/7/8,china,aaa604,phone980,ASD28156,15603
-605,2015/7/8,china,aaa605,phone937,ASD89596,15604
-606,2015/7/8,china,aaa606,phone651,ASD26845,15605
-607,2015/7/8,china,aaa607,phone679,ASD45839,15606
-608,2015/7/8,china,aaa608,phone150,ASD69229,15607
-609,2015/7/8,china,aaa609,phone710,ASD20056,15608
-610,2015/7/8,china,aaa610,phone64,ASD27340,15609
-611,2015/7/8,china,aaa611,phone2216,ASD22126,15610
-612,2015/7/8,china,aaa612,phone342,ASD23743,15611
-613,2015/7/8,china,aaa613,phone1769,ASD5421,15612
-614,2015/7/8,china,aaa614,phone1397,ASD82977,15613
-615,2015/7/8,china,aaa615,phone397,ASD53191,15614
-616,2015/7/8,china,aaa616,phone1670,ASD93177,15615
-617,2015/7/8,china,aaa617,phone1264,ASD10727,15616
-618,2015/7/8,china,aaa618,phone2944,ASD16610,15617
-619,2015/7/8,china,aaa619,phone2594,ASD53050,15618
-620,2015/7/8,china,aaa620,phone2759,ASD88298,15619
-621,2015/7/8,china,aaa621,phone704,ASD25128,15620
-622,2015/7/8,china,aaa622,phone2414,ASD74847,15621
-623,2015/7/8,china,aaa623,phone1983,ASD86611,15622
-624,2015/7/8,china,aaa624,phone2098,ASD4166,15623
-625,2015/7/8,china,aaa625,phone84,ASD82187,15624
-626,2015/7/8,china,aaa626,phone388,ASD76310,15625
-627,2015/7/8,china,aaa627,phone308,ASD78701,15626
-628,2015/7/8,china,aaa628,phone1729,ASD83353,15627
-629,2015/7/8,china,aaa629,phone2269,ASD47888,15628
-630,2015/7/8,china,aaa630,phone1233,ASD41299,15629
-631,2015/7/8,china,aaa631,phone330,ASD86359,15630
-632,2015/7/8,china,aaa632,phone1537,ASD46367,15631
-633,2015/7/8,china,aaa633,phone2722,ASD11045,15632
-634,2015/7/8,china,aaa634,phone2691,ASD44656,15633
-635,2015/7/8,china,aaa635,phone2645,ASD76308,15634
-636,2015/7/8,china,aaa636,phone1333,ASD58033,15635
-637,2015/7/8,china,aaa637,phone1776,ASD19877,15636
-638,2015/7/8,china,aaa638,phone979,ASD92290,15637
-639,2015/7/8,china,aaa639,phone2065,ASD1428,15638
-640,2015/7/8,china,aaa640,phone1912,ASD36354,15639
-641,2015/7/8,china,aaa641,phone2275,ASD22269,15640
-642,2015/7/8,china,aaa642,phone2292,ASD10586,15641
-643,2015/7/8,china,aaa643,phone815,ASD65508,15642
-644,2015/7/8,china,aaa644,phone2840,ASD40033,15643
-645,2015/7/8,china,aaa645,phone1615,ASD28864,15644
-646,2015/7/8,china,aaa646,phone1617,ASD77126,15645
-647,2015/7/8,china,aaa647,phone2158,ASD5227,15646
-648,2015/7/8,china,aaa648,phone2121,ASD15680,15647
-649,2015/7/8,china,aaa649,phone205,ASD10000,15648
-650,2015/7/8,china,aaa650,phone1579,ASD14571,15649
-651,2015/7/8,china,aaa651,phone411,ASD94954,15650
-652,2015/7/8,china,aaa652,phone1662,ASD64961,15651
-653,2015/7/8,china,aaa653,phone247,ASD55961,15652
-654,2015/7/8,china,aaa654,phone2169,ASD31622,15653
-655,2015/7/8,china,aaa655,phone1652,ASD14782,15654
-656,2015/7/8,china,aaa656,phone2398,ASD13395,15655
-657,2015/7/8,china,aaa657,phone1395,ASD5086,15656
-658,2015/7/8,china,aaa658,phone975,ASD96997,15657
-659,2015/7/8,china,aaa659,phone1488,ASD18972,15658
-660,2015/7/8,china,aaa660,phone787,ASD84225,15659
-661,2015/7/8,china,aaa661,phone507,ASD61725,15660
-662,2015/7/8,china,aaa662,phone1450,ASD32252,15661
-663,2015/7/8,china,aaa663,phone2011,ASD41588,15662
-664,2015/7/8,china,aaa664,phone2687,ASD14311,15663
-665,2015/7/8,china,aaa665,phone2326,ASD65102,15664
-666,2015/7/8,china,aaa666,phone2195,ASD46852,15665
-667,2015/7/8,china,aaa667,phone563,ASD16790,15666
-668,2015/7/8,china,aaa668,phone747,ASD582,15667
-669,2015/7/8,china,aaa669,phone974,ASD33679,15668
-670,2015/7/8,china,aaa670,phone2223,ASD95804,15669
-671,2015/7/8,china,aaa671,phone1389,ASD60468,15670
-672,2015/7/8,china,aaa672,phone1062,ASD91980,15671
-673,2015/7/8,china,aaa673,phone1373,ASD84913,15672
-674,2015/7/8,china,aaa674,phone2,ASD53470,15673
-675,2015/7/8,china,aaa675,phone45,ASD16172,15674
-676,2015/7/8,china,aaa676,phone2260,ASD37237,15675
-677,2015/7/8,china,aaa677,phone2914,ASD66266,15676
-678,2015/7/8,china,aaa678,phone1162,ASD9615,15677
-679,2015/7/8,china,aaa679,phone725,ASD9665,15678
-680,2015/7/8,china,aaa680,phone2279,ASD2685,15679
-681,2015/7/8,china,aaa681,phone820,ASD77271,15680
-682,2015/7/8,china,aaa682,phone1072,ASD27741,15681
-683,2015/7/8,china,aaa683,phone167,ASD11931,15682
-684,2015/7/8,china,aaa684,phone1740,ASD86624,15683
-685,2015/7/8,china,aaa685,phone1233,ASD41299,15684
-686,2015/7/8,china,aaa686,phone2965,ASD20537,15685
-687,2015/7/8,china,aaa687,phone806,ASD97088,15686
-688,2015/7/8,china,aaa688,phone2202,ASD32371,15687
-689,2015/7/8,china,aaa689,phone455,ASD74141,15688
-690,2015/7/8,china,aaa690,phone17,ASD28968,15689
-691,2015/7/8,china,aaa691,phone928,ASD24015,15690
-692,2015/7/8,china,aaa692,phone374,ASD67524,15691
-693,2015/7/8,china,aaa693,phone2677,ASD50629,15692
-694,2015/7/8,china,aaa694,phone2003,ASD31544,15693
-695,2015/7/8,china,aaa695,phone806,ASD97088,15694
-696,2015/7/8,china,aaa696,phone1482,ASD11869,15695
-697,2015/7/8,china,aaa697,phone2059,ASD79306,15696
-698,2015/7/8,china,aaa698,phone461,ASD47039,15697
-699,2015/7/8,china,aaa699,phone2364,ASD92646,15698
-700,2015/7/8,china,aaa700,phone977,ASD26350,15699
-701,2015/7/8,china,aaa701,phone1148,ASD72903,15700
-702,2015/7/8,china,aaa702,phone2405,ASD98593,15701
-703,2015/7/8,china,aaa703,phone4,ASD8078,15702
-704,2015/7/8,china,aaa704,phone1376,ASD68677,15703
-705,2015/7/8,china,aaa705,phone1929,ASD86213,15704
-706,2015/7/8,china,aaa706,phone58,ASD12989,15705
-707,2015/7/8,china,aaa707,phone1974,ASD25534,15706
-708,2015/7/8,china,aaa708,phone2186,ASD22358,15707
-709,2015/7/8,china,aaa709,phone80,ASD32082,15708
-710,2015/7/8,china,aaa710,phone271,ASD6466,15709
-711,2015/7/8,china,aaa711,phone1600,ASD8619,15710
-712,2015/7/8,china,aaa712,phone780,ASD88786,15711
-713,2015/7/8,china,aaa713,phone1036,ASD67659,15712
-714,2015/7/8,china,aaa714,phone2511,ASD8513,15713
-715,2015/7/8,china,aaa715,phone2902,ASD73129,15714
-716,2015/7/8,china,aaa716,phone183,ASD4907,15715
-717,2015/7/8,china,aaa717,phone1458,ASD3023,15716
-718,2015/7/8,china,aaa718,phone1472,ASD74556,15717
-719,2015/7/8,china,aaa719,phone216,ASD67830,15718
-720,2015/7/8,china,aaa720,phone2248,ASD47899,15719
-721,2015/7/8,china,aaa721,phone105,ASD99347,15720
-722,2015/7/8,china,aaa722,phone334,ASD50262,15721
-723,2015/7/8,china,aaa723,phone1687,ASD45699,15722
-724,2015/7/8,china,aaa724,phone2794,ASD41977,15723
-725,2015/7/8,china,aaa725,phone2143,ASD18823,15724
-726,2015/7/8,china,aaa726,phone2166,ASD12014,15725
-727,2015/7/8,china,aaa727,phone838,ASD49156,15726
-728,2015/7/8,china,aaa728,phone2345,ASD96756,15727
-729,2015/7/8,china,aaa729,phone649,ASD17968,15728
-730,2015/7/8,china,aaa730,phone2974,ASD3384,15729
-731,2015/7/8,china,aaa731,phone911,ASD95311,15730
-732,2015/7/8,china,aaa732,phone612,ASD15305,15731
-733,2015/7/8,china,aaa733,phone1935,ASD97299,15732
-734,2015/7/8,china,aaa734,phone2044,ASD96688,15733
-735,2015/7/8,china,aaa735,phone2796,ASD55699,15734
-736,2015/7/8,china,aaa736,phone1519,ASD48720,15735
-737,2015/7/8,china,aaa737,phone2376,ASD91452,15736
-738,2015/7/8,china,aaa738,phone1331,ASD16918,15737
-739,2015/7/8,china,aaa739,phone2267,ASD50219,15738
-740,2015/7/8,china,aaa740,phone1104,ASD27032,15739
-741,2015/7/8,china,aaa741,phone617,ASD67442,15740
-742,2015/7/8,china,aaa742,phone1451,ASD46252,15741
-743,2015/7/8,china,aaa743,phone398,ASD20972,15742
-744,2015/7/8,china,aaa744,phone2007,ASD1018,15743
-745,2015/7/8,china,aaa745,phone18,ASD54919,15744
-746,2015/7/8,china,aaa746,phone1589,ASD61107,15745
-747,2015/7/8,china,aaa747,phone512,ASD71511,15746
-748,2015/7/8,china,aaa748,phone933,ASD61444,15747
-749,2015/7/8,china,aaa749,phone1271,ASD341,15748
-750,2015/7/8,china,aaa750,phone1826,ASD90555,15749
-751,2015/7/8,china,aaa751,phone223,ASD86899,15750
-752,2015/7/8,china,aaa752,phone2374,ASD85089,15751
-753,2015/7/8,china,aaa753,phone1683,ASD38383,15752
-754,2015/7/8,china,aaa754,phone2226,ASD50408,15753
-755,2015/7/8,china,aaa755,phone1124,ASD42246,15754
-756,2015/7/8,china,aaa756,phone2882,ASD23220,15755
-757,2015/7/8,china,aaa757,phone99,ASD91117,15756
-758,2015/7/8,china,aaa758,phone2590,ASD7295,15757
-759,2015/7/8,china,aaa759,phone863,ASD52426,15758
-760,2015/7/8,china,aaa760,phone1786,ASD24292,15759
-761,2015/7/8,china,aaa761,phone2826,ASD53395,15760
-762,2015/7/8,china,aaa762,phone2145,ASD94322,15761
-763,2015/7/8,china,aaa763,phone689,ASD93487,15762
-764,2015/7/8,china,aaa764,phone2326,ASD65102,15763
-765,2015/7/8,china,aaa765,phone614,ASD5636,15764
-766,2015/7/8,china,aaa766,phone2799,ASD48495,15765
-767,2015/7/8,china,aaa767,phone2385,ASD70717,15766
-768,2015/7/8,china,aaa768,phone2018,ASD63383,15767
-769,2015/7/8,china,aaa769,phone53,ASD15511,15768
-770,2015/7/8,china,aaa770,phone1201,ASD19134,15769
-771,2015/7/8,china,aaa771,phone851,ASD85009,15770
-772,2015/7/8,china,aaa772,phone2496,ASD15218,15771
-773,2015/7/8,china,aaa773,phone2441,ASD90633,15772
-774,2015/7/8,china,aaa774,phone256,ASD52156,15773
-775,2015/7/8,china,aaa775,phone1587,ASD94026,15774
-776,2015/7/8,china,aaa776,phone609,ASD54015,15775
-777,2015/7/8,china,aaa777,phone1548,ASD95032,15776
-778,2015/7/8,china,aaa778,phone2649,ASD69130,15777
-779,2015/7/8,china,aaa779,phone2978,ASD26464,15778
-780,2015/7/8,china,aaa780,phone1480,ASD56214,15779
-781,2015/7/8,china,aaa781,phone2588,ASD88133,15780
-782,2015/7/8,china,aaa782,phone675,ASD8012,15781
-783,2015/7/8,china,aaa783,phone2179,ASD16589,15782
-784,2015/7/8,china,aaa784,phone1730,ASD67148,15783
-785,2015/7/8,china,aaa785,phone1395,ASD5086,15784
-786,2015/7/8,china,aaa786,phone2788,ASD94870,15785
-787,2015/7/8,china,aaa787,phone820,ASD77271,15786
-788,2015/7/8,china,aaa788,phone2064,ASD14615,15787
-789,2015/7/8,china,aaa789,phone1423,ASD46576,15788
-790,2015/7/8,china,aaa790,phone2615,ASD67163,15789
-791,2015/7/8,china,aaa791,phone1122,ASD3869,15790
-792,2015/7/8,china,aaa792,phone2595,ASD16833,15791
-793,2015/7/8,china,aaa793,phone115,ASD92586,15792
-794,2015/7/8,china,aaa794,phone2173,ASD36027,15793
-795,2015/7/8,france,aaa795,phone1004,ASD41910,15794
-796,2015/7/8,france,aaa796,phone2785,ASD30573,15795
-797,2015/7/8,france,aaa797,phone657,ASD24464,15796
-798,2015/7/8,france,aaa798,phone1192,ASD76894,15797
-799,2015/7/8,france,aaa799,phone379,ASD93682,15798
-800,2015/7/8,france,aaa800,phone2,ASD53470,15799
-801,2015/7/8,france,aaa801,phone2245,ASD65691,15800
-802,2015/7/8,france,aaa802,phone1826,ASD90555,15801
-803,2015/7/8,france,aaa803,phone2103,ASD93488,15802
-804,2015/7/8,france,aaa804,phone730,ASD97134,15803
-805,2015/7/8,france,aaa805,phone1414,ASD22547,15804
-806,2015/7/8,france,aaa806,phone2406,ASD99089,15805
-807,2015/7/8,france,aaa807,phone1874,ASD16827,15806
-808,2015/7/8,france,aaa808,phone1801,ASD80314,15807
-809,2015/7/8,france,aaa809,phone56,ASD79971,15808
-810,2015/7/8,france,aaa810,phone378,ASD63016,15809
-811,2015/7/8,france,aaa811,phone1536,ASD99595,15810
-812,2015/7/8,france,aaa812,phone871,ASD54753,15811
-813,2015/7/8,france,aaa813,phone412,ASD58554,15812
-814,2015/7/8,france,aaa814,phone287,ASD14590,15813
-815,2015/7/8,france,aaa815,phone244,ASD24103,15814
-816,2015/7/8,france,aaa816,phone2629,ASD73394,15815
-817,2015/7/8,france,aaa817,phone1032,ASD564,15816
-818,2015/7/8,france,aaa818,phone1013,ASD88261,15817
-819,2015/7/8,france,aaa819,phone2584,ASD77392,15818
-820,2015/7/8,france,aaa820,phone348,ASD99862,15819
-821,2015/7/8,france,aaa821,phone2606,ASD80756,15820
-822,2015/7/8,france,aaa822,phone2077,ASD13520,15821
-823,2015/7/8,france,aaa823,phone118,ASD4568,15822
-824,2015/7/8,france,aaa824,phone2542,ASD14441,15823
-825,2015/7/8,france,aaa825,phone2371,ASD40072,15824
-826,2015/7/8,france,aaa826,phone424,ASD43956,15825
-827,2015/7/8,france,aaa827,phone2540,ASD37847,15826
-828,2015/7/8,france,aaa828,phone2899,ASD55392,15827
-829,2015/7/8,france,aaa829,phone2489,ASD14625,15828
-830,2015/7/8,france,aaa830,phone1390,ASD17540,15829
-831,2015/7/8,france,aaa831,phone1843,ASD49395,15830
-832,2015/7/8,france,aaa832,phone2596,ASD9629,15831
-833,2015/7/8,france,aaa833,phone2301,ASD14198,15832
-834,2015/7/8,france,aaa834,phone789,ASD96642,15833
-835,2015/7/8,france,aaa835,phone2390,ASD48294,15834
-836,2015/7/8,france,aaa836,phone148,ASD26033,15835
-837,2015/7/8,france,aaa837,phone2513,ASD49231,15836
-838,2015/7/8,france,aaa838,phone1713,ASD37721,15837
-839,2015/7/8,france,aaa839,phone2091,ASD9590,15838
-840,2015/7/8,france,aaa840,phone741,ASD6749,15839
-841,2015/7/8,france,aaa841,phone1564,ASD34639,15840
-842,2015/7/8,france,aaa842,phone281,ASD29929,15841
-843,2015/7/8,france,aaa843,phone2331,ASD3487,15842
-844,2015/7/8,france,aaa844,phone1499,ASD60999,15843
-845,2015/7/8,france,aaa845,phone268,ASD20002,15844
-846,2015/7/8,france,aaa846,phone1733,ASD25344,15845
-847,2015/7/8,france,aaa847,phone389,ASD2510,15846
-848,2015/7/8,france,aaa848,phone1341,ASD89162,15847
-849,2015/7/8,france,aaa849,phone1328,ASD14048,15848
-850,2015/7/8,france,aaa850,phone2675,ASD85267,15849
-851,2015/7/8,france,aaa851,phone2953,ASD3445,15850
-852,2015/7/8,france,aaa852,phone955,ASD52222,15851
-853,2015/7/8,france,aaa853,phone35,ASD58328,15852
-854,2015/7/8,france,aaa854,phone2466,ASD68864,15853
-855,2015/7/8,france,aaa855,phone2320,ASD47630,15854
-856,2015/7/8,france,aaa856,phone1711,ASD45523,15855
-857,2015/7/8,france,aaa857,phone1860,ASD84718,15856
-858,2015/7/8,france,aaa858,phone1572,ASD62120,15857
-859,2015/7/8,france,aaa859,phone413,ASD54204,15858
-860,2015/7/8,france,aaa860,phone730,ASD97134,15859
-861,2015/7/8,france,aaa861,phone2618,ASD95562,15860
-862,2015/7/8,china,aaa862,phone1216,ASD29709,15861
-863,2015/7/8,china,aaa863,phone1001,ASD67736,15862
-864,2015/7/8,china,aaa864,phone2818,ASD45929,15863
-865,2015/7/8,china,aaa865,phone527,ASD88720,15864
-866,2015/7/8,china,aaa866,phone2514,ASD24211,15865
-867,2015/7/8,china,aaa867,phone1814,ASD76811,15866
-868,2015/7/8,china,aaa868,phone1385,ASD31455,15867
-869,2015/7/8,china,aaa869,phone1226,ASD69240,15868
-870,2015/7/8,china,aaa870,phone1908,ASD99635,15869
-871,2015/7/8,china,aaa871,phone865,ASD20613,15870
-872,2015/7/8,china,aaa872,phone257,ASD49390,15871
-873,2015/7/8,china,aaa873,phone717,ASD35874,15872
-874,2015/7/8,china,aaa874,phone2089,ASD22717,15873
-875,2015/7/8,china,aaa875,phone299,ASD59117,15874
-876,2015/7/8,china,aaa876,phone1261,ASD26668,15875
-877,2015/7/8,china,aaa877,phone2011,ASD41588,15876
-878,2015/7/8,china,aaa878,phone1711,ASD45523,15877
-879,2015/7/8,china,aaa879,phone2345,ASD96756,15878
-880,2015/7/8,china,aaa880,phone1799,ASD65044,15879
-881,2015/7/8,china,aaa881,phone1117,ASD96168,15880
-882,2015/7/8,china,aaa882,phone585,ASD13591,15881
-883,2015/7/8,china,aaa883,phone2051,ASD57553,15882
-884,2015/7/8,china,aaa884,phone601,ASD54723,15883
-885,2015/7/8,china,aaa885,phone627,ASD63991,15884
-886,2015/7/8,china,aaa886,phone598,ASD1303,15885
-887,2015/7/8,china,aaa887,phone2518,ASD26102,15886
-888,2015/7/8,china,aaa888,phone629,ASD70956,15887
-889,2015/7/8,china,aaa889,phone2235,ASD66575,15888
-890,2015/7/8,china,aaa890,phone1559,ASD64160,15889
-891,2015/7/8,china,aaa891,phone2292,ASD10586,15890
-892,2015/7/8,china,aaa892,phone2595,ASD16833,15891
-893,2015/7/8,china,aaa893,phone1964,ASD61085,15892
-894,2015/7/8,china,aaa894,phone1074,ASD35633,15893
-895,2015/7/8,china,aaa895,phone2271,ASD52445,15894
-896,2015/7/8,china,aaa896,phone2823,ASD66619,15895
-897,2015/7/8,china,aaa897,phone873,ASD94122,15896
-898,2015/7/8,china,aaa898,phone1198,ASD56813,15897
-899,2015/7/8,china,aaa899,phone323,ASD18440,15898
-900,2015/7/8,china,aaa900,phone2465,ASD37753,15899
-901,2015/7/8,china,aaa901,phone2009,ASD14090,15900
-902,2015/7/8,china,aaa902,phone574,ASD18673,15901
-903,2015/7/8,china,aaa903,phone72,ASD64081,15902
-904,2015/7/8,china,aaa904,phone2654,ASD25597,15903
-905,2015/7/8,china,aaa905,phone2156,ASD42573,15904
-906,2015/7/8,china,aaa906,phone1378,ASD95469,15905
-907,2015/7/8,china,aaa907,phone825,ASD71225,15906
-908,2015/7/8,china,aaa908,phone1774,ASD12773,15907
-909,2015/7/8,china,aaa909,phone125,ASD76214,15908
-910,2015/7/8,china,aaa910,phone1587,ASD94026,15909
-911,2015/7/8,china,aaa911,phone180,ASD40830,15910
-912,2015/7/8,china,aaa912,phone2960,ASD80233,15911
-913,2015/7/8,china,aaa913,phone1406,ASD92347,15912
-914,2015/7/8,china,aaa914,phone33,ASD54379,15913
-915,2015/7/8,china,aaa915,phone1517,ASD34441,15914
-916,2015/7/8,china,aaa916,phone979,ASD92290,15915
-917,2015/7/8,china,aaa917,phone118,ASD4568,15916
-918,2015/7/8,china,aaa918,phone491,ASD56573,15917
-919,2015/7/8,china,aaa919,phone383,ASD91162,15918
-920,2015/7/8,china,aaa920,phone310,ASD71880,15919
-921,2015/7/8,china,aaa921,phone2742,ASD98716,15920
-922,2015/7/8,china,aaa922,phone448,ASD8620,15921
-923,2015/7/8,china,aaa923,phone2179,ASD16589,15922
-924,2015/7/8,china,aaa924,phone986,ASD24553,15923
-925,2015/7/8,china,aaa925,phone2413,ASD21779,15924
-926,2015/7/8,china,aaa926,phone2819,ASD32336,15925
-927,2015/7/8,china,aaa927,phone818,ASD56003,15926
-928,2015/7/8,china,aaa928,phone1797,ASD67181,15927
-929,2015/7/8,china,aaa929,phone1832,ASD65098,15928
-930,2015/7/8,china,aaa930,phone2080,ASD45469,15929
-931,2015/7/8,china,aaa931,phone1746,ASD68481,15930
-932,2015/7/8,china,aaa932,phone111,ASD20917,15931
-933,2015/7/8,china,aaa933,phone1823,ASD84425,15932
-934,2015/7/8,china,aaa934,phone2828,ASD70558,15933
-935,2015/7/8,china,aaa935,phone2371,ASD40072,15934
-936,2015/7/8,china,aaa936,phone446,ASD33003,15935
-937,2015/7/8,china,aaa937,phone977,ASD26350,15936
-938,2015/7/8,china,aaa938,phone402,ASD189,15937
-939,2015/7/8,china,aaa939,phone912,ASD65122,15938
-940,2015/7/8,china,aaa940,phone957,ASD71030,15939
-941,2015/7/8,china,aaa941,phone946,ASD53839,15940
-942,2015/7/8,china,aaa942,phone790,ASD67729,15941
-943,2015/7/8,china,aaa943,phone2377,ASD50473,15942
-944,2015/7/8,china,aaa944,phone2230,ASD91897,15943
-945,2015/7/8,china,aaa945,phone1524,ASD35504,15944
-946,2015/7/8,china,aaa946,phone2906,ASD36901,15945
-947,2015/7/8,china,aaa947,phone2651,ASD53635,15946
-948,2015/7/8,china,aaa948,phone1187,ASD61164,15947
-949,2015/7/8,china,aaa949,phone2699,ASD85196,15948
-950,2015/7/8,china,aaa950,phone596,ASD15295,15949
-951,2015/7/8,china,aaa951,phone1531,ASD24387,15950
-952,2015/7/8,china,aaa952,phone2534,ASD26601,15951
-953,2015/7/8,china,aaa953,phone208,ASD50274,15952
-954,2015/7/8,china,aaa954,phone87,ASD87141,15953
-955,2015/7/8,china,aaa955,phone1098,ASD91413,15954
-956,2015/7/8,china,aaa956,phone2807,ASD17710,15955
-957,2015/7/8,china,aaa957,phone1867,ASD99034,15956
-958,2015/7/8,china,aaa958,phone681,ASD96136,15957
-959,2015/7/8,china,aaa959,phone165,ASD10848,15958
-960,2015/7/8,china,aaa960,phone775,ASD47938,15959
-961,2015/7/8,china,aaa961,phone1695,ASD92758,15960
-962,2015/7/8,china,aaa962,phone2662,ASD85295,15961
-963,2015/7/8,china,aaa963,phone52,ASD46238,15962
-964,2015/7/8,china,aaa964,phone268,ASD20002,15963
-965,2015/7/8,china,aaa965,phone19,ASD69283,15964
-966,2015/7/8,china,aaa966,phone2250,ASD13619,15965
-967,2015/7/8,china,aaa967,phone1659,ASD49066,15966
-968,2015/7/8,china,aaa968,phone294,ASD59961,15967
-969,2015/7/8,china,aaa969,phone1537,ASD46367,15968
-970,2015/7/8,china,aaa970,phone2427,ASD76544,15969
-971,2015/7/8,china,aaa971,phone121,ASD56494,15970
-972,2015/7/8,china,aaa972,phone1683,ASD38383,15971
-973,2015/7/8,china,aaa973,phone1971,ASD50880,15972
-974,2015/7/8,china,aaa974,phone2423,ASD91802,15973
-975,2015/7/8,china,aaa975,phone2425,ASD69636,15974
-976,2015/7/8,china,aaa976,phone1677,ASD88004,15975
-977,2015/7/8,china,aaa977,phone1057,ASD75780,15976
-978,2015/7/8,china,aaa978,phone568,ASD95931,15977
-979,2015/7/8,china,aaa979,phone2629,ASD73394,15978
-980,2015/7/8,china,aaa980,phone2778,ASD48823,15979
-981,2015/7/8,china,aaa981,phone1875,ASD28544,15980
-982,2015/7/8,china,aaa982,phone2257,ASD41709,15981
-983,2015/7/8,china,aaa983,phone2519,ASD60789,15982
-984,2015/7/8,china,aaa984,phone892,ASD47520,15983
-985,2015/7/8,china,aaa985,phone1096,ASD92338,15984
-986,2015/7/8,china,aaa986,phone691,ASD93561,15985
-987,2015/7/8,china,aaa987,phone1437,ASD46394,15986
-988,2015/7/8,china,aaa988,phone2150,ASD32526,15987
-989,2015/7/8,china,aaa989,phone2367,ASD25023,15988
-990,2015/7/8,china,aaa990,phone2413,ASD21779,15989
-991,2015/7/8,china,aaa991,phone2601,ASD4891,15990
-992,2015/7/8,china,aaa992,phone395,ASD63501,15991
-993,2015/7/8,china,aaa993,phone165,ASD10848,15992
-994,2015/7/8,china,aaa994,phone1553,ASD58083,15993
-995,2015/7/8,china,aaa995,phone90,ASD81472,15994
-996,2015/7/8,china,aaa996,phone1421,ASD33736,15995
-997,2015/7/8,china,aaa997,phone1588,ASD91226,15996
-998,2015/7/8,china,aaa998,phone1862,ASD47472,15997
-999,2015/7/8,china,aaa999,phone309,ASD78895,15998
-1000,2015/7/8,china,aaa1000,phone1318,ASD85027,15999
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
deleted file mode 100644
index 615d283..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
+++ /dev/null
@@ -1,49 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.aggquery
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for aggregate query on Integer datatypes
- *
- * @author N00902756
- *
- */
-class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE integertypetableAgg (empno int, workgroupcategory string, deptno int, projectcode int, attendance int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE integertypetableAgg OPTIONS ('DELIMITER'= ',', 'QUOTECHAR'= '\"', 'FILEHEADER'='')")
- }
-
- test("select empno from integertypetableAgg") {
- checkAnswer(
- sql("select empno from integertypetableAgg"),
- Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
- }
-
- override def afterAll {
- sql("drop table integertypetableAgg")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
deleted file mode 100644
index 4a3ae54..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
+++ /dev/null
@@ -1,93 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.bigdecimal
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test cases for testing big int functionality
- */
-class TestBigInt extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql("CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary bigint)STORED BY 'org.apache.carbondata.format'")
- sql("create table if not exists hiveTable(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary bigint)row format delimited fields terminated by ','")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/bigIntDataWithHeader.csv' into table carbonTable")
- sql("LOAD DATA local inpath './src/test/resources/bigIntDataWithoutHeader.csv' INTO table hiveTable")
- }
-
- test("test detail query on big int column") {
- checkAnswer(sql("select salary from carbonTable order by salary"),
- sql("select salary from hiveTable order by salary"))
- }
-
- test("test sum function on big int column") {
- checkAnswer(sql("select sum(salary) from carbonTable"),
- sql("select sum(salary) from hiveTable"))
- }
-
- test("test max function on big int column") {
- checkAnswer(sql("select max(salary) from carbonTable"),
- sql("select max(salary) from hiveTable"))
- }
-
- test("test min function on big int column") {
- checkAnswer(sql("select min(salary) from carbonTable"),
- sql("select min(salary) from hiveTable"))
- }
-
- test("test count function on big int column") {
- checkAnswer(sql("select count(salary) from carbonTable"),
- sql("select count(salary) from hiveTable"))
- }
-
- test("test distinct function on big int column") {
- checkAnswer(sql("select distinct salary from carbonTable order by salary"),
- sql("select distinct salary from hiveTable order by salary"))
- }
-
- test("test sum-distinct function on big int column") {
- checkAnswer(sql("select sum(distinct salary) from carbonTable"),
- sql("select sum(distinct salary) from hiveTable"))
- }
-
- test("test count-distinct function on big int column") {
- checkAnswer(sql("select count(distinct salary) from carbonTable"),
- sql("select count(distinct salary) from hiveTable"))
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
-
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
deleted file mode 100644
index d4231e8..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
+++ /dev/null
@@ -1,61 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.bigdecimal
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test cases for testing big decimal functionality on dimensions
- */
-class TestDimensionWithDecimalDataType extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql("CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(19,2))STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='salary')")
- sql("create table if not exists hiveTable(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(19,2))row format delimited fields terminated by ','")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/decimalDataWithHeader.csv' into table carbonTable")
- sql("LOAD DATA local inpath './src/test/resources/decimalDataWithoutHeader.csv' INTO table hiveTable")
- }
-
-// test("test detail query on dimension column with decimal data type") {
-// checkAnswer(sql("select salary from carbonTable order by salary"),
-// sql("select salary from hiveTable order by salary"))
-// }
-
- test("test aggregate query on dimension column with decimal data type") {
- checkAnswer(sql("select sum(salary) from carbonTable"),
- sql("select sum(salary) from hiveTable"))
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexPrimitiveTimestampDirectDictionary.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexPrimitiveTimestampDirectDictionary.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexPrimitiveTimestampDirectDictionary.scala
index 4670501..e15a721 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexPrimitiveTimestampDirectDictionary.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexPrimitiveTimestampDirectDictionary.scala
@@ -19,16 +19,11 @@
package org.apache.carbondata.integration.spark.testsuite.complexType
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.Row
-import org.apache.carbondata.core.carbon.CarbonTableIdentifier
-import org.apache.carbondata.core.carbon.metadata.schema.table.column.CarbonDimension
+import org.scalatest.BeforeAndAfterAll
+
import org.apache.carbondata.core.constants.CarbonCommonConstants
import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
/**
* Test class of creating and loading for carbon table with double
@@ -42,10 +37,10 @@ class TestComplexPrimitiveTimestampDirectDictionary extends QueryTest with Befor
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss.SSS")
sql("CREATE TABLE complexcarbontimestamptable (empno string,workdate Timestamp,punchinout array<Timestamp>, worktime struct<begintime:Timestamp, endtime:Timestamp>, salary double) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/datasamplecomplex.csv' INTO TABLE complexcarbontimestamptable OPTIONS" +
+ sql(s"LOAD DATA local inpath '$resourcesPath/datasamplecomplex.csv' INTO TABLE complexcarbontimestamptable OPTIONS" +
"('DELIMITER'= ',', 'QUOTECHAR'= '\"', 'FILEHEADER'='empno,workdate,punchinout,worktime,salary')");
sql("CREATE TABLE complexhivetimestamptable (empno string,workdate Timestamp,punchinout array<Timestamp>, worktime struct<begintime:Timestamp, endtime:Timestamp>, salary double)row format delimited fields terminated by ',' collection items terminated by '$'")
- sql("LOAD DATA local inpath './src/test/resources/datasamplecomplex.csv' INTO TABLE complexhivetimestamptable")
+ sql(s"LOAD DATA local inpath '$resourcesPath/datasamplecomplex.csv' INTO TABLE complexhivetimestamptable")
}
test("select * query") {
@@ -57,9 +52,9 @@ class TestComplexPrimitiveTimestampDirectDictionary extends QueryTest with Befor
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss.SSS")
sql("CREATE TABLE testtimestampcarbon(imei string,rat array<string>, sid array<int>, end_time array<Timestamp>, probeid array<double>, contact struct<name:string, id:string>)STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/timestampdata.csv' INTO TABLE testtimestampcarbon options('DELIMITER'=',', 'QUOTECHAR'='\"','COMPLEX_DELIMITER_LEVEL_1'='$', 'FILEHEADER'='imei,rat,sid,end_time,probeid,contact')")
+ sql("LOAD DATA local inpath '" + resourcesPath + "/timestampdata.csv' INTO TABLE testtimestampcarbon options('DELIMITER'=',', 'QUOTECHAR'='\"','COMPLEX_DELIMITER_LEVEL_1'='$', 'FILEHEADER'='imei,rat,sid,end_time,probeid,contact')")
sql("CREATE TABLE testtimestamphive(imei string,rat array<string>, sid array<int>, end_time array<Timestamp>, probeid array<double>, contact struct<name:string, id:string>)row format delimited fields terminated by ',' collection items terminated by '$'")
- sql("LOAD DATA local inpath './src/test/resources/timestampdata.csv' INTO TABLE testtimestamphive")
+ sql(s"LOAD DATA local inpath '$resourcesPath/timestampdata.csv' INTO TABLE testtimestamphive")
checkAnswer(sql("select * from testtimestampcarbon"), sql("select * from testtimestamphive"))
sql("drop table if exists testtimestampcarbon")
sql("drop table if exists testtimestamphive")
[14/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/example-data.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/example-data.csv b/integration/spark/src/test/resources/example-data.csv
deleted file mode 100644
index 72d1063..0000000
--- a/integration/spark/src/test/resources/example-data.csv
+++ /dev/null
@@ -1,1001 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001
-3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,china,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
-12,2015/7/19,china,aaa12,phone1781,ASD85711,15011
-13,2015/7/20,china,aaa13,phone943,ASD39200,15012
-14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
-15,2015/7/22,china,aaa15,phone451,ASD1954,15014
-16,2015/7/23,china,aaa16,phone390,ASD38513,15015
-17,2015/7/24,china,aaa17,phone1929,ASD86213,15016
-18,2015/7/25,usa,aaa18,phone910,ASD88812,15017
-19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
-20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
-21,2015/7/28,china,aaa21,phone1371,ASD27896,15020
-22,2015/7/29,china,aaa22,phone945,ASD79760,15021
-23,2015/7/30,china,aaa23,phone2177,ASD45410,15022
-24,2015/7/31,china,aaa24,phone1586,ASD80645,15023
-25,2015/8/1,china,aaa25,phone1310,ASD36408,15024
-26,2015/8/2,china,aaa26,phone1579,ASD14571,15025
-27,2015/8/3,china,aaa27,phone2123,ASD36243,15026
-28,2015/8/4,china,aaa28,phone2334,ASD57825,15027
-29,2015/8/5,china,aaa29,phone1166,ASD26161,15028
-30,2015/8/6,china,aaa30,phone2248,ASD47899,15029
-31,2015/8/7,china,aaa31,phone475,ASD89811,15030
-32,2015/8/8,china,aaa32,phone2499,ASD87974,15031
-33,2015/8/9,china,aaa33,phone2333,ASD62408,15032
-34,2015/8/10,china,aaa34,phone1128,ASD73138,15033
-35,2015/8/11,china,aaa35,phone1063,ASD29573,15034
-36,2015/8/12,china,aaa36,phone1633,ASD82574,15035
-37,2015/8/13,china,aaa37,phone775,ASD47938,15036
-38,2015/8/14,china,aaa38,phone817,ASD40947,15037
-39,2015/8/15,china,aaa39,phone2221,ASD6379,15038
-40,2015/8/16,china,aaa40,phone2289,ASD48374,15039
-41,2015/8/17,china,aaa41,phone599,ASD44560,15040
-42,2015/8/18,china,aaa42,phone384,ASD613,15041
-43,2015/8/19,china,aaa43,phone731,ASD66050,15042
-44,2015/8/20,china,aaa44,phone2128,ASD39759,15043
-45,2015/8/21,china,aaa45,phone1503,ASD31200,15044
-46,2015/8/22,china,aaa46,phone1833,ASD22945,15045
-47,2015/8/23,china,aaa47,phone2346,ASD80162,15046
-48,2015/8/24,china,aaa48,phone2714,ASD27822,15047
-49,2015/8/25,china,aaa49,phone1582,ASD21279,15048
-50,2015/8/26,china,aaa50,phone83,ASD17242,15049
-51,2015/8/27,china,aaa51,phone54,ASD29131,15050
-52,2015/8/28,china,aaa52,phone526,ASD73647,15051
-53,2015/8/29,china,aaa53,phone1308,ASD80493,15052
-54,2015/8/30,china,aaa54,phone2785,ASD30573,15053
-55,2015/8/31,china,aaa55,phone2133,ASD49757,15054
-56,2015/9/1,china,aaa56,phone871,ASD54753,15055
-57,2015/9/2,china,aaa57,phone1570,ASD25758,15056
-58,2015/9/3,china,aaa58,phone434,ASD30291,15057
-59,2015/9/4,china,aaa59,phone2023,ASD60739,15058
-60,2015/9/5,china,aaa60,phone1755,ASD4955,15059
-61,2015/9/6,china,aaa61,phone1120,ASD41678,15060
-62,2015/9/7,china,aaa62,phone526,ASD73647,15061
-63,2015/9/8,china,aaa63,phone111,ASD20917,15062
-64,2015/9/9,china,aaa64,phone2477,ASD78171,15063
-65,2015/9/10,china,aaa65,phone1458,ASD3023,15064
-66,2015/9/11,china,aaa66,phone33,ASD54379,15065
-67,2015/9/12,china,aaa67,phone1710,ASD65296,15066
-68,2015/9/13,china,aaa68,phone118,ASD4568,15067
-69,2015/9/14,china,aaa69,phone2772,ASD42161,15068
-70,2015/9/15,china,aaa70,phone1013,ASD88261,15069
-71,2015/9/16,china,aaa71,phone1606,ASD33903,15070
-72,2015/9/17,china,aaa72,phone2800,ASD60308,15071
-73,2015/9/18,china,aaa73,phone2461,ASD14645,15072
-74,2015/9/19,china,aaa74,phone1038,ASD66620,15073
-75,2015/9/20,china,aaa75,phone2882,ASD23220,15074
-76,2015/9/21,china,aaa76,phone1665,ASD31618,15075
-77,2015/9/22,china,aaa77,phone2991,ASD37964,15076
-78,2015/9/23,china,aaa78,phone620,ASD7257,15077
-79,2015/9/24,china,aaa79,phone1097,ASD12510,15078
-80,2015/9/25,usa,aaa80,phone1668,ASD41149,15079
-81,2015/9/26,china,aaa81,phone2869,ASD95862,15080
-82,2015/9/27,china,aaa82,phone2506,ASD77011,15081
-83,2015/9/28,china,aaa83,phone2897,ASD6674,15082
-84,2015/9/29,china,aaa84,phone954,ASD72595,15083
-85,2015/9/30,china,aaa85,phone1382,ASD86617,15084
-86,2015/10/1,china,aaa86,phone284,ASD31454,15085
-87,2015/10/2,china,aaa87,phone1000,ASD1404,15086
-88,2015/10/3,china,aaa88,phone1813,ASD6955,15087
-89,2015/10/4,china,aaa89,phone2301,ASD14198,15088
-90,2015/10/5,france,aaa90,phone791,ASD13426,15089
-91,2015/10/6,china,aaa91,phone1885,ASD67230,15090
-92,2015/10/7,china,aaa92,phone2055,ASD37734,15091
-93,2015/10/8,china,aaa93,phone710,ASD20056,15092
-94,2015/10/9,china,aaa94,phone1661,ASD62717,15093
-95,2015/10/10,china,aaa95,phone890,ASD68112,15094
-96,2015/10/11,china,aaa96,phone1291,ASD43253,15095
-97,2015/10/12,china,aaa97,phone1754,ASD17116,15096
-98,2015/10/13,china,aaa98,phone1162,ASD9615,15097
-99,2015/10/14,china,aaa99,phone1202,ASD38525,15098
-100,2015/10/15,china,aaa100,phone2568,ASD16162,15099
-101,2015/10/16,china,aaa101,phone722,ASD82042,15100
-102,2015/10/17,china,aaa102,phone1986,ASD55325,15101
-103,2015/10/18,china,aaa103,phone2370,ASD86596,15102
-104,2015/10/19,china,aaa104,phone2477,ASD78171,15103
-105,2015/10/20,china,aaa105,phone2047,ASD38944,15104
-106,2015/10/21,china,aaa106,phone16,ASD96002,15105
-107,2015/10/22,china,aaa107,phone1319,ASD79661,15106
-108,2015/10/23,china,aaa108,phone1375,ASD63986,15107
-109,2015/10/24,china,aaa109,phone638,ASD22875,15108
-110,2015/10/25,china,aaa110,phone1520,ASD75562,15109
-111,2015/10/26,china,aaa111,phone868,ASD43647,15110
-112,2015/10/27,china,aaa112,phone1688,ASD69512,15111
-113,2015/10/28,china,aaa113,phone1359,ASD65796,15112
-114,2015/10/29,china,aaa114,phone1819,ASD14490,15113
-115,2015/10/30,china,aaa115,phone2686,ASD70591,15114
-116,2015/10/31,china,aaa116,phone1999,ASD59245,15115
-117,2015/11/1,china,aaa117,phone1708,ASD47454,15116
-118,2015/11/2,china,aaa118,phone868,ASD43647,15117
-119,2015/11/3,china,aaa119,phone2708,ASD80313,15118
-120,2015/11/4,china,aaa120,phone2930,ASD29572,15119
-121,2015/11/5,china,aaa121,phone482,ASD37161,15120
-122,2015/11/6,china,aaa122,phone147,ASD86280,15121
-123,2015/11/7,china,aaa123,phone22,ASD15140,15122
-124,2015/11/8,china,aaa124,phone2900,ASD81501,15123
-125,2015/11/9,china,aaa125,phone2698,ASD94746,15124
-126,2015/11/10,china,aaa126,phone740,ASD87038,15125
-127,2015/11/11,china,aaa127,phone2330,ASD51162,15126
-128,2015/11/12,china,aaa128,phone1825,ASD39324,15127
-129,2015/11/13,china,aaa129,phone1910,ASD38521,15128
-130,2015/11/14,china,aaa130,phone2391,ASD77728,15129
-131,2015/11/15,china,aaa131,phone138,ASD67641,15130
-132,2015/11/16,uk,aaa132,phone1860,ASD84718,15131
-133,2015/11/17,uk,aaa133,phone1957,ASD8256,15132
-134,2015/11/18,uk,aaa134,phone738,ASD55955,15133
-135,2015/11/19,uk,aaa135,phone412,ASD58554,15134
-136,2015/11/20,uk,aaa136,phone2913,ASD38036,15135
-137,2015/11/21,uk,aaa137,phone2397,ASD17008,15136
-138,2015/11/22,uk,aaa138,phone2231,ASD59268,15137
-139,2015/11/23,uk,aaa139,phone1909,ASD32664,15138
-140,2015/11/24,uk,aaa140,phone2339,ASD54735,15139
-141,2015/11/25,china,aaa141,phone1086,ASD70962,15140
-142,2015/11/26,china,aaa142,phone2462,ASD4442,15141
-143,2015/11/27,china,aaa143,phone1628,ASD24356,15142
-144,2015/11/28,china,aaa144,phone1399,ASD18683,15143
-145,2015/11/29,china,aaa145,phone1512,ASD42324,15144
-146,2015/11/30,china,aaa146,phone845,ASD73765,15145
-147,2015/12/1,china,aaa147,phone2338,ASD49799,15146
-148,2015/12/2,china,aaa148,phone112,ASD95309,15147
-149,2015/12/3,china,aaa149,phone2008,ASD99124,15148
-150,2015/12/4,china,aaa150,phone1504,ASD18487,15149
-151,2015/12/5,china,aaa151,phone2538,ASD86901,15150
-152,2015/12/6,china,aaa152,phone253,ASD56839,15151
-153,2015/12/7,china,aaa153,phone543,ASD59832,15152
-154,2015/12/8,china,aaa154,phone251,ASD59211,15153
-155,2015/12/9,china,aaa155,phone2898,ASD58932,15154
-156,2015/12/10,china,aaa156,phone219,ASD78593,15155
-157,2015/12/11,china,aaa157,phone599,ASD44560,15156
-158,2015/12/12,china,aaa158,phone2775,ASD33598,15157
-159,2015/12/13,china,aaa159,phone873,ASD94122,15158
-160,2015/12/14,china,aaa160,phone1871,ASD21810,15159
-161,2015/12/15,china,aaa161,phone1871,ASD21810,15160
-162,2015/12/16,china,aaa162,phone1626,ASD5437,15161
-163,2015/12/17,china,aaa163,phone825,ASD71225,15162
-164,2015/12/18,china,aaa164,phone2660,ASD27594,15163
-165,2015/12/19,china,aaa165,phone388,ASD76310,15164
-166,2015/12/20,china,aaa166,phone2583,ASD77454,15165
-167,2015/12/21,china,aaa167,phone2870,ASD61497,15166
-168,2015/12/22,china,aaa168,phone2785,ASD30573,15167
-169,2015/12/23,china,aaa169,phone293,ASD78900,15168
-170,2015/12/24,china,aaa170,phone116,ASD86473,15169
-171,2015/12/25,china,aaa171,phone1244,ASD30971,15170
-172,2015/12/26,china,aaa172,phone2175,ASD33484,15171
-173,2015/12/27,china,aaa173,phone1909,ASD32664,15172
-174,2015/12/28,china,aaa174,phone1921,ASD28833,15173
-175,2015/12/29,china,aaa175,phone374,ASD67524,15174
-176,2015/12/30,china,aaa176,phone465,ASD75494,15175
-177,2015/12/31,china,aaa177,phone395,ASD63501,15176
-178,2016/1/1,china,aaa178,phone1695,ASD92758,15177
-179,2016/1/2,china,aaa179,phone1396,ASD53292,15178
-180,2016/1/3,china,aaa180,phone1377,ASD12856,15179
-181,2016/1/4,china,aaa181,phone2385,ASD70717,15180
-182,2016/1/5,china,aaa182,phone2083,ASD3221,15181
-183,2016/1/6,china,aaa183,phone609,ASD54015,15182
-184,2016/1/7,china,aaa184,phone1732,ASD35453,15183
-185,2016/1/8,china,aaa185,phone926,ASD46831,15184
-186,2016/1/9,china,aaa186,phone52,ASD46238,15185
-187,2016/1/10,china,aaa187,phone401,ASD28870,15186
-188,2016/1/11,china,aaa188,phone304,ASD52886,15187
-189,2016/1/12,china,aaa189,phone1586,ASD80645,15188
-190,2016/1/13,china,aaa190,phone358,ASD23673,15189
-191,2016/1/14,china,aaa191,phone1930,ASD58097,15190
-192,2016/1/15,china,aaa192,phone663,ASD44218,15191
-193,2016/1/16,china,aaa193,phone1243,ASD37727,15192
-194,2016/1/17,china,aaa194,phone1588,ASD91226,15193
-195,2016/1/18,china,aaa195,phone2527,ASD80035,15194
-196,2016/1/19,china,aaa196,phone1522,ASD62002,15195
-197,2016/1/20,china,aaa197,phone1387,ASD49312,15196
-198,2016/1/21,china,aaa198,phone2493,ASD55143,15197
-199,2016/1/22,china,aaa199,phone2307,ASD10530,15198
-200,2016/1/23,china,aaa200,phone2940,ASD57500,15199
-201,2016/1/24,canada,aaa201,phone1208,ASD8177,15200
-202,2016/1/25,canada,aaa202,phone1383,ASD13789,15201
-203,2016/1/26,canada,aaa203,phone1016,ASD68460,15202
-204,2016/1/27,canada,aaa204,phone2832,ASD89285,15203
-205,2016/1/28,canada,aaa205,phone2199,ASD21040,15204
-206,2016/1/29,canada,aaa206,phone1105,ASD41184,15205
-207,2016/1/30,canada,aaa207,phone1997,ASD79237,15206
-208,2016/1/31,canada,aaa208,phone663,ASD44218,15207
-209,2016/2/1,canada,aaa209,phone767,ASD85191,15208
-210,2016/2/2,canada,aaa210,phone1232,ASD55928,15209
-211,2016/2/3,canada,aaa211,phone2533,ASD86033,15210
-212,2016/2/4,canada,aaa212,phone861,ASD12777,15211
-213,2016/2/5,canada,aaa213,phone1334,ASD47037,15212
-214,2016/2/6,canada,aaa214,phone1438,ASD77362,15213
-215,2016/2/7,canada,aaa215,phone160,ASD78770,15214
-216,2015/7/8,canada,aaa216,phone2437,ASD99353,15215
-217,2015/7/8,canada,aaa217,phone1430,ASD42465,15216
-218,2015/7/8,china,aaa218,phone2989,ASD31575,15217
-219,2015/7/8,china,aaa219,phone1315,ASD42644,15218
-220,2015/7/8,china,aaa220,phone2866,ASD29661,15219
-221,2015/7/8,china,aaa221,phone1616,ASD16671,15220
-222,2015/7/8,china,aaa222,phone2087,ASD48037,15221
-223,2015/7/8,china,aaa223,phone2573,ASD82694,15222
-224,2015/7/8,china,aaa224,phone913,ASD21179,15223
-225,2015/7/8,china,aaa225,phone900,ASD46140,15224
-226,2015/7/8,china,aaa226,phone1087,ASD43483,15225
-227,2015/7/8,china,aaa227,phone1647,ASD74002,15226
-228,2015/7/8,china,aaa228,phone2341,ASD82304,15227
-229,2015/7/8,china,aaa229,phone1901,ASD34911,15228
-230,2015/7/8,china,aaa230,phone2649,ASD69130,15229
-231,2015/7/8,china,aaa231,phone2514,ASD24211,15230
-232,2015/7/8,china,aaa232,phone133,ASD22945,15231
-233,2015/7/8,china,aaa233,phone1048,ASD5352,15232
-234,2015/7/8,uk,aaa234,phone10,ASD18389,15233
-235,2015/7/8,france,aaa235,phone319,ASD14310,15234
-236,2015/7/8,france,aaa236,phone169,ASD18752,15235
-237,2015/7/8,france,aaa237,phone1792,ASD12930,15236
-238,2015/7/8,france,aaa238,phone2914,ASD66266,15237
-239,2015/7/8,france,aaa239,phone371,ASD78389,15238
-240,2015/7/8,france,aaa240,phone739,ASD43117,15239
-241,2015/7/8,france,aaa241,phone791,ASD13426,15240
-242,2015/7/8,france,aaa242,phone2594,ASD53050,15241
-243,2015/7/8,france,aaa243,phone696,ASD31569,15242
-244,2015/7/8,france,aaa244,phone2029,ASD19595,15243
-245,2015/7/8,france,aaa245,phone795,ASD24648,15244
-246,2015/7/8,france,aaa246,phone865,ASD20613,15245
-247,2015/7/8,france,aaa247,phone471,ASD5440,15246
-248,2015/7/8,france,aaa248,phone2399,ASD39891,15247
-249,2015/7/8,france,aaa249,phone56,ASD79971,15248
-250,2015/7/8,france,aaa250,phone1371,ASD27896,15249
-251,2015/7/8,france,aaa251,phone1746,ASD68481,15250
-252,2015/7/8,france,aaa252,phone147,ASD86280,15251
-253,2015/7/8,france,aaa253,phone2766,ASD60381,15252
-254,2015/7/8,france,aaa254,phone2932,ASD12302,15253
-255,2015/7/8,france,aaa255,phone1866,ASD21033,15254
-256,2015/7/8,france,aaa256,phone1631,ASD67070,15255
-257,2015/7/8,france,aaa257,phone1386,ASD80979,15256
-258,2015/7/8,france,aaa258,phone2384,ASD97760,15257
-259,2015/7/8,france,aaa259,phone1977,ASD29691,15258
-260,2015/7/8,france,aaa260,phone316,ASD96088,15259
-261,2015/7/8,france,aaa261,phone763,ASD7447,15260
-262,2015/7/8,france,aaa262,phone2791,ASD86621,15261
-263,2015/7/8,france,aaa263,phone401,ASD28870,15262
-264,2015/7/8,france,aaa264,phone1534,ASD59748,15263
-265,2015/7/8,france,aaa265,phone2815,ASD51862,15264
-266,2015/7/8,france,aaa266,phone2277,ASD52116,15265
-267,2015/7/8,france,aaa267,phone1458,ASD3023,15266
-268,2015/7/8,china,aaa268,phone1173,ASD44668,15267
-269,2015/7/8,china,aaa269,phone2428,ASD94819,15268
-270,2015/7/8,china,aaa270,phone2565,ASD41930,15269
-271,2015/7/8,china,aaa271,phone2064,ASD14615,15270
-272,2015/7/8,china,aaa272,phone1332,ASD35057,15271
-273,2015/7/8,china,aaa273,phone1117,ASD96168,15272
-274,2015/7/8,china,aaa274,phone801,ASD10049,15273
-275,2015/7/8,china,aaa275,phone316,ASD96088,15274
-276,2015/7/8,china,aaa276,phone2098,ASD4166,15275
-277,2015/7/8,china,aaa277,phone1590,ASD74144,15276
-278,2015/7/8,china,aaa278,phone148,ASD26033,15277
-279,2015/7/8,china,aaa279,phone1139,ASD42486,15278
-280,2015/7/8,china,aaa280,phone225,ASD13992,15279
-281,2015/7/8,china,aaa281,phone2490,ASD25777,15280
-282,2015/7/8,china,aaa282,phone807,ASD97797,15281
-283,2015/7/8,china,aaa283,phone25,ASD67930,15282
-284,2015/7/8,china,aaa284,phone1101,ASD35178,15283
-285,2015/7/8,china,aaa285,phone1211,ASD27032,15284
-286,2015/7/8,china,aaa286,phone1092,ASD30977,15285
-287,2015/7/8,china,aaa287,phone268,ASD20002,15286
-288,2015/7/8,china,aaa288,phone1017,ASD2489,15287
-289,2015/7/8,china,aaa289,phone672,ASD18712,15288
-290,2015/7/8,china,aaa290,phone320,ASD5030,15289
-291,2015/7/8,china,aaa291,phone2022,ASD53089,15290
-292,2015/7/8,china,aaa292,phone817,ASD40947,15291
-293,2015/7/8,china,aaa293,phone1513,ASD63237,15292
-294,2015/7/8,china,aaa294,phone1913,ASD29267,15293
-295,2015/7/8,china,aaa295,phone233,ASD94159,15294
-296,2015/7/8,china,aaa296,phone2613,ASD36379,15295
-297,2015/7/8,china,aaa297,phone492,ASD85148,15296
-298,2015/7/8,china,aaa298,phone2896,ASD87790,15297
-299,2015/7/8,china,aaa299,phone1395,ASD5086,15298
-300,2015/7/8,china,aaa300,phone2405,ASD98593,15299
-301,2015/7/8,china,aaa301,phone1837,ASD76100,15300
-302,2015/7/8,china,aaa302,phone690,ASD96405,15301
-303,2015/7/8,china,aaa303,phone1006,ASD22695,15302
-304,2015/7/8,china,aaa304,phone1980,ASD31405,15303
-305,2015/7/8,china,aaa305,phone170,ASD78727,15304
-306,2015/7/8,china,aaa306,phone1139,ASD42486,15305
-307,2015/7/8,china,aaa307,phone1033,ASD7342,15306
-308,2015/7/8,china,aaa308,phone2020,ASD48268,15307
-309,2015/7/8,china,aaa309,phone1629,ASD59143,15308
-310,2015/7/8,china,aaa310,phone222,ASD42940,15309
-311,2015/7/8,china,aaa311,phone574,ASD18673,15310
-312,2015/7/8,china,aaa312,phone2371,ASD40072,15311
-313,2015/7/8,china,aaa313,phone1817,ASD40255,15312
-314,2015/7/8,china,aaa314,phone1153,ASD74976,15313
-315,2015/7/8,china,aaa315,phone2836,ASD74087,15314
-316,2015/7/8,china,aaa316,phone89,ASD88184,15315
-317,2015/7/8,china,aaa317,phone1988,ASD6141,15316
-318,2015/7/8,china,aaa318,phone2641,ASD75257,15317
-319,2015/7/8,china,aaa319,phone106,ASD31344,15318
-320,2015/7/8,china,aaa320,phone426,ASD54309,15319
-321,2015/7/8,china,aaa321,phone1551,ASD30475,15320
-322,2015/7/8,china,aaa322,phone1241,ASD73185,15321
-323,2015/7/8,china,aaa323,phone2249,ASD87147,15322
-324,2015/7/8,china,aaa324,phone1644,ASD12948,15323
-325,2015/7/8,china,aaa325,phone2574,ASD33664,15324
-326,2015/7/8,china,aaa326,phone180,ASD40830,15325
-327,2015/7/8,china,aaa327,phone2382,ASD36810,15326
-328,2015/7/8,china,aaa328,phone1651,ASD91529,15327
-329,2015/7/8,china,aaa329,phone1272,ASD69717,15328
-330,2015/7/8,china,aaa330,phone1623,ASD48772,15329
-331,2015/7/8,china,aaa331,phone982,ASD12783,15330
-332,2015/7/8,china,aaa332,phone2929,ASD37120,15331
-333,2015/7/8,china,aaa333,phone894,ASD84235,15332
-334,2015/7/8,china,aaa334,phone2522,ASD55429,15333
-335,2015/7/8,china,aaa335,phone1347,ASD67484,15334
-336,2015/7/8,china,aaa336,phone471,ASD5440,15335
-337,2015/7/8,china,aaa337,phone2515,ASD2692,15336
-338,2015/7/8,china,aaa338,phone1337,ASD614,15337
-339,2015/7/8,china,aaa339,phone1619,ASD4540,15338
-340,2015/7/8,china,aaa340,phone1262,ASD35650,15339
-341,2015/7/8,china,aaa341,phone2909,ASD62684,15340
-342,2015/7/8,china,aaa342,phone49,ASD54022,15341
-343,2015/7/8,china,aaa343,phone1989,ASD56363,15342
-344,2015/7/8,china,aaa344,phone911,ASD95311,15343
-345,2015/7/8,china,aaa345,phone2139,ASD68016,15344
-346,2015/7/8,china,aaa346,phone2097,ASD15979,15345
-347,2015/7/8,china,aaa347,phone1134,ASD97664,15346
-348,2015/7/8,china,aaa348,phone2347,ASD53040,15347
-349,2015/7/8,china,aaa349,phone2263,ASD40179,15348
-350,2015/7/8,china,aaa350,phone1539,ASD96530,15349
-351,2015/7/8,china,aaa351,phone1123,ASD45798,15350
-352,2015/7/8,china,aaa352,phone2969,ASD18127,15351
-353,2015/7/8,china,aaa353,phone2968,ASD47580,15352
-354,2015/7/8,china,aaa354,phone996,ASD78710,15353
-355,2015/7/8,china,aaa355,phone2700,ASD15021,15354
-356,2015/7/8,china,aaa356,phone753,ASD22367,15355
-357,2015/7/8,china,aaa357,phone2640,ASD29615,15356
-358,2015/7/8,china,aaa358,phone2768,ASD23094,15357
-359,2015/7/8,china,aaa359,phone418,ASD53383,15358
-360,2015/7/8,china,aaa360,phone1612,ASD55774,15359
-361,2015/7/8,china,aaa361,phone451,ASD1954,15360
-362,2015/7/8,china,aaa362,phone2096,ASD61555,15361
-363,2015/7/8,china,aaa363,phone1979,ASD7220,15362
-364,2015/7/8,china,aaa364,phone325,ASD97321,15363
-365,2015/7/8,china,aaa365,phone1138,ASD40077,15364
-366,2015/7/8,china,aaa366,phone1866,ASD21033,15365
-367,2015/7/8,china,aaa367,phone683,ASD26163,15366
-368,2015/7/8,china,aaa368,phone1412,ASD19745,15367
-369,2015/7/8,china,aaa369,phone2578,ASD40786,15368
-370,2015/7/8,china,aaa370,phone950,ASD5064,15369
-371,2015/7/8,china,aaa371,phone1981,ASD11729,15370
-372,2015/7/8,china,aaa372,phone1367,ASD71011,15371
-373,2015/7/8,china,aaa373,phone2867,ASD24364,15372
-374,2015/7/8,china,aaa374,phone2284,ASD32419,15373
-375,2015/7/8,china,aaa375,phone2463,ASD33813,15374
-376,2015/7/8,china,aaa376,phone368,ASD34269,15375
-377,2015/7/8,china,aaa377,phone428,ASD1961,15376
-378,2015/7/8,china,aaa378,phone2527,ASD80035,15377
-379,2015/7/8,china,aaa379,phone260,ASD2976,15378
-380,2015/7/8,china,aaa380,phone1671,ASD73981,15379
-381,2015/7/8,china,aaa381,phone1379,ASD62041,15380
-382,2015/7/8,china,aaa382,phone124,ASD28539,15381
-383,2015/7/8,china,aaa383,phone95,ASD88540,15382
-384,2015/7/8,china,aaa384,phone2487,ASD6907,15383
-385,2015/7/8,china,aaa385,phone1420,ASD49252,15384
-386,2015/7/8,china,aaa386,phone429,ASD61651,15385
-387,2015/7/8,china,aaa387,phone2953,ASD3445,15386
-388,2015/7/8,china,aaa388,phone1645,ASD20063,15387
-389,2015/7/8,china,aaa389,phone283,ASD16039,15388
-390,2015/7/8,china,aaa390,phone2927,ASD21076,15389
-391,2015/7/8,china,aaa391,phone2855,ASD27086,15390
-392,2015/7/8,china,aaa392,phone1952,ASD50922,15391
-393,2015/7/8,china,aaa393,phone229,ASD66817,15392
-394,2015/7/8,brazil,aaa394,phone1883,ASD33806,15393
-395,2015/7/8,brazil,aaa395,phone2148,ASD60441,15394
-396,2015/7/8,brazil,aaa396,phone190,ASD29041,15395
-397,2015/7/8,brazil,aaa397,phone356,ASD62581,15396
-398,2015/7/8,brazil,aaa398,phone2992,ASD71446,15397
-399,2015/7/8,brazil,aaa399,phone2213,ASD54693,15398
-400,2015/7/8,brazil,aaa400,phone165,ASD10848,15399
-401,2015/7/8,brazil,aaa401,phone1579,ASD14571,15400
-402,2015/7/8,brazil,aaa402,phone251,ASD59211,15401
-403,2015/7/8,brazil,aaa403,phone1522,ASD62002,15402
-404,2015/7/8,brazil,aaa404,phone2873,ASD12631,15403
-405,2015/7/8,brazil,aaa405,phone1376,ASD68677,15404
-406,2015/7/8,brazil,aaa406,phone1587,ASD94026,15405
-407,2015/7/8,brazil,aaa407,phone2792,ASD55146,15406
-408,2015/7/8,brazil,aaa408,phone2774,ASD91112,15407
-409,2015/7/8,brazil,aaa409,phone2439,ASD9880,15408
-410,2015/7/8,brazil,aaa410,phone1399,ASD18683,15409
-411,2015/7/8,brazil,aaa411,phone150,ASD69229,15410
-412,2015/7/8,china,aaa412,phone2895,ASD1765,15411
-413,2015/7/8,china,aaa413,phone2551,ASD77958,15412
-414,2015/7/8,china,aaa414,phone694,ASD92230,15413
-415,2015/7/8,china,aaa415,phone2233,ASD84617,15414
-416,2015/7/8,china,aaa416,phone146,ASD65240,15415
-417,2015/7/8,china,aaa417,phone707,ASD5628,15416
-418,2015/7/8,china,aaa418,phone2658,ASD4726,15417
-419,2015/7/8,china,aaa419,phone1020,ASD4161,15418
-420,2015/7/8,china,aaa420,phone535,ASD97410,15419
-421,2015/7/8,china,aaa421,phone624,ASD51860,15420
-422,2015/7/8,usa,aaa422,phone2102,ASD80410,15421
-423,2015/7/8,china,aaa423,phone1112,ASD28257,15422
-424,2015/7/8,china,aaa424,phone1347,ASD67484,15423
-425,2015/7/8,china,aaa425,phone1306,ASD5266,15424
-426,2015/7/8,china,aaa426,phone2458,ASD89845,15425
-427,2015/7/8,china,aaa427,phone1701,ASD65854,15426
-428,2015/7/8,china,aaa428,phone1439,ASD55081,15427
-429,2015/7/8,china,aaa429,phone2952,ASD29721,15428
-430,2015/7/8,china,aaa430,phone2890,ASD73575,15429
-431,2015/7/8,china,aaa431,phone1817,ASD40255,15430
-432,2015/7/8,china,aaa432,phone1264,ASD10727,15431
-433,2015/7/8,china,aaa433,phone2819,ASD32336,15432
-434,2015/7/8,china,aaa434,phone1046,ASD84173,15433
-435,2015/7/8,china,aaa435,phone281,ASD29929,15434
-436,2015/7/8,china,aaa436,phone731,ASD66050,15435
-437,2015/7/8,china,aaa437,phone244,ASD24103,15436
-438,2015/7/8,china,aaa438,phone993,ASD22962,15437
-439,2015/7/8,china,aaa439,phone2984,ASD28539,15438
-440,2015/7/8,china,aaa440,phone1078,ASD93778,15439
-441,2015/7/8,china,aaa441,phone2844,ASD33646,15440
-442,2015/7/8,china,aaa442,phone2251,ASD59852,15441
-443,2015/7/8,china,aaa443,phone598,ASD1303,15442
-444,2015/7/8,china,aaa444,phone1286,ASD96687,15443
-445,2015/7/8,china,aaa445,phone2346,ASD80162,15444
-446,2015/7/8,china,aaa446,phone729,ASD69936,15445
-447,2015/7/8,china,aaa447,phone1946,ASD69048,15446
-448,2015/7/8,china,aaa448,phone2832,ASD89285,15447
-449,2015/7/8,china,aaa449,phone1334,ASD47037,15448
-450,2015/7/8,china,aaa450,phone2434,ASD67700,15449
-451,2015/7/8,china,aaa451,phone595,ASD51331,15450
-452,2015/7/8,china,aaa452,phone2018,ASD63383,15451
-453,2015/7/8,china,aaa453,phone1226,ASD69240,15452
-454,2015/7/8,china,aaa454,phone710,ASD20056,15453
-455,2015/7/8,china,aaa455,phone674,ASD61044,15454
-456,2015/7/8,china,aaa456,phone1921,ASD28833,15455
-457,2015/7/8,china,aaa457,phone696,ASD31569,15456
-458,2015/7/8,china,aaa458,phone1393,ASD44216,15457
-459,2015/7/8,china,aaa459,phone101,ASD28691,15458
-460,2015/7/8,china,aaa460,phone2383,ASD76851,15459
-461,2015/7/8,china,aaa461,phone1828,ASD67859,15460
-462,2015/7/8,usa,aaa462,phone1596,ASD74089,15461
-463,2015/7/8,china,aaa463,phone211,ASD91508,15462
-464,2015/7/8,china,aaa464,phone2782,ASD74449,15463
-465,2015/7/8,china,aaa465,phone2912,ASD78786,15464
-466,2015/7/8,china,aaa466,phone844,ASD29001,15465
-467,2015/7/8,china,aaa467,phone2009,ASD14090,15466
-468,2015/7/8,china,aaa468,phone1795,ASD42863,15467
-469,2015/7/8,china,aaa469,phone1208,ASD8177,15468
-470,2015/7/8,china,aaa470,phone225,ASD13992,15469
-471,2015/7/8,china,aaa471,phone102,ASD16814,15470
-472,2015/7/8,china,aaa472,phone1481,ASD59601,15471
-473,2015/7/8,china,aaa473,phone1147,ASD24488,15472
-474,2015/7/8,china,aaa474,phone2077,ASD13520,15473
-475,2015/7/8,china,aaa475,phone2883,ASD44011,15474
-476,2015/7/8,china,aaa476,phone734,ASD81584,15475
-477,2015/7/8,china,aaa477,phone2658,ASD4726,15476
-478,2015/7/8,china,aaa478,phone2454,ASD11864,15477
-479,2015/7/8,china,aaa479,phone1528,ASD82259,15478
-480,2015/7/8,china,aaa480,phone337,ASD7849,15479
-481,2015/7/8,china,aaa481,phone412,ASD58554,15480
-482,2015/7/8,china,aaa482,phone124,ASD28539,15481
-483,2015/7/8,china,aaa483,phone521,ASD63356,15482
-484,2015/7/8,china,aaa484,phone243,ASD62881,15483
-485,2015/7/8,china,aaa485,phone486,ASD78645,15484
-486,2015/7/8,china,aaa486,phone267,ASD84287,15485
-487,2015/7/8,china,aaa487,phone1056,ASD59874,15486
-488,2015/7/8,china,aaa488,phone843,ASD72585,15487
-489,2015/7/8,china,aaa489,phone1319,ASD79661,15488
-490,2015/7/8,china,aaa490,phone1049,ASD37264,15489
-491,2015/7/8,china,aaa491,phone369,ASD19326,15490
-492,2015/7/8,china,aaa492,phone1878,ASD44601,15491
-493,2015/7/8,china,aaa493,phone2458,ASD89845,15492
-494,2015/7/8,china,aaa494,phone2014,ASD36354,15493
-495,2015/7/8,china,aaa495,phone1597,ASD96755,15494
-496,2015/7/8,china,aaa496,phone609,ASD54015,15495
-497,2015/7/8,china,aaa497,phone2921,ASD89806,15496
-498,2015/7/8,china,aaa498,phone534,ASD79006,15497
-499,2015/7/8,china,aaa499,phone1172,ASD38872,15498
-500,2015/7/8,china,aaa500,phone529,ASD57718,15499
-501,2015/7/8,china,aaa501,phone1152,ASD67729,15500
-502,2015/7/8,china,aaa502,phone2211,ASD76824,15501
-503,2015/7/8,china,aaa503,phone478,ASD78007,15502
-504,2015/7/8,china,aaa504,phone1851,ASD23414,15503
-505,2015/7/8,china,aaa505,phone1955,ASD79904,15504
-506,2015/7/8,china,aaa506,phone545,ASD56156,15505
-507,2015/7/8,china,aaa507,phone44,ASD20640,15506
-508,2015/7/8,china,aaa508,phone437,ASD15325,15507
-509,2015/7/8,china,aaa509,phone1907,ASD4995,15508
-510,2015/7/8,china,aaa510,phone2926,ASD57045,15509
-511,2015/7/8,china,aaa511,phone1774,ASD12773,15510
-512,2015/7/8,china,aaa512,phone1451,ASD46252,15511
-513,2015/7/8,china,aaa513,phone2050,ASD67274,15512
-514,2015/7/8,china,aaa514,phone1359,ASD65796,15513
-515,2015/7/8,china,aaa515,phone2472,ASD11464,15514
-516,2015/7/8,china,aaa516,phone1430,ASD42465,15515
-517,2015/7/8,china,aaa517,phone1946,ASD69048,15516
-518,2015/7/8,china,aaa518,phone1445,ASD154,15517
-519,2015/7/8,china,aaa519,phone1689,ASD25206,15518
-520,2015/7/8,china,aaa520,phone2262,ASD79744,15519
-521,2015/7/8,china,aaa521,phone2950,ASD52102,15520
-522,2015/7/8,china,aaa522,phone764,ASD28348,15521
-523,2015/7/8,china,aaa523,phone318,ASD68522,15522
-524,2015/7/8,china,aaa524,phone1548,ASD95032,15523
-525,2015/7/8,china,aaa525,phone915,ASD65907,15524
-526,2015/7/8,china,aaa526,phone2672,ASD16946,15525
-527,2015/7/8,china,aaa527,phone538,ASD90796,15526
-528,2015/7/8,china,aaa528,phone2806,ASD83826,15527
-529,2015/7/8,china,aaa529,phone2158,ASD5227,15528
-530,2015/7/8,china,aaa530,phone2415,ASD30793,15529
-531,2015/7/8,china,aaa531,phone1017,ASD2489,15530
-532,2015/7/8,china,aaa532,phone779,ASD34772,15531
-533,2015/7/8,china,aaa533,phone2092,ASD72501,15532
-534,2015/7/8,china,aaa534,phone2684,ASD32921,15533
-535,2015/7/8,china,aaa535,phone842,ASD28065,15534
-536,2015/7/8,china,aaa536,phone1628,ASD24356,15535
-537,2015/7/8,china,aaa537,phone2185,ASD42692,15536
-538,2015/7/8,china,aaa538,phone16,ASD96002,15537
-539,2015/7/8,china,aaa539,phone2065,ASD1428,15538
-540,2015/7/8,china,aaa540,phone2804,ASD81203,15539
-541,2015/7/8,china,aaa541,phone1013,ASD88261,15540
-542,2015/7/8,china,aaa542,phone604,ASD9791,15541
-543,2015/7/8,china,aaa543,phone2243,ASD89678,15542
-544,2015/7/8,china,aaa544,phone12,ASD4745,15543
-545,2015/7/8,china,aaa545,phone1834,ASD9095,15544
-546,2015/7/8,china,aaa546,phone2737,ASD884,15545
-547,2015/7/8,china,aaa547,phone2132,ASD28336,15546
-548,2015/7/8,china,aaa548,phone1621,ASD95449,15547
-549,2015/7/8,china,aaa549,phone407,ASD40614,15548
-550,2015/7/8,china,aaa550,phone630,ASD44723,15549
-551,2015/7/8,china,aaa551,phone1586,ASD80645,15550
-552,2015/7/8,china,aaa552,phone1192,ASD76894,15551
-553,2015/7/8,china,aaa553,phone2394,ASD61316,15552
-554,2015/7/8,china,aaa554,phone406,ASD41369,15553
-555,2015/7/8,china,aaa555,phone287,ASD14590,15554
-556,2015/7/8,china,aaa556,phone1794,ASD81307,15555
-557,2015/7/8,china,aaa557,phone1086,ASD70962,15556
-558,2015/7/8,china,aaa558,phone1406,ASD92347,15557
-559,2015/7/8,china,aaa559,phone2886,ASD42613,15558
-560,2015/7/8,china,aaa560,phone901,ASD53764,15559
-561,2015/7/8,china,aaa561,phone328,ASD22482,15560
-562,2015/7/8,china,aaa562,phone2867,ASD24364,15561
-563,2015/7/8,china,aaa563,phone2723,ASD86337,15562
-564,2015/7/8,china,aaa564,phone1339,ASD47999,15563
-565,2015/7/8,china,aaa565,phone403,ASD93198,15564
-566,2015/7/8,china,aaa566,phone557,ASD9926,15565
-567,2015/7/8,china,aaa567,phone107,ASD8537,15566
-568,2015/7/8,china,aaa568,phone2095,ASD78485,15567
-569,2015/7/8,china,aaa569,phone764,ASD28348,15568
-570,2015/7/8,china,aaa570,phone1483,ASD74306,15569
-571,2015/7/8,china,aaa571,phone1304,ASD82559,15570
-572,2015/7/8,china,aaa572,phone2712,ASD30690,15571
-573,2015/7/8,china,aaa573,phone1878,ASD44601,15572
-574,2015/7/8,china,aaa574,phone1707,ASD67861,15573
-575,2015/7/8,china,aaa575,phone2161,ASD88219,15574
-576,2015/7/8,china,aaa576,phone714,ASD96718,15575
-577,2015/7/8,china,aaa577,phone218,ASD11450,15576
-578,2015/7/8,china,aaa578,phone1751,ASD11957,15577
-579,2015/7/8,china,aaa579,phone2442,ASD37341,15578
-580,2015/7/8,china,aaa580,phone2769,ASD17811,15579
-581,2015/7/8,china,aaa581,phone1666,ASD44070,15580
-582,2015/7/8,china,aaa582,phone1262,ASD35650,15581
-583,2015/7/8,china,aaa583,phone90,ASD81472,15582
-584,2015/7/8,china,aaa584,phone1020,ASD4161,15583
-585,2015/7/8,china,aaa585,phone286,ASD23637,15584
-586,2015/7/8,china,aaa586,phone2419,ASD95733,15585
-587,2015/7/8,china,aaa587,phone373,ASD79963,15586
-588,2015/7/8,china,aaa588,phone1872,ASD38362,15587
-589,2015/7/8,china,aaa589,phone847,ASD14247,15588
-590,2015/7/8,china,aaa590,phone966,ASD38194,15589
-591,2015/7/8,china,aaa591,phone2377,ASD50473,15590
-592,2015/7/8,china,aaa592,phone90,ASD81472,15591
-593,2015/7/8,china,aaa593,phone1608,ASD6315,15592
-594,2015/7/8,china,aaa594,phone1955,ASD79904,15593
-595,2015/7/8,china,aaa595,phone331,ASD42591,15594
-596,2015/7/8,china,aaa596,phone2294,ASD18187,15595
-597,2015/7/8,china,aaa597,phone1084,ASD36336,15596
-598,2015/7/8,china,aaa598,phone795,ASD24648,15597
-599,2015/7/8,china,aaa599,phone1496,ASD55988,15598
-600,2015/7/8,china,aaa600,phone1714,ASD16522,15599
-601,2015/7/8,china,aaa601,phone402,ASD189,15600
-602,2015/7/8,china,aaa602,phone729,ASD69936,15601
-603,2015/7/8,china,aaa603,phone1962,ASD85121,15602
-604,2015/7/8,china,aaa604,phone980,ASD28156,15603
-605,2015/7/8,china,aaa605,phone937,ASD89596,15604
-606,2015/7/8,china,aaa606,phone651,ASD26845,15605
-607,2015/7/8,china,aaa607,phone679,ASD45839,15606
-608,2015/7/8,china,aaa608,phone150,ASD69229,15607
-609,2015/7/8,china,aaa609,phone710,ASD20056,15608
-610,2015/7/8,china,aaa610,phone64,ASD27340,15609
-611,2015/7/8,china,aaa611,phone2216,ASD22126,15610
-612,2015/7/8,china,aaa612,phone342,ASD23743,15611
-613,2015/7/8,china,aaa613,phone1769,ASD5421,15612
-614,2015/7/8,china,aaa614,phone1397,ASD82977,15613
-615,2015/7/8,china,aaa615,phone397,ASD53191,15614
-616,2015/7/8,china,aaa616,phone1670,ASD93177,15615
-617,2015/7/8,china,aaa617,phone1264,ASD10727,15616
-618,2015/7/8,china,aaa618,phone2944,ASD16610,15617
-619,2015/7/8,china,aaa619,phone2594,ASD53050,15618
-620,2015/7/8,china,aaa620,phone2759,ASD88298,15619
-621,2015/7/8,china,aaa621,phone704,ASD25128,15620
-622,2015/7/8,china,aaa622,phone2414,ASD74847,15621
-623,2015/7/8,china,aaa623,phone1983,ASD86611,15622
-624,2015/7/8,china,aaa624,phone2098,ASD4166,15623
-625,2015/7/8,china,aaa625,phone84,ASD82187,15624
-626,2015/7/8,china,aaa626,phone388,ASD76310,15625
-627,2015/7/8,china,aaa627,phone308,ASD78701,15626
-628,2015/7/8,china,aaa628,phone1729,ASD83353,15627
-629,2015/7/8,china,aaa629,phone2269,ASD47888,15628
-630,2015/7/8,china,aaa630,phone1233,ASD41299,15629
-631,2015/7/8,china,aaa631,phone330,ASD86359,15630
-632,2015/7/8,china,aaa632,phone1537,ASD46367,15631
-633,2015/7/8,china,aaa633,phone2722,ASD11045,15632
-634,2015/7/8,china,aaa634,phone2691,ASD44656,15633
-635,2015/7/8,china,aaa635,phone2645,ASD76308,15634
-636,2015/7/8,china,aaa636,phone1333,ASD58033,15635
-637,2015/7/8,china,aaa637,phone1776,ASD19877,15636
-638,2015/7/8,china,aaa638,phone979,ASD92290,15637
-639,2015/7/8,china,aaa639,phone2065,ASD1428,15638
-640,2015/7/8,china,aaa640,phone1912,ASD36354,15639
-641,2015/7/8,china,aaa641,phone2275,ASD22269,15640
-642,2015/7/8,china,aaa642,phone2292,ASD10586,15641
-643,2015/7/8,china,aaa643,phone815,ASD65508,15642
-644,2015/7/8,china,aaa644,phone2840,ASD40033,15643
-645,2015/7/8,china,aaa645,phone1615,ASD28864,15644
-646,2015/7/8,china,aaa646,phone1617,ASD77126,15645
-647,2015/7/8,china,aaa647,phone2158,ASD5227,15646
-648,2015/7/8,china,aaa648,phone2121,ASD15680,15647
-649,2015/7/8,china,aaa649,phone205,ASD10000,15648
-650,2015/7/8,china,aaa650,phone1579,ASD14571,15649
-651,2015/7/8,china,aaa651,phone411,ASD94954,15650
-652,2015/7/8,china,aaa652,phone1662,ASD64961,15651
-653,2015/7/8,china,aaa653,phone247,ASD55961,15652
-654,2015/7/8,china,aaa654,phone2169,ASD31622,15653
-655,2015/7/8,china,aaa655,phone1652,ASD14782,15654
-656,2015/7/8,china,aaa656,phone2398,ASD13395,15655
-657,2015/7/8,china,aaa657,phone1395,ASD5086,15656
-658,2015/7/8,china,aaa658,phone975,ASD96997,15657
-659,2015/7/8,china,aaa659,phone1488,ASD18972,15658
-660,2015/7/8,china,aaa660,phone787,ASD84225,15659
-661,2015/7/8,china,aaa661,phone507,ASD61725,15660
-662,2015/7/8,china,aaa662,phone1450,ASD32252,15661
-663,2015/7/8,china,aaa663,phone2011,ASD41588,15662
-664,2015/7/8,china,aaa664,phone2687,ASD14311,15663
-665,2015/7/8,china,aaa665,phone2326,ASD65102,15664
-666,2015/7/8,china,aaa666,phone2195,ASD46852,15665
-667,2015/7/8,china,aaa667,phone563,ASD16790,15666
-668,2015/7/8,china,aaa668,phone747,ASD582,15667
-669,2015/7/8,china,aaa669,phone974,ASD33679,15668
-670,2015/7/8,china,aaa670,phone2223,ASD95804,15669
-671,2015/7/8,china,aaa671,phone1389,ASD60468,15670
-672,2015/7/8,china,aaa672,phone1062,ASD91980,15671
-673,2015/7/8,china,aaa673,phone1373,ASD84913,15672
-674,2015/7/8,china,aaa674,phone2,ASD53470,15673
-675,2015/7/8,china,aaa675,phone45,ASD16172,15674
-676,2015/7/8,china,aaa676,phone2260,ASD37237,15675
-677,2015/7/8,china,aaa677,phone2914,ASD66266,15676
-678,2015/7/8,china,aaa678,phone1162,ASD9615,15677
-679,2015/7/8,china,aaa679,phone725,ASD9665,15678
-680,2015/7/8,china,aaa680,phone2279,ASD2685,15679
-681,2015/7/8,china,aaa681,phone820,ASD77271,15680
-682,2015/7/8,china,aaa682,phone1072,ASD27741,15681
-683,2015/7/8,china,aaa683,phone167,ASD11931,15682
-684,2015/7/8,china,aaa684,phone1740,ASD86624,15683
-685,2015/7/8,china,aaa685,phone1233,ASD41299,15684
-686,2015/7/8,china,aaa686,phone2965,ASD20537,15685
-687,2015/7/8,china,aaa687,phone806,ASD97088,15686
-688,2015/7/8,china,aaa688,phone2202,ASD32371,15687
-689,2015/7/8,china,aaa689,phone455,ASD74141,15688
-690,2015/7/8,china,aaa690,phone17,ASD28968,15689
-691,2015/7/8,china,aaa691,phone928,ASD24015,15690
-692,2015/7/8,china,aaa692,phone374,ASD67524,15691
-693,2015/7/8,china,aaa693,phone2677,ASD50629,15692
-694,2015/7/8,china,aaa694,phone2003,ASD31544,15693
-695,2015/7/8,china,aaa695,phone806,ASD97088,15694
-696,2015/7/8,china,aaa696,phone1482,ASD11869,15695
-697,2015/7/8,china,aaa697,phone2059,ASD79306,15696
-698,2015/7/8,china,aaa698,phone461,ASD47039,15697
-699,2015/7/8,china,aaa699,phone2364,ASD92646,15698
-700,2015/7/8,china,aaa700,phone977,ASD26350,15699
-701,2015/7/8,china,aaa701,phone1148,ASD72903,15700
-702,2015/7/8,china,aaa702,phone2405,ASD98593,15701
-703,2015/7/8,china,aaa703,phone4,ASD8078,15702
-704,2015/7/8,china,aaa704,phone1376,ASD68677,15703
-705,2015/7/8,china,aaa705,phone1929,ASD86213,15704
-706,2015/7/8,china,aaa706,phone58,ASD12989,15705
-707,2015/7/8,china,aaa707,phone1974,ASD25534,15706
-708,2015/7/8,china,aaa708,phone2186,ASD22358,15707
-709,2015/7/8,china,aaa709,phone80,ASD32082,15708
-710,2015/7/8,china,aaa710,phone271,ASD6466,15709
-711,2015/7/8,china,aaa711,phone1600,ASD8619,15710
-712,2015/7/8,china,aaa712,phone780,ASD88786,15711
-713,2015/7/8,china,aaa713,phone1036,ASD67659,15712
-714,2015/7/8,china,aaa714,phone2511,ASD8513,15713
-715,2015/7/8,china,aaa715,phone2902,ASD73129,15714
-716,2015/7/8,china,aaa716,phone183,ASD4907,15715
-717,2015/7/8,china,aaa717,phone1458,ASD3023,15716
-718,2015/7/8,china,aaa718,phone1472,ASD74556,15717
-719,2015/7/8,china,aaa719,phone216,ASD67830,15718
-720,2015/7/8,china,aaa720,phone2248,ASD47899,15719
-721,2015/7/8,china,aaa721,phone105,ASD99347,15720
-722,2015/7/8,china,aaa722,phone334,ASD50262,15721
-723,2015/7/8,china,aaa723,phone1687,ASD45699,15722
-724,2015/7/8,china,aaa724,phone2794,ASD41977,15723
-725,2015/7/8,china,aaa725,phone2143,ASD18823,15724
-726,2015/7/8,china,aaa726,phone2166,ASD12014,15725
-727,2015/7/8,china,aaa727,phone838,ASD49156,15726
-728,2015/7/8,china,aaa728,phone2345,ASD96756,15727
-729,2015/7/8,china,aaa729,phone649,ASD17968,15728
-730,2015/7/8,china,aaa730,phone2974,ASD3384,15729
-731,2015/7/8,china,aaa731,phone911,ASD95311,15730
-732,2015/7/8,china,aaa732,phone612,ASD15305,15731
-733,2015/7/8,china,aaa733,phone1935,ASD97299,15732
-734,2015/7/8,china,aaa734,phone2044,ASD96688,15733
-735,2015/7/8,china,aaa735,phone2796,ASD55699,15734
-736,2015/7/8,china,aaa736,phone1519,ASD48720,15735
-737,2015/7/8,china,aaa737,phone2376,ASD91452,15736
-738,2015/7/8,china,aaa738,phone1331,ASD16918,15737
-739,2015/7/8,china,aaa739,phone2267,ASD50219,15738
-740,2015/7/8,china,aaa740,phone1104,ASD27032,15739
-741,2015/7/8,china,aaa741,phone617,ASD67442,15740
-742,2015/7/8,china,aaa742,phone1451,ASD46252,15741
-743,2015/7/8,china,aaa743,phone398,ASD20972,15742
-744,2015/7/8,china,aaa744,phone2007,ASD1018,15743
-745,2015/7/8,china,aaa745,phone18,ASD54919,15744
-746,2015/7/8,china,aaa746,phone1589,ASD61107,15745
-747,2015/7/8,china,aaa747,phone512,ASD71511,15746
-748,2015/7/8,china,aaa748,phone933,ASD61444,15747
-749,2015/7/8,china,aaa749,phone1271,ASD341,15748
-750,2015/7/8,china,aaa750,phone1826,ASD90555,15749
-751,2015/7/8,china,aaa751,phone223,ASD86899,15750
-752,2015/7/8,china,aaa752,phone2374,ASD85089,15751
-753,2015/7/8,china,aaa753,phone1683,ASD38383,15752
-754,2015/7/8,china,aaa754,phone2226,ASD50408,15753
-755,2015/7/8,china,aaa755,phone1124,ASD42246,15754
-756,2015/7/8,china,aaa756,phone2882,ASD23220,15755
-757,2015/7/8,china,aaa757,phone99,ASD91117,15756
-758,2015/7/8,china,aaa758,phone2590,ASD7295,15757
-759,2015/7/8,china,aaa759,phone863,ASD52426,15758
-760,2015/7/8,china,aaa760,phone1786,ASD24292,15759
-761,2015/7/8,china,aaa761,phone2826,ASD53395,15760
-762,2015/7/8,china,aaa762,phone2145,ASD94322,15761
-763,2015/7/8,china,aaa763,phone689,ASD93487,15762
-764,2015/7/8,china,aaa764,phone2326,ASD65102,15763
-765,2015/7/8,china,aaa765,phone614,ASD5636,15764
-766,2015/7/8,china,aaa766,phone2799,ASD48495,15765
-767,2015/7/8,china,aaa767,phone2385,ASD70717,15766
-768,2015/7/8,china,aaa768,phone2018,ASD63383,15767
-769,2015/7/8,china,aaa769,phone53,ASD15511,15768
-770,2015/7/8,china,aaa770,phone1201,ASD19134,15769
-771,2015/7/8,china,aaa771,phone851,ASD85009,15770
-772,2015/7/8,china,aaa772,phone2496,ASD15218,15771
-773,2015/7/8,china,aaa773,phone2441,ASD90633,15772
-774,2015/7/8,china,aaa774,phone256,ASD52156,15773
-775,2015/7/8,china,aaa775,phone1587,ASD94026,15774
-776,2015/7/8,china,aaa776,phone609,ASD54015,15775
-777,2015/7/8,china,aaa777,phone1548,ASD95032,15776
-778,2015/7/8,china,aaa778,phone2649,ASD69130,15777
-779,2015/7/8,china,aaa779,phone2978,ASD26464,15778
-780,2015/7/8,china,aaa780,phone1480,ASD56214,15779
-781,2015/7/8,china,aaa781,phone2588,ASD88133,15780
-782,2015/7/8,china,aaa782,phone675,ASD8012,15781
-783,2015/7/8,china,aaa783,phone2179,ASD16589,15782
-784,2015/7/8,china,aaa784,phone1730,ASD67148,15783
-785,2015/7/8,china,aaa785,phone1395,ASD5086,15784
-786,2015/7/8,china,aaa786,phone2788,ASD94870,15785
-787,2015/7/8,china,aaa787,phone820,ASD77271,15786
-788,2015/7/8,china,aaa788,phone2064,ASD14615,15787
-789,2015/7/8,china,aaa789,phone1423,ASD46576,15788
-790,2015/7/8,china,aaa790,phone2615,ASD67163,15789
-791,2015/7/8,china,aaa791,phone1122,ASD3869,15790
-792,2015/7/8,china,aaa792,phone2595,ASD16833,15791
-793,2015/7/8,china,aaa793,phone115,ASD92586,15792
-794,2015/7/8,china,aaa794,phone2173,ASD36027,15793
-795,2015/7/8,france,aaa795,phone1004,ASD41910,15794
-796,2015/7/8,france,aaa796,phone2785,ASD30573,15795
-797,2015/7/8,france,aaa797,phone657,ASD24464,15796
-798,2015/7/8,france,aaa798,phone1192,ASD76894,15797
-799,2015/7/8,france,aaa799,phone379,ASD93682,15798
-800,2015/7/8,france,aaa800,phone2,ASD53470,15799
-801,2015/7/8,france,aaa801,phone2245,ASD65691,15800
-802,2015/7/8,france,aaa802,phone1826,ASD90555,15801
-803,2015/7/8,france,aaa803,phone2103,ASD93488,15802
-804,2015/7/8,france,aaa804,phone730,ASD97134,15803
-805,2015/7/8,france,aaa805,phone1414,ASD22547,15804
-806,2015/7/8,france,aaa806,phone2406,ASD99089,15805
-807,2015/7/8,france,aaa807,phone1874,ASD16827,15806
-808,2015/7/8,france,aaa808,phone1801,ASD80314,15807
-809,2015/7/8,france,aaa809,phone56,ASD79971,15808
-810,2015/7/8,france,aaa810,phone378,ASD63016,15809
-811,2015/7/8,france,aaa811,phone1536,ASD99595,15810
-812,2015/7/8,france,aaa812,phone871,ASD54753,15811
-813,2015/7/8,france,aaa813,phone412,ASD58554,15812
-814,2015/7/8,france,aaa814,phone287,ASD14590,15813
-815,2015/7/8,france,aaa815,phone244,ASD24103,15814
-816,2015/7/8,france,aaa816,phone2629,ASD73394,15815
-817,2015/7/8,france,aaa817,phone1032,ASD564,15816
-818,2015/7/8,france,aaa818,phone1013,ASD88261,15817
-819,2015/7/8,france,aaa819,phone2584,ASD77392,15818
-820,2015/7/8,france,aaa820,phone348,ASD99862,15819
-821,2015/7/8,france,aaa821,phone2606,ASD80756,15820
-822,2015/7/8,france,aaa822,phone2077,ASD13520,15821
-823,2015/7/8,france,aaa823,phone118,ASD4568,15822
-824,2015/7/8,france,aaa824,phone2542,ASD14441,15823
-825,2015/7/8,france,aaa825,phone2371,ASD40072,15824
-826,2015/7/8,france,aaa826,phone424,ASD43956,15825
-827,2015/7/8,france,aaa827,phone2540,ASD37847,15826
-828,2015/7/8,france,aaa828,phone2899,ASD55392,15827
-829,2015/7/8,france,aaa829,phone2489,ASD14625,15828
-830,2015/7/8,france,aaa830,phone1390,ASD17540,15829
-831,2015/7/8,france,aaa831,phone1843,ASD49395,15830
-832,2015/7/8,france,aaa832,phone2596,ASD9629,15831
-833,2015/7/8,france,aaa833,phone2301,ASD14198,15832
-834,2015/7/8,france,aaa834,phone789,ASD96642,15833
-835,2015/7/8,france,aaa835,phone2390,ASD48294,15834
-836,2015/7/8,france,aaa836,phone148,ASD26033,15835
-837,2015/7/8,france,aaa837,phone2513,ASD49231,15836
-838,2015/7/8,france,aaa838,phone1713,ASD37721,15837
-839,2015/7/8,france,aaa839,phone2091,ASD9590,15838
-840,2015/7/8,france,aaa840,phone741,ASD6749,15839
-841,2015/7/8,france,aaa841,phone1564,ASD34639,15840
-842,2015/7/8,france,aaa842,phone281,ASD29929,15841
-843,2015/7/8,france,aaa843,phone2331,ASD3487,15842
-844,2015/7/8,france,aaa844,phone1499,ASD60999,15843
-845,2015/7/8,france,aaa845,phone268,ASD20002,15844
-846,2015/7/8,france,aaa846,phone1733,ASD25344,15845
-847,2015/7/8,france,aaa847,phone389,ASD2510,15846
-848,2015/7/8,france,aaa848,phone1341,ASD89162,15847
-849,2015/7/8,france,aaa849,phone1328,ASD14048,15848
-850,2015/7/8,france,aaa850,phone2675,ASD85267,15849
-851,2015/7/8,france,aaa851,phone2953,ASD3445,15850
-852,2015/7/8,france,aaa852,phone955,ASD52222,15851
-853,2015/7/8,france,aaa853,phone35,ASD58328,15852
-854,2015/7/8,france,aaa854,phone2466,ASD68864,15853
-855,2015/7/8,france,aaa855,phone2320,ASD47630,15854
-856,2015/7/8,france,aaa856,phone1711,ASD45523,15855
-857,2015/7/8,france,aaa857,phone1860,ASD84718,15856
-858,2015/7/8,france,aaa858,phone1572,ASD62120,15857
-859,2015/7/8,france,aaa859,phone413,ASD54204,15858
-860,2015/7/8,france,aaa860,phone730,ASD97134,15859
-861,2015/7/8,france,aaa861,phone2618,ASD95562,15860
-862,2015/7/8,china,aaa862,phone1216,ASD29709,15861
-863,2015/7/8,china,aaa863,phone1001,ASD67736,15862
-864,2015/7/8,china,aaa864,phone2818,ASD45929,15863
-865,2015/7/8,china,aaa865,phone527,ASD88720,15864
-866,2015/7/8,china,aaa866,phone2514,ASD24211,15865
-867,2015/7/8,china,aaa867,phone1814,ASD76811,15866
-868,2015/7/8,china,aaa868,phone1385,ASD31455,15867
-869,2015/7/8,china,aaa869,phone1226,ASD69240,15868
-870,2015/7/8,china,aaa870,phone1908,ASD99635,15869
-871,2015/7/8,china,aaa871,phone865,ASD20613,15870
-872,2015/7/8,china,aaa872,phone257,ASD49390,15871
-873,2015/7/8,china,aaa873,phone717,ASD35874,15872
-874,2015/7/8,china,aaa874,phone2089,ASD22717,15873
-875,2015/7/8,china,aaa875,phone299,ASD59117,15874
-876,2015/7/8,china,aaa876,phone1261,ASD26668,15875
-877,2015/7/8,china,aaa877,phone2011,ASD41588,15876
-878,2015/7/8,china,aaa878,phone1711,ASD45523,15877
-879,2015/7/8,china,aaa879,phone2345,ASD96756,15878
-880,2015/7/8,china,aaa880,phone1799,ASD65044,15879
-881,2015/7/8,china,aaa881,phone1117,ASD96168,15880
-882,2015/7/8,china,aaa882,phone585,ASD13591,15881
-883,2015/7/8,china,aaa883,phone2051,ASD57553,15882
-884,2015/7/8,china,aaa884,phone601,ASD54723,15883
-885,2015/7/8,china,aaa885,phone627,ASD63991,15884
-886,2015/7/8,china,aaa886,phone598,ASD1303,15885
-887,2015/7/8,china,aaa887,phone2518,ASD26102,15886
-888,2015/7/8,china,aaa888,phone629,ASD70956,15887
-889,2015/7/8,china,aaa889,phone2235,ASD66575,15888
-890,2015/7/8,china,aaa890,phone1559,ASD64160,15889
-891,2015/7/8,china,aaa891,phone2292,ASD10586,15890
-892,2015/7/8,china,aaa892,phone2595,ASD16833,15891
-893,2015/7/8,china,aaa893,phone1964,ASD61085,15892
-894,2015/7/8,china,aaa894,phone1074,ASD35633,15893
-895,2015/7/8,china,aaa895,phone2271,ASD52445,15894
-896,2015/7/8,china,aaa896,phone2823,ASD66619,15895
-897,2015/7/8,china,aaa897,phone873,ASD94122,15896
-898,2015/7/8,china,aaa898,phone1198,ASD56813,15897
-899,2015/7/8,china,aaa899,phone323,ASD18440,15898
-900,2015/7/8,china,aaa900,phone2465,ASD37753,15899
-901,2015/7/8,china,aaa901,phone2009,ASD14090,15900
-902,2015/7/8,china,aaa902,phone574,ASD18673,15901
-903,2015/7/8,china,aaa903,phone72,ASD64081,15902
-904,2015/7/8,china,aaa904,phone2654,ASD25597,15903
-905,2015/7/8,china,aaa905,phone2156,ASD42573,15904
-906,2015/7/8,china,aaa906,phone1378,ASD95469,15905
-907,2015/7/8,china,aaa907,phone825,ASD71225,15906
-908,2015/7/8,china,aaa908,phone1774,ASD12773,15907
-909,2015/7/8,china,aaa909,phone125,ASD76214,15908
-910,2015/7/8,china,aaa910,phone1587,ASD94026,15909
-911,2015/7/8,china,aaa911,phone180,ASD40830,15910
-912,2015/7/8,china,aaa912,phone2960,ASD80233,15911
-913,2015/7/8,china,aaa913,phone1406,ASD92347,15912
-914,2015/7/8,china,aaa914,phone33,ASD54379,15913
-915,2015/7/8,china,aaa915,phone1517,ASD34441,15914
-916,2015/7/8,china,aaa916,phone979,ASD92290,15915
-917,2015/7/8,china,aaa917,phone118,ASD4568,15916
-918,2015/7/8,china,aaa918,phone491,ASD56573,15917
-919,2015/7/8,china,aaa919,phone383,ASD91162,15918
-920,2015/7/8,china,aaa920,phone310,ASD71880,15919
-921,2015/7/8,china,aaa921,phone2742,ASD98716,15920
-922,2015/7/8,china,aaa922,phone448,ASD8620,15921
-923,2015/7/8,china,aaa923,phone2179,ASD16589,15922
-924,2015/7/8,china,aaa924,phone986,ASD24553,15923
-925,2015/7/8,china,aaa925,phone2413,ASD21779,15924
-926,2015/7/8,china,aaa926,phone2819,ASD32336,15925
-927,2015/7/8,china,aaa927,phone818,ASD56003,15926
-928,2015/7/8,china,aaa928,phone1797,ASD67181,15927
-929,2015/7/8,china,aaa929,phone1832,ASD65098,15928
-930,2015/7/8,china,aaa930,phone2080,ASD45469,15929
-931,2015/7/8,china,aaa931,phone1746,ASD68481,15930
-932,2015/7/8,china,aaa932,phone111,ASD20917,15931
-933,2015/7/8,china,aaa933,phone1823,ASD84425,15932
-934,2015/7/8,china,aaa934,phone2828,ASD70558,15933
-935,2015/7/8,china,aaa935,phone2371,ASD40072,15934
-936,2015/7/8,china,aaa936,phone446,ASD33003,15935
-937,2015/7/8,china,aaa937,phone977,ASD26350,15936
-938,2015/7/8,china,aaa938,phone402,ASD189,15937
-939,2015/7/8,china,aaa939,phone912,ASD65122,15938
-940,2015/7/8,china,aaa940,phone957,ASD71030,15939
-941,2015/7/8,china,aaa941,phone946,ASD53839,15940
-942,2015/7/8,china,aaa942,phone790,ASD67729,15941
-943,2015/7/8,china,aaa943,phone2377,ASD50473,15942
-944,2015/7/8,china,aaa944,phone2230,ASD91897,15943
-945,2015/7/8,china,aaa945,phone1524,ASD35504,15944
-946,2015/7/8,china,aaa946,phone2906,ASD36901,15945
-947,2015/7/8,china,aaa947,phone2651,ASD53635,15946
-948,2015/7/8,china,aaa948,phone1187,ASD61164,15947
-949,2015/7/8,china,aaa949,phone2699,ASD85196,15948
-950,2015/7/8,china,aaa950,phone596,ASD15295,15949
-951,2015/7/8,china,aaa951,phone1531,ASD24387,15950
-952,2015/7/8,china,aaa952,phone2534,ASD26601,15951
-953,2015/7/8,china,aaa953,phone208,ASD50274,15952
-954,2015/7/8,china,aaa954,phone87,ASD87141,15953
-955,2015/7/8,china,aaa955,phone1098,ASD91413,15954
-956,2015/7/8,china,aaa956,phone2807,ASD17710,15955
-957,2015/7/8,china,aaa957,phone1867,ASD99034,15956
-958,2015/7/8,china,aaa958,phone681,ASD96136,15957
-959,2015/7/8,china,aaa959,phone165,ASD10848,15958
-960,2015/7/8,china,aaa960,phone775,ASD47938,15959
-961,2015/7/8,china,aaa961,phone1695,ASD92758,15960
-962,2015/7/8,china,aaa962,phone2662,ASD85295,15961
-963,2015/7/8,china,aaa963,phone52,ASD46238,15962
-964,2015/7/8,china,aaa964,phone268,ASD20002,15963
-965,2015/7/8,china,aaa965,phone19,ASD69283,15964
-966,2015/7/8,china,aaa966,phone2250,ASD13619,15965
-967,2015/7/8,china,aaa967,phone1659,ASD49066,15966
-968,2015/7/8,china,aaa968,phone294,ASD59961,15967
-969,2015/7/8,china,aaa969,phone1537,ASD46367,15968
-970,2015/7/8,china,aaa970,phone2427,ASD76544,15969
-971,2015/7/8,china,aaa971,phone121,ASD56494,15970
-972,2015/7/8,china,aaa972,phone1683,ASD38383,15971
-973,2015/7/8,china,aaa973,phone1971,ASD50880,15972
-974,2015/7/8,china,aaa974,phone2423,ASD91802,15973
-975,2015/7/8,china,aaa975,phone2425,ASD69636,15974
-976,2015/7/8,china,aaa976,phone1677,ASD88004,15975
-977,2015/7/8,china,aaa977,phone1057,ASD75780,15976
-978,2015/7/8,china,aaa978,phone568,ASD95931,15977
-979,2015/7/8,china,aaa979,phone2629,ASD73394,15978
-980,2015/7/8,china,aaa980,phone2778,ASD48823,15979
-981,2015/7/8,china,aaa981,phone1875,ASD28544,15980
-982,2015/7/8,china,aaa982,phone2257,ASD41709,15981
-983,2015/7/8,china,aaa983,phone2519,ASD60789,15982
-984,2015/7/8,china,aaa984,phone892,ASD47520,15983
-985,2015/7/8,china,aaa985,phone1096,ASD92338,15984
-986,2015/7/8,china,aaa986,phone691,ASD93561,15985
-987,2015/7/8,china,aaa987,phone1437,ASD46394,15986
-988,2015/7/8,china,aaa988,phone2150,ASD32526,15987
-989,2015/7/8,china,aaa989,phone2367,ASD25023,15988
-990,2015/7/8,china,aaa990,phone2413,ASD21779,15989
-991,2015/7/8,china,aaa991,phone2601,ASD4891,15990
-992,2015/7/8,china,aaa992,phone395,ASD63501,15991
-993,2015/7/8,china,aaa993,phone165,ASD10848,15992
-994,2015/7/8,china,aaa994,phone1553,ASD58083,15993
-995,2015/7/8,china,aaa995,phone90,ASD81472,15994
-996,2015/7/8,china,aaa996,phone1421,ASD33736,15995
-997,2015/7/8,china,aaa997,phone1588,ASD91226,15996
-998,2015/7/8,china,aaa998,phone1862,ASD47472,15997
-999,2015/7/8,china,aaa999,phone309,ASD78895,15998
-1000,2015/7/8,china,aaa1000,phone1318,ASD85027,15999
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/filter/datagrtlrt.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/filter/datagrtlrt.csv b/integration/spark/src/test/resources/filter/datagrtlrt.csv
deleted file mode 100644
index e7acc28..0000000
--- a/integration/spark/src/test/resources/filter/datagrtlrt.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-2015-7-23 12:07:28,china,15000
-2018-7-24 12:07:28,china,15001
-2017-7-25 12:07:28,china,15002
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/filter/emp2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/filter/emp2.csv b/integration/spark/src/test/resources/filter/emp2.csv
deleted file mode 100644
index 171a3c9..0000000
--- a/integration/spark/src/test/resources/filter/emp2.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-empid,ename,sal,deptno,mgr,gender,dob,comm,desc
-1,abc,1233,10,2,,2014-07-01 12:07:28,1234.191,string_null
-2,bcd,1322,,3,f,2014-07-01 12:07:28,19.99,int_null
-3,cde,4322,,4,m,,16.996,date_null
-4, ,43243,,5,m,,999.117,string_space
-5,,43242,20,6,m,2017-07-01 12:07:28,99.999,string_null
-6,ijk,,20,6,m,2017-07-01 12:07:28,50089,double_null
-7,pqr,2422,20,6,m,2017-07-01 12:07:28,32.339,decimal_null
-8
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/filter/emp2allnull.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/filter/emp2allnull.csv b/integration/spark/src/test/resources/filter/emp2allnull.csv
deleted file mode 100644
index 9a1962c..0000000
--- a/integration/spark/src/test/resources/filter/emp2allnull.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-empid,ename,sal,deptno,mgr,gender,dob,comm,desc
-1,abc,1233,10,2,,,1234.191,string_null
-2,bcd,1322,,3,f,,19.99,int_null
-3,cde,4322,,4,m,,16.996,date_null
-4, ,43243,,5,m,,999.117,string_space
-5,,43242,20,6,m,,99.999,string_null
-6,ijk,,20,6,m,,50089,double_null
-7,pqr,2422,20,6,m,,32.339,decimal_null
-8
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/filter/emp2nonull.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/filter/emp2nonull.csv b/integration/spark/src/test/resources/filter/emp2nonull.csv
deleted file mode 100644
index db3bd2c..0000000
--- a/integration/spark/src/test/resources/filter/emp2nonull.csv
+++ /dev/null
@@ -1,8 +0,0 @@
-empid,ename,sal,deptno,mgr,gender,dob,comm,desc
-1,abc,1233,10,2,,2014-07-01 12:07:28,1234.191,string_null
-2,bcd,1322,,3,f,2014-07-01 12:07:28,19.99,int_null
-3,cde,4322,,4,m,2014-07-01 12:07:28,16.996,date_null
-4, ,43243,,5,m,2014-07-01 12:07:28,999.117,string_space
-5,,43242,20,6,m,2017-07-01 12:07:28,99.999,string_null
-6,ijk,,20,6,m,2017-07-01 12:07:28,50089,double_null
-7,pqr,2422,20,6,m,2017-07-01 12:07:28,32.339,decimal_null
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/integertypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/integertypecube.xml b/integration/spark/src/test/resources/integertypecube.xml
deleted file mode 100644
index 3642411..0000000
--- a/integration/spark/src/test/resources/integertypecube.xml
+++ /dev/null
@@ -1,55 +0,0 @@
-<!--
- ~ Licensed to the Apache Software Foundation (ASF) under one
- ~ or more contributor license agreements. See the NOTICE file
- ~ distributed with this work for additional information
- ~ regarding copyright ownership. The ASF licenses this file
- ~ to you under the Apache License, Version 2.0 (the
- ~ "License"); you may not use this file except in compliance
- ~ with the License. You may obtain a copy of the License at
- ~
- ~ http://www.apache.org/licenses/LICENSE-2.0
- ~
- ~ Unless required by applicable law or agreed to in writing,
- ~ software distributed under the License is distributed on an
- ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ~ KIND, either express or implied. See the License for the
- ~ specific language governing permissions and limitations
- ~ under the License.
- -->
-
-<Schema name="default">
- <Cube name="integertypecube" visible="true" cache="true" enabled="true">
- <Table name="integertypecube" alias="">
- </Table>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empno">
- <Hierarchy name="empno" hasAll="true" normalized="false">
- <Level name="empno" column="empno" type="Integer" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="workgroupcategory">
- <Hierarchy name="workgroupcategory" hasAll="true" normalized="false">
- <Level name="workgroupcategory" column="workgroupcategory" type="Integer"
- levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptno">
- <Hierarchy name="deptno" hasAll="true" normalized="false">
- <Level name="deptno" column="deptno" type="Integer" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="projectcode">
- <Hierarchy name="projectcode" hasAll="true" normalized="false">
- <Level name="projectcode" column="projectcode" type="Integer" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Measure name="attendance" column="attendance" datatype="Integer" aggregator="sum"
- visible="true">
- </Measure>
- </Cube>
-</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/invalidMeasures.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/invalidMeasures.csv b/integration/spark/src/test/resources/invalidMeasures.csv
deleted file mode 100644
index b573188..0000000
--- a/integration/spark/src/test/resources/invalidMeasures.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-India,15000854676378676765378647856378567846578365786347865783456783456783465783465783465783465763478563478567834567834653750834758093478534857348578345789345789347395873483784857348573485734895789347589347589375984759389358347589737583758937589789798437893475893758934758945783475893758947589347587348957389573489758347589734589347589347589347534897589347589347583475893475893475893457893478934575489758973847583947538947583947534897349575375347398733895453444787893758345943458783497874587783597358973589785934789357895378593789357893578935789357893578935785783789357897897893789578935789357893578935789357893578937895783953789578935789357893578935789357893578935789357893789578935789357835378578357835978935357897893535789378953789578935789357893578935789,22.435
-USA,234.43,2224444444444444444444444465558999.23
-Russia,,
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/join/emp.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/join/emp.csv b/integration/spark/src/test/resources/join/emp.csv
deleted file mode 100644
index 23a235a..0000000
--- a/integration/spark/src/test/resources/join/emp.csv
+++ /dev/null
@@ -1 +0,0 @@
-tom,t23717,h2399,99780207526
[21/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala b/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
new file mode 100644
index 0000000..9912ec4
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
@@ -0,0 +1,159 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.sql.common.util
+
+import java.util.{Locale, TimeZone}
+
+import org.apache.carbondata.common.logging.LogServiceFactory
+import scala.collection.JavaConversions._
+
+import org.apache.spark.sql.catalyst.plans._
+import org.apache.spark.sql.catalyst.util._
+import org.apache.spark.sql.test.TestQueryExecutor
+import org.apache.spark.sql.{DataFrame, Row, SQLContext}
+
+class QueryTest extends PlanTest {
+
+ val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+
+ // Timezone is fixed to America/Los_Angeles for those timezone sensitive tests (timestamp_*)
+ TimeZone.setDefault(TimeZone.getTimeZone("America/Los_Angeles"))
+ // Add Locale setting
+ Locale.setDefault(Locale.US)
+
+ /**
+ * Runs the plan and makes sure the answer contains all of the keywords, or the
+ * none of keywords are listed in the answer
+ * @param df the [[DataFrame]] to be executed
+ * @param exists true for make sure the keywords are listed in the output, otherwise
+ * to make sure none of the keyword are not listed in the output
+ * @param keywords keyword in string array
+ */
+ def checkExistence(df: DataFrame, exists: Boolean, keywords: String*) {
+ val outputs = df.collect().map(_.mkString).mkString
+ for (key <- keywords) {
+ if (exists) {
+ assert(outputs.contains(key), s"Failed for $df ($key doesn't exist in result)")
+ } else {
+ assert(!outputs.contains(key), s"Failed for $df ($key existed in the result)")
+ }
+ }
+ }
+
+ def sqlTest(sqlString: String, expectedAnswer: Seq[Row])(implicit sqlContext: SQLContext) {
+ test(sqlString) {
+ checkAnswer(sqlContext.sql(sqlString), expectedAnswer)
+ }
+ }
+
+ /**
+ * Runs the plan and makes sure the answer matches the expected result.
+ * @param df the [[DataFrame]] to be executed
+ * @param expectedAnswer the expected result in a [[Seq]] of [[Row]]s.
+ */
+ protected def checkAnswer(df: DataFrame, expectedAnswer: Seq[Row]): Unit = {
+ QueryTest.checkAnswer(df, expectedAnswer) match {
+ case Some(errorMessage) => fail(errorMessage)
+ case None =>
+ }
+ }
+
+ protected def checkAnswer(df: DataFrame, expectedAnswer: Row): Unit = {
+ checkAnswer(df, Seq(expectedAnswer))
+ }
+
+ protected def checkAnswer(df: DataFrame, expectedAnswer: DataFrame): Unit = {
+ checkAnswer(df, expectedAnswer.collect())
+ }
+
+ def sql(sqlText: String): DataFrame = TestQueryExecutor.INSTANCE.sql(sqlText)
+
+ val sqlContext: SQLContext = TestQueryExecutor.INSTANCE.sqlContext
+
+ val storeLocation = TestQueryExecutor.storeLocation
+ val resourcesPath = TestQueryExecutor.resourcesPath
+ val integrationPath = TestQueryExecutor.integrationPath
+}
+
+object QueryTest {
+
+ def checkAnswer(df: DataFrame, expectedAnswer: java.util.List[Row]): String = {
+ checkAnswer(df, expectedAnswer.toSeq) match {
+ case Some(errorMessage) => errorMessage
+ case None => null
+ }
+ }
+
+ /**
+ * Runs the plan and makes sure the answer matches the expected result.
+ * If there was exception during the execution or the contents of the DataFrame does not
+ * match the expected result, an error message will be returned. Otherwise, a [[None]] will
+ * be returned.
+ * @param df the [[DataFrame]] to be executed
+ * @param expectedAnswer the expected result in a [[Seq]] of [[Row]]s.
+ */
+ def checkAnswer(df: DataFrame, expectedAnswer: Seq[Row]): Option[String] = {
+ val isSorted = df.logicalPlan.collect { case s: logical.Sort => s }.nonEmpty
+ def prepareAnswer(answer: Seq[Row]): Seq[Row] = {
+ // Converts data to types that we can do equality comparison using Scala collections.
+ // For BigDecimal type, the Scala type has a better definition of equality test (similar to
+ // Java's java.math.BigDecimal.compareTo).
+ // For binary arrays, we convert it to Seq to avoid of calling java.util.Arrays.equals for
+ // equality test.
+ val converted: Seq[Row] = answer.map { s =>
+ Row.fromSeq(s.toSeq.map {
+ case d: java.math.BigDecimal => BigDecimal(d)
+ case b: Array[Byte] => b.toSeq
+ case o => o
+ })
+ }
+ if (!isSorted) converted.sortBy(_.toString()) else converted
+ }
+ val sparkAnswer = try df.collect().toSeq catch {
+ case e: Exception =>
+ val errorMessage =
+ s"""
+ |Exception thrown while executing query:
+ |${df.queryExecution}
+ |== Exception ==
+ |$e
+ |${org.apache.spark.sql.catalyst.util.stackTraceToString(e)}
+ """.stripMargin
+ return Some(errorMessage)
+ }
+
+ if (prepareAnswer(expectedAnswer) != prepareAnswer(sparkAnswer)) {
+ val errorMessage =
+ s"""
+ |Results do not match for query:
+ |${df.queryExecution}
+ |== Results ==
+ |${
+ sideBySide(
+ s"== Correct Answer - ${expectedAnswer.size} ==" +:
+ prepareAnswer(expectedAnswer).map(_.toString()),
+ s"== Spark Answer - ${sparkAnswer.size} ==" +:
+ prepareAnswer(sparkAnswer).map(_.toString())).mkString("\n")
+ }
+ """.stripMargin
+ return Some(errorMessage)
+ }
+
+ return None
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common/pom.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common/pom.xml b/integration/spark-common/pom.xml
index 4bb4e0a..efe35ae 100644
--- a/integration/spark-common/pom.xml
+++ b/integration/spark-common/pom.xml
@@ -83,7 +83,6 @@
</dependencies>
<build>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
<resources>
<resource>
<directory>src/resources</directory>
@@ -130,55 +129,7 @@
<target>1.7</target>
</configuration>
</plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-plugin</artifactId>
- <version>2.18</version>
- <!-- Note config is repeated in scalatest config -->
- <configuration>
- <includes>
- <include>**/Test*.java</include>
- <include>**/*Test.java</include>
- <include>**/*TestCase.java</include>
- <include>**/*Suite.java</include>
- </includes>
- <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
- <argLine>-Xmx3g -XX:MaxPermSize=512m -XX:ReservedCodeCacheSize=512m</argLine>
- <systemProperties>
- <java.awt.headless>true</java.awt.headless>
- </systemProperties>
- <failIfNoTests>false</failIfNoTests>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest-maven-plugin</artifactId>
- <version>1.0</version>
- <!-- Note config is repeated in surefire config -->
- <configuration>
- <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
- <junitxml>.</junitxml>
- <filereports>CarbonTestSuite.txt</filereports>
- <argLine>-ea -Xmx3g -XX:MaxPermSize=512m -XX:ReservedCodeCacheSize=512m
- </argLine>
- <stderr />
- <environmentVariables>
- </environmentVariables>
- <systemProperties>
- <java.awt.headless>true</java.awt.headless>
- <use.kettle>${use.kettle}</use.kettle>
- </systemProperties>
- </configuration>
- <executions>
- <execution>
- <id>test</id>
- <goals>
- <goal>test</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
</plugins>
</build>
-</project>
\ No newline at end of file
+</project>
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common/src/main/scala/org/apache/spark/sql/catalyst/CarbonDDLSqlParser.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common/src/main/scala/org/apache/spark/sql/catalyst/CarbonDDLSqlParser.scala b/integration/spark-common/src/main/scala/org/apache/spark/sql/catalyst/CarbonDDLSqlParser.scala
index 7336440..b581a9f 100644
--- a/integration/spark-common/src/main/scala/org/apache/spark/sql/catalyst/CarbonDDLSqlParser.scala
+++ b/integration/spark-common/src/main/scala/org/apache/spark/sql/catalyst/CarbonDDLSqlParser.scala
@@ -789,7 +789,6 @@ abstract class CarbonDDLSqlParser extends AbstractCarbonSparkSQLParser {
case _ => ("", "")
}
-
protected lazy val dimCol: Parser[Field] = anyFieldDef
protected lazy val primitiveTypes =
@@ -919,10 +918,10 @@ abstract class CarbonDDLSqlParser extends AbstractCarbonSparkSQLParser {
field.dataType.getOrElse("NIL") match {
case "Array" => Field(field.column, Some("Array"), field.name,
field.children.map(f => f.map(appendParentForEachChild(_, field.column))), field.parent,
- field.storeType, field.schemaOrdinal)
+ field.storeType, field.schemaOrdinal, rawSchema = field.rawSchema)
case "Struct" => Field(field.column, Some("Struct"), field.name,
field.children.map(f => f.map(appendParentForEachChild(_, field.column))), field.parent,
- field.storeType, field.schemaOrdinal)
+ field.storeType, field.schemaOrdinal, rawSchema = field.rawSchema)
case _ => field
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common/src/main/scala/org/apache/spark/sql/test/TestQueryExecutor.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common/src/main/scala/org/apache/spark/sql/test/TestQueryExecutor.scala b/integration/spark-common/src/main/scala/org/apache/spark/sql/test/TestQueryExecutor.scala
new file mode 100644
index 0000000..1c0bc61
--- /dev/null
+++ b/integration/spark-common/src/main/scala/org/apache/spark/sql/test/TestQueryExecutor.scala
@@ -0,0 +1,59 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.sql.test
+
+import java.io.File
+import java.util.ServiceLoader
+
+import org.apache.spark.sql.{DataFrame, SQLContext}
+import org.apache.spark.util.Utils
+
+import org.apache.carbondata.common.logging.LogServiceFactory
+
+/**
+ * the sql executor of spark-common-test
+ */
+trait TestQueryExecutorRegister {
+ def sql(sqlText: String): DataFrame
+
+ def sqlContext: SQLContext
+}
+
+object TestQueryExecutor {
+
+ private val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+
+ val projectPath = new File(this.getClass.getResource("/").getPath + "../../../..")
+ .getCanonicalPath
+ LOGGER.info(s"project path: $projectPath")
+ val integrationPath = s"$projectPath/integration"
+ val resourcesPath = s"$integrationPath/spark-common-test/src/test/resources"
+ val storeLocation = s"$integrationPath/spark-common/target/store"
+ val warehouse = s"$integrationPath/spark-common/target/warehouse"
+ val metastoredb = s"$integrationPath/spark-common/target/metastore_db"
+ val kettleHome = s"$projectPath/processing/carbonplugins"
+ val timestampFormat = "dd-MM-yyyy"
+
+ val INSTANCE = lookupQueryExecutor.newInstance().asInstanceOf[TestQueryExecutorRegister]
+
+ private def lookupQueryExecutor: Class[_] = {
+ ServiceLoader.load(classOf[TestQueryExecutorRegister], Utils.getContextOrSparkClassLoader)
+ .iterator().next().getClass
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/main/scala/org/apache/spark/sql/CarbonContext.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/main/scala/org/apache/spark/sql/CarbonContext.scala b/integration/spark/src/main/scala/org/apache/spark/sql/CarbonContext.scala
index 2ec68ab..ff3b898 100644
--- a/integration/spark/src/main/scala/org/apache/spark/sql/CarbonContext.scala
+++ b/integration/spark/src/main/scala/org/apache/spark/sql/CarbonContext.scala
@@ -110,7 +110,7 @@ class CarbonContext(
val metaStorePathAbsolute = new File(metaStorePath).getCanonicalPath
val hiveMetaStoreDB = metaStorePathAbsolute + "/metastore_db"
logDebug(s"metastore db is going to be created in location: $hiveMetaStoreDB")
- super.configure() ++ Map((CarbonCommonConstants.HIVE_CONNECTION_URL,
+ super.configure() ++ Map[String, String]((CarbonCommonConstants.HIVE_CONNECTION_URL,
s"jdbc:derby:;databaseName=$hiveMetaStoreDB;create=true"),
("hive.metastore.warehouse.dir", metaStorePathAbsolute + "/hivemetadata"))
} else {
@@ -119,7 +119,7 @@ class CarbonContext(
}
@transient
- val LOGGER = LogServiceFactory.getLogService(CarbonContext.getClass.getName)
+ private val LOGGER = LogServiceFactory.getLogService(CarbonContext.getClass.getName)
var queryId: String = ""
@@ -153,7 +153,7 @@ object CarbonContext {
val datasourceShortName: String = "carbondata"
@transient
- val LOGGER = LogServiceFactory.getLogService(CarbonContext.getClass.getName)
+ private val LOGGER = LogServiceFactory.getLogService(CarbonContext.getClass.getName)
final def updateCarbonPorpertiesPath(hiveContext: HiveContext) {
val carbonPropertiesFilePath = hiveContext.getConf("carbon.properties.filepath", null)
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala b/integration/spark/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
index 2dbe817..865a0cf 100644
--- a/integration/spark/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
+++ b/integration/spark/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
@@ -316,6 +316,11 @@ case class LoadTable(
val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+ private def checkDefaultValue(value: String, default: String) = if (StringUtils.isEmpty(value)) {
+ default
+ } else {
+ value
+ }
def run(sqlContext: SQLContext): Seq[Row] = {
if (dataFrame.isDefined && !updateModel.isDefined) {
@@ -422,10 +427,11 @@ case class LoadTable(
throw new MalformedCarbonCommandException(errorMessage)
}
val maxColumns = options.getOrElse("maxcolumns", null)
- carbonLoadModel.setMaxColumns(maxColumns)
- carbonLoadModel.setEscapeChar(escapeChar)
- carbonLoadModel.setQuoteChar(quoteChar)
- carbonLoadModel.setCommentChar(commentchar)
+
+ carbonLoadModel.setMaxColumns(checkDefaultValue(maxColumns, null))
+ carbonLoadModel.setEscapeChar(checkDefaultValue(escapeChar, "\\"))
+ carbonLoadModel.setQuoteChar(checkDefaultValue(quoteChar, "\""))
+ carbonLoadModel.setCommentChar(checkDefaultValue(commentchar, "#"))
carbonLoadModel.setDateFormat(dateFormat)
carbonLoadModel
.setSerializationNullFormat(
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/main/scala/org/apache/spark/sql/test/SparkTestQueryExecutor.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/main/scala/org/apache/spark/sql/test/SparkTestQueryExecutor.scala b/integration/spark/src/main/scala/org/apache/spark/sql/test/SparkTestQueryExecutor.scala
new file mode 100644
index 0000000..d9c6fbb
--- /dev/null
+++ b/integration/spark/src/main/scala/org/apache/spark/sql/test/SparkTestQueryExecutor.scala
@@ -0,0 +1,55 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.sql.test
+
+import org.apache.spark.{SparkConf, SparkContext}
+import org.apache.spark.sql.{CarbonContext, DataFrame, SQLContext}
+
+import org.apache.carbondata.common.logging.LogServiceFactory
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * This class is a sql executor of unit test case for spark version 1.x.
+ */
+
+class SparkTestQueryExecutor extends TestQueryExecutorRegister {
+ override def sql(sqlText: String): DataFrame = SparkTestQueryExecutor.cc.sql(sqlText)
+
+ override def sqlContext: SQLContext = SparkTestQueryExecutor.cc
+}
+
+object SparkTestQueryExecutor {
+ private val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+ LOGGER.info("use TestQueryExecutorImplV1")
+ CarbonProperties.getInstance()
+ .addProperty("carbon.kettle.home", TestQueryExecutor.kettleHome)
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, TestQueryExecutor.timestampFormat)
+ .addProperty(CarbonCommonConstants.STORE_LOCATION_TEMP_PATH,
+ System.getProperty("java.io.tmpdir"))
+ .addProperty(CarbonCommonConstants.LOCK_TYPE, CarbonCommonConstants.CARBON_LOCK_TYPE_LOCAL)
+
+ val sc = new SparkContext(new SparkConf()
+ .setAppName("CarbonSpark")
+ .setMaster("local[2]")
+ .set("spark.sql.shuffle.partitions", "20")
+ .set("use_kettle_default", "true"))
+ sc.setLogLevel("ERROR")
+
+ val cc = new CarbonContext(sc, TestQueryExecutor.storeLocation, TestQueryExecutor.metastoredb)
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
----------------------------------------------------------------------
diff --git a/integration/spark/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister b/integration/spark/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
new file mode 100644
index 0000000..a03832b
--- /dev/null
+++ b/integration/spark/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
@@ -0,0 +1 @@
+org.apache.spark.sql.test.SparkTestQueryExecutor
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java b/integration/spark/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java
deleted file mode 100644
index ed4f95b..0000000
--- a/integration/spark/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java
+++ /dev/null
@@ -1,419 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.integration.spark.load;
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collections;
-import java.util.Comparator;
-import java.util.HashMap;
-import java.util.Iterator;
-import java.util.LinkedHashMap;
-import java.util.LinkedList;
-import java.util.List;
-import java.util.Map;
-
-import org.apache.carbondata.core.carbon.datastore.block.Distributable;
-import org.apache.carbondata.core.carbon.datastore.block.TableBlockInfo;
-import org.apache.carbondata.spark.load.CarbonLoaderUtil;
-import org.junit.Assert;
-import org.junit.Test;
-
-/**
- * Test class to test block distribution functionality
- */
-public class CarbonLoaderUtilTest {
- List<Distributable> blockInfos = null;
- int noOfNodesInput = -1;
- List<String> activeNode = null;
- Map<String, List<Distributable>> expected = null;
- Map<String, List<Distributable>> mapOfNodes = null;
-
- @Test public void nodeBlockMapping() throws Exception {
-
- // scenario when the 3 nodes and 3 executors
- initSet1();
- Map<String, List<Distributable>> mapOfNodes =
- CarbonLoaderUtil.nodeBlockMapping(blockInfos, noOfNodesInput, activeNode);
- // node allocation
- Assert.assertTrue("Node Allocation", expected.size() == mapOfNodes.size());
- // block allocation
- boolean isEqual = compareResult(expected, mapOfNodes);
- Assert.assertTrue("Block Allocation", isEqual);
-
- // 2 node and 3 executors
- initSet2();
- mapOfNodes = CarbonLoaderUtil.nodeBlockMapping(blockInfos, noOfNodesInput, activeNode);
- // node allocation
- Assert.assertTrue("Node Allocation", expected.size() == mapOfNodes.size());
- // block allocation
- isEqual = compareResult(expected, mapOfNodes);
- Assert.assertTrue("Block Allocation", isEqual);
-
- // 3 data node and 2 executors
- initSet3();
- mapOfNodes = CarbonLoaderUtil.nodeBlockMapping(blockInfos, noOfNodesInput, activeNode);
- // node allocation
- Assert.assertTrue("Node Allocation", expected.size() == mapOfNodes.size());
- // block allocation
- isEqual = compareResult(expected, mapOfNodes);
- Assert.assertTrue("Block Allocation", isEqual);
- }
-
- /**
- * compares the blocks allocation
- *
- * @param expectedResult
- * @param actualResult
- * @return
- */
- private boolean compareResult(Map<String, List<Distributable>> expectedResult,
- Map<String, List<Distributable>> actualResult) {
- expectedResult = sortByListSize(expectedResult);
- actualResult = sortByListSize(actualResult);
- List<List<Distributable>> expectedList = new LinkedList(expectedResult.entrySet());
- List<List<Distributable>> mapOfNodesList = new LinkedList(actualResult.entrySet());
- boolean isEqual = expectedList.size() == mapOfNodesList.size();
- if (isEqual) {
- for (int i = 0; i < expectedList.size(); i++) {
- int size1 = ((List) ((Map.Entry) (expectedList.get(i))).getValue()).size();
- int size2 = ((List) ((Map.Entry) (mapOfNodesList.get(i))).getValue()).size();
- isEqual = size1 == size2;
- if (!isEqual) {
- break;
- }
- }
- }
- return isEqual;
- }
-
- /**
- * sort by list size
- *
- * @param map
- * @return
- */
- private static Map<String, List<Distributable>> sortByListSize(
- Map<String, List<Distributable>> map) {
- List<List<Distributable>> list = new LinkedList(map.entrySet());
- Collections.sort(list, new Comparator() {
- public int compare(Object obj1, Object obj2) {
- if (obj1 == null && obj2 == null) {
- return 0;
- } else if (obj1 == null) {
- return 1;
- } else if (obj2 == null) {
- return -1;
- }
- int size1 = ((List) ((Map.Entry) (obj1)).getValue()).size();
- int size2 = ((List) ((Map.Entry) (obj2)).getValue()).size();
- return size2 - size1;
- }
- });
-
- Map res = new LinkedHashMap();
- for (Iterator it = list.iterator(); it.hasNext(); ) {
- Map.Entry entry = (Map.Entry) it.next();
- res.put(entry.getKey(), entry.getValue());
- }
- return res;
- }
-
- void initSet1() {
- blockInfos = new ArrayList<>();
- activeNode = new ArrayList<>();
- activeNode.add("node-7");
- activeNode.add("node-9");
- activeNode.add("node-11");
- String[] location = { "node-7", "node-9", "node-11" };
- blockInfos.add(new TableBlockInfo("node", 1, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 2, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 3, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 4, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 5, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 6, "1", location, 0));
- expected = new HashMap<>();
- expected.put("node-7", blockInfos.subList(0, 2));
- expected.put("node-9", blockInfos.subList(2, 4));
- expected.put("node-11", blockInfos.subList(4, 6));
- }
-
- void initSet2() {
- blockInfos = new ArrayList<>();
- activeNode = new ArrayList<>();
- activeNode.add("node-7");
- activeNode.add("node-9");
- activeNode.add("node-11");
- String[] location = { "node-7", "node-11" };
- blockInfos.add(new TableBlockInfo("node", 1, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 2, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 3, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 4, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 5, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 6, "1", location, 0));
- expected = new HashMap<>();
- expected.put("node-7", blockInfos.subList(0, 2));
- expected.put("node-9", blockInfos.subList(2, 4));
- expected.put("node-11", blockInfos.subList(4, 6));
- }
-
- void initSet3() {
- blockInfos = new ArrayList<>();
- activeNode = new ArrayList<>();
- activeNode.add("node-7");
- activeNode.add("node-11");
- String[] location = { "node-7", "node-9", "node-11" };
- blockInfos.add(new TableBlockInfo("node", 1, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 2, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 3, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 4, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 5, "1", location, 0));
- blockInfos.add(new TableBlockInfo("node", 6, "1", location, 0));
- expected = new HashMap<>();
- expected.put("node-7", blockInfos.subList(0, 3));
- expected.put("node-11", blockInfos.subList(3, 6));
- }
-
-
- /**
- * Test case with 4 blocks and 4 nodes with 3 replication.
- *
- * @throws Exception
- */
- @Test public void nodeBlockMapping() throws Exception {
-
- Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
-
- TableBlockInfo block1 =
- new TableBlockInfo("path1", 123, "1", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block2 =
- new TableBlockInfo("path2", 123, "2", new String[] { "2", "3", "4" }, 111);
- TableBlockInfo block3 =
- new TableBlockInfo("path3", 123, "3", new String[] { "3", "4", "1" }, 111);
- TableBlockInfo block4 =
- new TableBlockInfo("path4", 123, "4", new String[] { "1", "2", "4" }, 111);
-
- inputMap.put(block1, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block2, Arrays.asList(new String[]{"2","3","4"}));
- inputMap.put(block3, Arrays.asList(new String[]{"3","4","1"}));
- inputMap.put(block4, Arrays.asList(new String[]{"1","2","4"}));
-
- List<TableBlockInfo> inputBlocks = new ArrayList(6);
- inputBlocks.add(block1);
- inputBlocks.add(block2);
- inputBlocks.add(block3);
- inputBlocks.add(block4);
-
- Map<String, List<TableBlockInfo>> outputMap
- = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 4);
-
- Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 4, 4));
-
- Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 4, 4));
- }
-
- private boolean calculateBlockLocality(Map<TableBlockInfo, List<String>> inputMap,
- Map<String, List<TableBlockInfo>> outputMap, int numberOfBlocks, int numberOfNodes) {
-
- double notInNodeLocality = 0;
- for (Map.Entry<String, List<TableBlockInfo>> entry : outputMap.entrySet()) {
-
- List<TableBlockInfo> blockListOfANode = entry.getValue();
-
- for (TableBlockInfo eachBlock : blockListOfANode) {
-
- // for each block check the node locality
-
- List<String> blockLocality = inputMap.get(eachBlock);
- if (!blockLocality.contains(entry.getKey())) {
- notInNodeLocality++;
- }
- }
- }
-
- System.out.println(
- ((notInNodeLocality / numberOfBlocks) * 100) + " " + "is the node locality mismatch");
- if ((notInNodeLocality / numberOfBlocks) * 100 > 30) {
- return false;
- }
- return true;
- }
-
- private boolean calculateBlockDistribution(Map<TableBlockInfo, List<String>> inputMap,
- Map<String, List<TableBlockInfo>> outputMap, int numberOfBlocks, int numberOfNodes) {
-
- int nodesPerBlock = numberOfBlocks / numberOfNodes;
-
- for (Map.Entry<String, List<TableBlockInfo>> entry : outputMap.entrySet()) {
-
- if (entry.getValue().size() < nodesPerBlock) {
- return false;
- }
- }
- return true;
- }
-
- /**
- * Test case with 5 blocks and 3 nodes
- *
- * @throws Exception
- */
- @Test public void nodeBlockMappingTestWith5blocks3nodes() throws Exception {
-
- Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
-
- TableBlockInfo block1 =
- new TableBlockInfo("part-0-0-1462341987000", 123, "1", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block2 =
- new TableBlockInfo("part-1-0-1462341987000", 123, "2", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block3 =
- new TableBlockInfo("part-2-0-1462341987000", 123, "3", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block4 =
- new TableBlockInfo("part-3-0-1462341987000", 123, "4", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block5 =
- new TableBlockInfo("part-4-0-1462341987000", 123, "5", new String[] { "1", "2", "3" }, 111);
-
- inputMap.put(block1, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block2, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block3, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block4, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block5, Arrays.asList(new String[]{"1","2","3"}));
-
- List<TableBlockInfo> inputBlocks = new ArrayList(6);
- inputBlocks.add(block1);
- inputBlocks.add(block2);
- inputBlocks.add(block3);
- inputBlocks.add(block4);
- inputBlocks.add(block5);
-
- Map<String, List<TableBlockInfo>> outputMap = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 3);
-
- Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 5, 3));
-
- Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 5, 3));
-
- }
-
- /**
- * Test case with 6 blocks and 4 nodes where 4 th node doesnt have any local data.
- *
- * @throws Exception
- */
- @Test public void nodeBlockMappingTestWith6Blocks4nodes() throws Exception {
-
- Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
-
- TableBlockInfo block1 =
- new TableBlockInfo("part-0-0-1462341987000", 123, "1", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block2 =
- new TableBlockInfo("part-1-0-1462341987000", 123, "2", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block3 =
- new TableBlockInfo("part-2-0-1462341987000", 123, "3", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block4 =
- new TableBlockInfo("part-3-0-1462341987000", 123, "4", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block5 =
- new TableBlockInfo("part-4-0-1462341987000", 123, "5", new String[] { "1", "2", "3" }, 111);
- TableBlockInfo block6 =
- new TableBlockInfo("part-5-0-1462341987000", 123, "6", new String[] { "1", "2", "3" }, 111);
-
- inputMap.put(block1, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block2, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block3, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block4, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block5, Arrays.asList(new String[]{"1","2","3"}));
- inputMap.put(block6, Arrays.asList(new String[]{"1","2","3"}));
-
-
- List<TableBlockInfo> inputBlocks = new ArrayList(6);
- inputBlocks.add(block1);
- inputBlocks.add(block2);
- inputBlocks.add(block3);
- inputBlocks.add(block4);
- inputBlocks.add(block5);
- inputBlocks.add(block6);
-
- Map<String, List<TableBlockInfo>> outputMap = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 4);
-
- Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 6, 4));
-
- Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 6, 4));
-
- }
-
- /**
- * Test case with 10 blocks and 4 nodes with 10,60,30 % distribution
- *
- * @throws Exception
- */
- @Test public void nodeBlockMappingTestWith10Blocks4nodes() throws Exception {
-
- Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
-
- TableBlockInfo block1 =
- new TableBlockInfo("part-1-0-1462341987000", 123, "1", new String[] { "2", "4" }, 111);
- TableBlockInfo block2 =
- new TableBlockInfo("part-2-0-1462341987000", 123, "2", new String[] { "2", "4" }, 111);
- TableBlockInfo block3 =
- new TableBlockInfo("part-3-0-1462341987000", 123, "3", new String[] { "2", "4" }, 111);
- TableBlockInfo block4 =
- new TableBlockInfo("part-4-0-1462341987000", 123, "4", new String[] { "2", "4" }, 111);
- TableBlockInfo block5 =
- new TableBlockInfo("part-5-0-1462341987000", 123, "5", new String[] { "2", "4" }, 111);
- TableBlockInfo block6 =
- new TableBlockInfo("part-6-0-1462341987000", 123, "6", new String[] { "2", "4" }, 111);
- TableBlockInfo block7 =
- new TableBlockInfo("part-7-0-1462341987000", 123, "7", new String[] { "3", "4" }, 111);
- TableBlockInfo block8 =
- new TableBlockInfo("part-8-0-1462341987000", 123, "8", new String[] { "3", "4" }, 111);
- TableBlockInfo block9 =
- new TableBlockInfo("part-9-0-1462341987000", 123, "9", new String[] { "3", "4" }, 111);
- TableBlockInfo block10 =
- new TableBlockInfo("part-10-0-1462341987000", 123, "9", new String[] { "1", "4" }, 111);
-
- inputMap.put(block1, Arrays.asList(new String[]{"2","4"}));
- inputMap.put(block2, Arrays.asList(new String[]{"2","4"}));
- inputMap.put(block3, Arrays.asList(new String[]{"2","4"}));
- inputMap.put(block4, Arrays.asList(new String[]{"2","4"}));
- inputMap.put(block5, Arrays.asList(new String[]{"2","4"}));
- inputMap.put(block6, Arrays.asList(new String[]{"2","4"}));
- inputMap.put(block7, Arrays.asList(new String[]{"3","4"}));
- inputMap.put(block8, Arrays.asList(new String[]{"3","4"}));
- inputMap.put(block9, Arrays.asList(new String[]{"3","4"}));
- inputMap.put(block10, Arrays.asList(new String[]{"1","4"}));
-
- List<TableBlockInfo> inputBlocks = new ArrayList(6);
- inputBlocks.add(block1);
- inputBlocks.add(block2);
- inputBlocks.add(block3);
- inputBlocks.add(block4);
- inputBlocks.add(block5);
- inputBlocks.add(block6);
- inputBlocks.add(block7);
- inputBlocks.add(block8);
- inputBlocks.add(block9);
- inputBlocks.add(block10);
-
- Map<String, List<TableBlockInfo>> outputMap = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 4);
-
- Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 10, 4));
-
- Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 10, 4));
- }
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java b/integration/spark/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java
deleted file mode 100644
index 76906c6..0000000
--- a/integration/spark/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java
+++ /dev/null
@@ -1,157 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.integration.spark.testsuite.validation;
-
-import org.apache.spark.sql.common.util.CarbonHiveContext;
-import org.apache.carbondata.core.carbon.CarbonTableIdentifier;
-import org.apache.carbondata.core.carbon.path.CarbonStorePath;
-import org.apache.carbondata.core.constants.CarbonCommonConstants;
-import org.apache.carbondata.core.datastorage.store.FileHolder;
-import org.apache.carbondata.core.datastorage.store.filesystem.CarbonFile;
-import org.apache.carbondata.core.datastorage.store.filesystem.CarbonFileFilter;
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory;
-import org.apache.carbondata.core.reader.CarbonFooterReader;
-import org.apache.carbondata.core.util.CarbonProperties;
-import org.apache.carbondata.format.BlockletIndex;
-import org.apache.carbondata.format.BlockletInfo;
-import org.apache.carbondata.format.DataChunk;
-import org.apache.carbondata.format.Encoding;
-import org.apache.carbondata.format.FileFooter;
-import org.junit.AfterClass;
-import org.junit.Before;
-import org.junit.Test;
-
-import static org.junit.Assert.assertTrue;
-
-public class FileFooterValidator {
-
- private static FileFooter fileFooter;
-
- private static boolean setUpIsDone;
-
- @Before public void setUp() throws Exception {
-
- if (setUpIsDone) {
- return;
- }
- CarbonHiveContext.sql(
- "CREATE CUBE validatefooter DIMENSIONS (empno Integer, empname String,"
- + " designation String,"
- + " doj Timestamp, workgroupcategory Integer, workgroupcategoryname String, "
- + "deptno Integer, deptname String, projectcode Integer, projectjoindate Timestamp,"
- + " projectenddate Timestamp) MEASURES (attendance Integer,utilization Integer,"
- + "salary Integer) OPTIONS (PARTITIONER [PARTITION_COUNT=1])");
- CarbonHiveContext.sql(
- "LOAD DATA fact from './src/test/resources/data.csv' INTO CUBE validatefooter "
- + "PARTITIONDATA(DELIMITER ',', QUOTECHAR '\"')");
- String storePath =
- CarbonProperties.getInstance().getProperty(CarbonCommonConstants.STORE_LOCATION);
- CarbonTableIdentifier tableIdentifier =
- new CarbonTableIdentifier(CarbonCommonConstants.DATABASE_DEFAULT_NAME, "validatefooter", "1");
- String segmentPath = CarbonStorePath.getCarbonTablePath(storePath, tableIdentifier)
- .getCarbonDataDirectoryPath("0", "0");
- CarbonFile carbonFile =
- FileFactory.getCarbonFile(segmentPath, FileFactory.getFileType(segmentPath));
- CarbonFile[] list = carbonFile.listFiles(new CarbonFileFilter() {
- @Override public boolean accept(CarbonFile file) {
- if (file.getName().endsWith(CarbonCommonConstants.FACT_FILE_EXT)) {
- return true;
- }
- return false;
- }
- });
-
- for (CarbonFile file : list) {
- String fileLocation = file.getAbsolutePath();
- CarbonFile factFile =
- FileFactory.getCarbonFile(fileLocation, FileFactory.getFileType(fileLocation));
- long offset = factFile.getSize() - CarbonCommonConstants.LONG_SIZE_IN_BYTE;
- FileHolder fileHolder = FileFactory.getFileHolder(FileFactory.getFileType(fileLocation));
- offset = fileHolder.readLong(fileLocation, offset);
- CarbonFooterReader metaDataReader = new CarbonFooterReader(fileLocation, offset);
- fileFooter = metaDataReader.readFooter();
- }
- setUpIsDone = true;
- }
-
- @AfterClass public static void tearDownAfterClass() {
- CarbonHiveContext.sql("drop CUBE validatefooter");
- }
-
- @Test public void testFileFooterExist() {
- assertTrue(fileFooter != null);
- }
-
- @Test public void testFileFooterVersion() {
- assertTrue(fileFooter.getVersion() >= 0);
- }
-
- @Test public void testFileFooterNumRows() {
- assertTrue(fileFooter.getNum_rows() > 0);
- }
-
- @Test public void testFileFooterTableColumns() {
- assertTrue(fileFooter.getTable_columns() != null && fileFooter.getTable_columns().size() > 0);
- }
-
- @Test public void testFileFooterSegmentInfo() {
- assertTrue(
- fileFooter.getSegment_info() != null && fileFooter.getSegment_info().getNum_cols() > 0
- && fileFooter.getSegment_info().getColumn_cardinalities().size() > 0);
- }
-
- @Test public void testFileFooterBlockletIndex() {
- assertTrue(fileFooter.getBlocklet_index_list() != null
- && fileFooter.getBlocklet_index_list().size() > 0);
- for (BlockletIndex blockletIndex : fileFooter.getBlocklet_index_list()) {
- assertTrue(blockletIndex.getMin_max_index().getMin_values() != null
- && blockletIndex.getMin_max_index().getMin_values().size() > 0
- && blockletIndex.getMin_max_index().getMax_values() != null
- && blockletIndex.getMin_max_index().getMax_values().size() > 0
- && blockletIndex.getMin_max_index().getMin_values().size() == blockletIndex
- .getMin_max_index().getMax_values().size());
- assertTrue(blockletIndex.getB_tree_index().getStart_key() != null
- && blockletIndex.getB_tree_index().getEnd_key() != null);
- }
- }
-
- @Test public void testFileFooterBlockletInfo() {
- assertTrue(fileFooter.getBlocklet_info_list() != null
- && fileFooter.getBlocklet_info_list().size() > 0);
- for (BlockletInfo blockletInfo : fileFooter.getBlocklet_info_list()) {
- assertTrue(blockletInfo.getNum_rows() > 0 && blockletInfo.getColumn_data_chunks() != null
- && blockletInfo.getColumn_data_chunks().size() > 0);
- for (DataChunk columnDataChunk : blockletInfo.getColumn_data_chunks()) {
- testColumnDataChunk(columnDataChunk);
- }
- }
- }
-
- private void testColumnDataChunk(DataChunk columnDatachunk) {
- assertTrue(columnDatachunk.getEncoders() != null && columnDatachunk.getChunk_meta() != null
- && columnDatachunk.getChunk_meta().getCompression_codec() != null);
- // For Measure
- if (columnDatachunk.getEncoders().contains(Encoding.DELTA)) {
- assertTrue(
- columnDatachunk.getPresence() != null && columnDatachunk.getEncoder_meta() != null);
- } else {
- assertTrue(columnDatachunk.getSort_state() != null);
- }
- }
-}
\ No newline at end of file
[26/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
new file mode 100644
index 0000000..a0f12f5
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
@@ -0,0 +1,1163 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.allqueries
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.{Row, SaveMode}
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for all query on multiple datatypes
+ *
+ */
+class AllDataTypesTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ clean
+
+ sql("create table if not exists Carbon_automation_test (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active
_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string, gamePointId int,contractNumber int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='Latest_MONTH,Latest_DAY,deviceInformationId')")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/100_olap.csv' INTO table Carbon_automation_test options('DELIMITER'= ',', 'QUOTECHAR'= '\"', 'FILEHEADER'= 'imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_
operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription')""")
+ sql("create table if not exists Carbon_automation_hive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active
_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string, gamePointId int,contractNumber int) row format delimited fields terminated by ','")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/100_olap.csv' INTO table Carbon_automation_hive""")
+
+ //hive table
+ sql("create table if not exists Carbon_automation_test_hive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string,contractNumber int, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operato
rsVersion string, Active_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointId int,gamePointDescription string)row format delimited fields terminated by ','")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/100_olap.csv' INTO table Carbon_automation_test_hive""")
+
+ }
+
+ def clean {
+ sql("drop table if exists carbonunion")
+ sql("drop table if exists Carbon_automation_test")
+ sql("drop table if exists Carbon_automation_hive")
+ sql("drop table if exists Carbon_automation_test_hive")
+ }
+
+ override def afterAll {
+ clean
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+
+ //Test-22
+ test("select channelsId, sum(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
+ checkAnswer(
+ sql("select channelsId, sum(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
+ Seq(Row("1", 132), Row("2", 110), Row("3", 176), Row("4", 132), Row("5", 132), Row("6", 209), Row("7", 198)))
+
+ }
+
+ test("select channelsId, Latest_DAY from Carbon_automation_test where count(channelsId) = 1") {
+ try {
+ sql("select channelsId, Latest_DAY from Carbon_automation_test where count(channelsId) = 1").collect
+ } catch {
+ case ce: UnsupportedOperationException => ce.getMessage
+ case ce: Exception => ce.getMessage
+ }
+ }
+
+ //Test-24
+ test("select channelsId, sum(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
+ checkAnswer(
+ sql("select channelsId, sum(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("2", 120), Row("1", 132), Row("4", 168), Row("5", 180), Row("3", 208), Row("6", 304), Row("7", 306)))
+
+ }
+
+ //Test-25
+ test("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
+ checkAnswer(
+ sql("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("1", 24), Row("2", 40), Row("3", 96), Row("4", 96), Row("5", 120), Row("6", 228), Row("7", 252)))
+
+ }
+
+ //Test-26
+ test("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId") {
+ checkAnswer(
+ sql("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId"),
+ Seq(Row("1", 24), Row("2", 40), Row("3", 96), Row("4", 96), Row("5", 120), Row("6", 228), Row("7", 252)))
+
+ }
+
+ //Test-27
+ test("select channelsId, avg(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
+ checkAnswer(
+ sql("select channelsId, avg(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
+ Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
+
+ }
+
+ //Test-29
+ test("select channelsId, avg(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
+ checkAnswer(
+ sql("select channelsId, avg(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
+
+ }
+
+
+ //Test-30
+ test("select channelsId, avg(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
+ checkAnswer(
+ sql("select channelsId, avg(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
+
+ }
+
+ //Test-31
+ test("select channelsId, count(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
+ checkAnswer(
+ sql("select channelsId, count(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
+ Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
+
+ }
+
+
+ //Test-33
+ test("select channelsId, count(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by channelsId") {
+ checkAnswer(
+ sql("select channelsId, count(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by channelsId"),
+ Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
+
+ }
+
+ //Test-34
+ test("select channelsId, count(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by channelsId") {
+ checkAnswer(
+ sql("select channelsId, count(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by channelsId"),
+ Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
+
+ }
+
+ //Test-35
+ test("select channelsId, min(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
+ checkAnswer(
+ sql("select channelsId, min(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
+ Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
+
+ }
+
+
+ //Test-37
+ test("select channelsId, min(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
+ checkAnswer(
+ sql("select channelsId, min(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
+
+ }
+
+ //Test-38
+ test("select channelsId, min(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
+ checkAnswer(
+ sql("select channelsId, min(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
+
+ }
+
+ //Test-39
+ test("select channelsId, max(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
+ checkAnswer(
+ sql("select channelsId, max(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
+ Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
+
+ }
+
+
+ //Test-41
+ test("select channelsId, max(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total")({
+
+ checkAnswer(
+ sql("select channelsId, max(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
+ })
+
+ //Test-42
+ test("select channelsId, max(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total")({
+
+ checkAnswer(
+ sql("select channelsId, max(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
+ Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
+ })
+
+ //Test-43
+ test("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR")({
+
+ checkAnswer(
+ sql("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR"),
+ Seq(Row(2015, 2025)))
+ })
+
+ //Test-44
+
+ test("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR.")({
+
+ checkAnswer(
+ sql("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR"),
+ Seq(Row(2015, 2025)))
+ })
+
+ //Test-47
+ test("select sum(gamepointid) +10 as a ,series from Carbon_automation_test group by series")({
+
+ checkAnswer(
+ sql("select sum(gamepointid) +10 as a ,series from Carbon_automation_test group by series"),
+ sql("select sum(gamepointid) +10 as a ,series from Carbon_automation_test_hive group by series"))
+ })
+
+ //Test-50
+ test("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series")({
+
+ checkAnswer(
+ sql("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series"),
+ sql("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test_hive group by series"))
+ })
+
+ //TC_055
+ test("select count(deviceinformationid)+10.32 as a ,series from Carbon_automation_test group by series")({
+ checkAnswer(
+ sql("select count(deviceinformationid)+10.32 as a ,series from Carbon_automation_test group by series"),
+ Seq(Row(19.32, "6Series"), Row(25.32, "0Series"), Row(18.32, "4Series"), Row(21.32, "8Series"), Row(21.32, "7Series"), Row(13.32, "1Series"), Row(27.32, "5Series"), Row(18.32, "9Series"), Row(18.32, "3Series"), Row(19.32, "2Series")))
+ })
+
+ //TC_056
+ test("select count(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series")({
+ checkAnswer(
+ sql("select count(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series"),
+ Seq(Row(19.36, "6Series"), Row(25.36, "0Series"), Row(18.36, "4Series"), Row(21.36, "8Series"), Row(21.36, "7Series"), Row(13.36, "1Series"), Row(27.36, "5Series"), Row(18.36, "9Series"), Row(18.36, "3Series"), Row(19.36, "2Series")))
+ })
+
+ //TC_057
+ test("select count(latest_year)+10.364 as a,series from Carbon_automation_test group by series")({
+ checkAnswer(
+ sql("select count(latest_year)+10.364 as a,series from Carbon_automation_test group by series"),
+ Seq(Row(19.364, "6Series"), Row(25.364, "0Series"), Row(18.364, "4Series"), Row(21.364, "8Series"), Row(21.364, "7Series"), Row(13.364, "1Series"), Row(27.364, "5Series"), Row(18.364, "9Series"), Row(18.364, "3Series"), Row(19.364, "2Series")))
+ })
+
+ //TC_058
+ test("select count(distinct series)+10 as a,series from Carbon_automation_test group by series")({
+ checkAnswer(
+ sql("select count(distinct series)+10 as a,series from Carbon_automation_test group by series"),
+ Seq(Row(11, "6Series"), Row(11, "0Series"), Row(11, "4Series"), Row(11, "8Series"), Row(11, "7Series"), Row(11, "1Series"), Row(11, "5Series"), Row(11, "9Series"), Row(11, "3Series"), Row(11, "2Series")))
+ })
+ //TC_060
+ test("select count(*) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count(*) as a from Carbon_automation_test"),
+ Seq(Row(99)))
+ })
+
+ //TC_061
+ test("Select count(1) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("Select count(1) as a from Carbon_automation_test"),
+ Seq(Row(99)))
+ })
+
+ //TC_062
+ test("select count(imei) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count(imei) as a from Carbon_automation_test"),
+ Seq(Row(99)))
+ })
+
+ //TC_063
+ test("select count(device_backColor) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count(device_backColor) as a from Carbon_automation_test"),
+ Seq(Row(99)))
+ })
+
+ //TC_064
+ test("select count(DISTINCT imei) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count(DISTINCT imei) as a from Carbon_automation_test"),
+ Seq(Row(99)))
+ })
+
+ //TC_065
+ test("select count(DISTINCT series) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count(DISTINCT series) as a from Carbon_automation_test"),
+ Seq(Row(10)))
+ })
+
+ //TC_066
+ test("select count(DISTINCT device_backColor) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count(DISTINCT device_backColor) as a from Carbon_automation_test"),
+ Seq(Row(10)))
+ })
+
+ //TC_067
+ test("select count (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
+ Seq(Row(3)))
+ })
+ //TC_069
+ test("select count(gamePointId) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select count(gamePointId) as a from Carbon_automation_test"),
+ Seq(Row(99)))
+ })
+ //TC_071
+ test("select sum(gamePointId) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select sum(gamePointId) a from Carbon_automation_test"),
+ sql("select sum(gamePointId) a from Carbon_automation_test_hive"))
+ })
+ //TC_077
+ test("select sum(DISTINCT deviceInformationId) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select sum(DISTINCT deviceInformationId) a from Carbon_automation_test"),
+ Seq(Row(9594717)))
+ })
+ //TC_080
+ test("select sum (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select sum (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
+ Seq(Row(111)))
+ })
+
+ //TC_081
+ test("select sum( DISTINCT Latest_MONTH) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select sum( DISTINCT Latest_MONTH) a from Carbon_automation_test"),
+ Seq(Row(7)))
+ })
+
+ //TC_088
+ test("select avg (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select avg (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
+ Seq(Row(37.0)))
+ })
+ //TC_090
+ test("select min(deviceInformationId) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select min(deviceInformationId) a from Carbon_automation_test"),
+ Seq(Row(1)))
+ })
+
+ //TC_091
+ test("select min(channelsId) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select min(channelsId) a from Carbon_automation_test"),
+ Seq(Row("1")))
+ })
+
+ //TC_092
+ test("select min(bomCode) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select min(bomCode) a from Carbon_automation_test"),
+ Seq(Row("1")))
+ })
+
+ //TC_093
+ test("select min(Latest_MONTH) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select min(Latest_MONTH) a from Carbon_automation_test"),
+ Seq(Row(7)))
+ })
+
+ //TC_095
+ test("select min (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select min (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
+ Seq(Row(1)))
+ })
+ //TC_097
+ test("select max(deviceInformationId) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select max(deviceInformationId) a from Carbon_automation_test"),
+ Seq(Row(1000000)))
+ })
+
+ //TC_098
+ test("select max(channelsId) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select max(channelsId) a from Carbon_automation_test"),
+ Seq(Row("7")))
+ })
+
+ //TC_099
+ test("select max(bomCode) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select max(bomCode) a from Carbon_automation_test"),
+ Seq(Row("100084")))
+ })
+
+ //TC_100
+ test("select max(Latest_MONTH) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select max(Latest_MONTH) a from Carbon_automation_test"),
+ Seq(Row(7)))
+ })
+
+ //TC_102
+ test("select max (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select max (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
+ Seq(Row(100)))
+ })
+
+ //TC_103
+ test("select variance(deviceInformationId) as a from carbon_automation_test")({
+ checkAnswer(
+ sql("select variance(deviceInformationId) as a from carbon_automation_test"),
+ sql("select variance(deviceInformationId) as a from carbon_automation_hive"))
+ })
+ //TC_105
+ test("select var_samp(deviceInformationId) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select var_samp(deviceInformationId) as a from Carbon_automation_test"),
+ Seq(Row(9.405419800040813E9)))
+ })
+
+ //TC_106
+ test("select stddev_pop(deviceInformationId) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select stddev_pop(deviceInformationId) as a from Carbon_automation_test"),
+ Seq(Row(96490.49465950707)))
+ })
+
+ //TC_107
+ test("select stddev_samp(deviceInformationId) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select stddev_samp(deviceInformationId) as a from Carbon_automation_test"),
+ Seq(Row(96981.54360516652)))
+ })
+
+ //TC_108
+ test("select covar_pop(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select covar_pop(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
+ Seq(Row(9310415559.636362)))
+ })
+
+ //TC_109
+ test("select covar_samp(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select covar_samp(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
+ Seq(Row(9.405419800040813E9)))
+ })
+
+ //TC_110
+ test("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
+ sql("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_hive"))
+ })
+
+ //TC_111
+ test("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test"),
+ Seq(Row(100006.6)))
+ })
+
+ //TC_113
+// test("select percentile_approx(deviceInformationId,0.2) as a from Carbon_automation_test")({
+// checkAnswer(
+// sql("select percentile_approx(deviceInformationId,0.2) as a from Carbon_automation_test"),
+// Seq(Row(100005.8)))
+// })
+ //TC_127
+ test("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test1")({
+ checkAnswer(
+ sql("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test"),
+ Seq(Row(100006.6)))
+ })
+ //TC_134
+ test("select last(imei) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select last(imei) a from Carbon_automation_test"),
+ Seq(Row("1AA100084")))
+ })
+ //TC_136
+ test("select series,count(imei) a from Carbon_automation_test group by series order by series")({
+ checkAnswer(
+ sql("select series,count(imei) a from Carbon_automation_test group by series order by series"),
+ Seq(Row("0Series", 15), Row("1Series", 3), Row("2Series", 9), Row("3Series", 8), Row("4Series", 8), Row("5Series", 17), Row("6Series", 9), Row("7Series", 11), Row("8Series", 11), Row("9Series", 8)))
+ })
+
+ //TC_138
+ test("select series,ActiveProvince,count(imei) a from Carbon_automation_test group by ActiveProvince,series order by series,ActiveProvince")({
+ checkAnswer(
+ sql("select series,ActiveProvince,count(imei) a from Carbon_automation_test group by ActiveProvince,series order by series,ActiveProvince"),
+ Seq(Row("0Series", "Guangdong Province", 1), Row("0Series", "Hubei Province", 5), Row("0Series", "Hunan Province", 9), Row("1Series", "Guangdong Province", 2), Row("1Series", "Hunan Province", 1), Row("2Series", "Hubei Province", 3), Row("2Series", "Hunan Province", 6), Row("3Series", "Guangdong Province", 2), Row("3Series", "Hubei Province", 2), Row("3Series", "Hunan Province", 4), Row("4Series", "Guangdong Province", 1), Row("4Series", "Hubei Province", 1), Row("4Series", "Hunan Province", 6), Row("5Series", "Guangdong Province", 5), Row("5Series", "Hubei Province", 3), Row("5Series", "Hunan Province", 9), Row("6Series", "Guangdong Province", 1), Row("6Series", "Hubei Province", 4), Row("6Series", "Hunan Province", 4), Row("7Series", "Guangdong Province", 5), Row("7Series", "Hubei Province", 1), Row("7Series", "Hunan Province", 5), Row("8Series", "Guangdong Province", 2), Row("8Series", "Hubei Province", 6), Row("8Series", "Hunan Province", 3), Row("9Series", "Guangdong Prov
ince", 1), Row("9Series", "Hubei Province", 3), Row("9Series", "Hunan Province", 4)))
+ })
+
+ //TC_139
+ test("select count(distinct deviceColor) a,deliveryProvince from Carbon_automation_test group by deliveryProvince")({
+ checkAnswer(
+ sql("select count(distinct deviceColor) a,deliveryProvince from Carbon_automation_test group by deliveryProvince"),
+ Seq(Row(10, "Hunan Province"), Row(10, "Guangdong Province"), Row(10, "Hubei Province")))
+ })
+
+ //TC_141
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series"))
+ })
+
+ //TC_162
+ test("select imei,series from Carbon_automation_test where Carbon_automation_test.series IN ('1Series','7Series')")({
+ checkAnswer(
+ sql("select imei,series from Carbon_automation_test where Carbon_automation_test.series IN ('1Series','7Series')"),
+ Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA10000", "7Series"), Row("1AA1000000", "7Series"), Row("1AA100005", "1Series"), Row("1AA100013", "1Series"), Row("1AA100026", "7Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100032", "1Series"), Row("1AA100037", "7Series"), Row("1AA100054", "7Series"), Row("1AA100055", "7Series")))
+ })
+
+ //TC_163
+ test("select imei,series from Carbon_automation_test where Carbon_automation_test.series NOT IN ('1Series','7Series')")({
+ checkAnswer(
+ sql("select imei,series from Carbon_automation_test where Carbon_automation_test.series NOT IN ('1Series','7Series')"),
+ Seq(Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA100000", "9Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series"), Row("1AA100004", "4Series"), Row("1AA100006", "6Series"), Row("1AA100007", "9Series"), Row("1AA100008", "8Series"), Row("1AA100009", "0Series"), Row("1AA10001", "2Series"), Row("1AA100010", "3Series"), Row("1AA100011", "0Series"), Row("1AA100012", "4Series"), Row("1AA100014", "5Series"), Row("1AA100015", "4Series"), Row("1AA100016", "3Series"), Row("1AA100017", "9Series"), Row("1AA100018", "8Series"), Row("1AA100019", "5Series"), Row("1AA10002", "0Series"), Row("1AA100020", "5Series"), Row("1AA100021", "0Series"), Row("1AA100022", "5Series"), Row("1AA100023", "5Series"), Row("1AA100024", "6Series"), Row("1AA100025", "0Series"), Row("1AA100027", "0Series"), Row("1AA100028", "5Series"), Row("1AA100029", "2Series"), Row("1AA100033", "8Series"), Row("1AA100034", "2Series"), Row("1AA100035", "5Series"), Row("1AA
100036", "5Series"), Row("1AA100038", "6Series"), Row("1AA100039", "8Series"), Row("1AA10004", "5Series"), Row("1AA100040", "8Series"), Row("1AA100041", "5Series"), Row("1AA100042", "3Series"), Row("1AA100043", "9Series"), Row("1AA100044", "8Series"), Row("1AA100045", "2Series"), Row("1AA100046", "3Series"), Row("1AA100047", "9Series"), Row("1AA100048", "3Series"), Row("1AA100049", "0Series"), Row("1AA10005", "8Series"), Row("1AA100050", "2Series"), Row("1AA100051", "2Series"), Row("1AA100052", "6Series"), Row("1AA100053", "2Series"), Row("1AA100056", "6Series"), Row("1AA100057", "9Series"), Row("1AA100058", "5Series"), Row("1AA100059", "4Series"), Row("1AA10006", "3Series"), Row("1AA100060", "8Series"), Row("1AA100061", "6Series"), Row("1AA100062", "9Series"), Row("1AA100063", "2Series"), Row("1AA100064", "6Series"), Row("1AA100065", "0Series"), Row("1AA100066", "6Series"), Row("1AA100067", "4Series"), Row("1AA100068", "8Series"), Row("1AA100069", "8Series"), Row("1AA10007", "8Seri
es"), Row("1AA100070", "0Series"), Row("1AA100071", "0Series"), Row("1AA100072", "4Series"), Row("1AA100073", "4Series"), Row("1AA100074", "6Series"), Row("1AA100075", "3Series"), Row("1AA100076", "0Series"), Row("1AA100077", "3Series"), Row("1AA100078", "2Series"), Row("1AA100079", "4Series"), Row("1AA10008", "5Series"), Row("1AA100080", "9Series"), Row("1AA100081", "5Series"), Row("1AA100082", "5Series"), Row("1AA100083", "0Series"), Row("1AA100084", "0Series")))
+ })
+
+ //TC_166
+ test("select Upper(series) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select Upper(series) a from Carbon_automation_test"),
+ Seq(Row("7SERIES"), Row("7SERIES"), Row("5SERIES"), Row("5SERIES"), Row("7SERIES"), Row("9SERIES"), Row("7SERIES"), Row("0SERIES"), Row("0SERIES"), Row("5SERIES"), Row("4SERIES"), Row("1SERIES"), Row("6SERIES"), Row("9SERIES"), Row("8SERIES"), Row("0SERIES"), Row("2SERIES"), Row("3SERIES"), Row("0SERIES"), Row("4SERIES"), Row("1SERIES"), Row("5SERIES"), Row("4SERIES"), Row("3SERIES"), Row("9SERIES"), Row("8SERIES"), Row("5SERIES"), Row("0SERIES"), Row("5SERIES"), Row("0SERIES"), Row("5SERIES"), Row("5SERIES"), Row("6SERIES"), Row("0SERIES"), Row("7SERIES"), Row("0SERIES"), Row("5SERIES"), Row("2SERIES"), Row("7SERIES"), Row("7SERIES"), Row("7SERIES"), Row("1SERIES"), Row("8SERIES"), Row("2SERIES"), Row("5SERIES"), Row("5SERIES"), Row("7SERIES"), Row("6SERIES"), Row("8SERIES"), Row("5SERIES"), Row("8SERIES"), Row("5SERIES"), Row("3SERIES"), Row("9SERIES"), Row("8SERIES"), Row("2SERIES"), Row("3SERIES"), Row("9SERIES"), Row("3SERIES"), Row("0SERIES"), Row("8SERIES"), Row("2SERIE
S"), Row("2SERIES"), Row("6SERIES"), Row("2SERIES"), Row("7SERIES"), Row("7SERIES"), Row("6SERIES"), Row("9SERIES"), Row("5SERIES"), Row("4SERIES"), Row("3SERIES"), Row("8SERIES"), Row("6SERIES"), Row("9SERIES"), Row("2SERIES"), Row("6SERIES"), Row("0SERIES"), Row("6SERIES"), Row("4SERIES"), Row("8SERIES"), Row("8SERIES"), Row("8SERIES"), Row("0SERIES"), Row("0SERIES"), Row("4SERIES"), Row("4SERIES"), Row("6SERIES"), Row("3SERIES"), Row("0SERIES"), Row("3SERIES"), Row("2SERIES"), Row("4SERIES"), Row("5SERIES"), Row("9SERIES"), Row("5SERIES"), Row("5SERIES"), Row("0SERIES"), Row("0SERIES")))
+ })
+
+ //TC_167
+ test("select Upper(Latest_DAY) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select Upper(Latest_DAY) a from Carbon_automation_test"),
+ Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"
)))
+ })
+
+ //TC_168
+ test("select imei,series from Carbon_automation_test limit 10")({
+ checkAnswer(
+ sql("select imei,series from Carbon_automation_test limit 10"),
+ Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA10000", "7Series"), Row("1AA100000", "9Series"), Row("1AA1000000", "7Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series")))
+ })
+
+ //TC_171
+ test("select Lower(series) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select Lower(series) a from Carbon_automation_test"),
+ Seq(Row("7series"), Row("7series"), Row("5series"), Row("5series"), Row("7series"), Row("9series"), Row("7series"), Row("0series"), Row("0series"), Row("5series"), Row("4series"), Row("1series"), Row("6series"), Row("9series"), Row("8series"), Row("0series"), Row("2series"), Row("3series"), Row("0series"), Row("4series"), Row("1series"), Row("5series"), Row("4series"), Row("3series"), Row("9series"), Row("8series"), Row("5series"), Row("0series"), Row("5series"), Row("0series"), Row("5series"), Row("5series"), Row("6series"), Row("0series"), Row("7series"), Row("0series"), Row("5series"), Row("2series"), Row("7series"), Row("7series"), Row("7series"), Row("1series"), Row("8series"), Row("2series"), Row("5series"), Row("5series"), Row("7series"), Row("6series"), Row("8series"), Row("5series"), Row("8series"), Row("5series"), Row("3series"), Row("9series"), Row("8series"), Row("2series"), Row("3series"), Row("9series"), Row("3series"), Row("0series"), Row("8series"), Row("2serie
s"), Row("2series"), Row("6series"), Row("2series"), Row("7series"), Row("7series"), Row("6series"), Row("9series"), Row("5series"), Row("4series"), Row("3series"), Row("8series"), Row("6series"), Row("9series"), Row("2series"), Row("6series"), Row("0series"), Row("6series"), Row("4series"), Row("8series"), Row("8series"), Row("8series"), Row("0series"), Row("0series"), Row("4series"), Row("4series"), Row("6series"), Row("3series"), Row("0series"), Row("3series"), Row("2series"), Row("4series"), Row("5series"), Row("9series"), Row("5series"), Row("5series"), Row("0series"), Row("0series")))
+ })
+
+ //TC_172
+ test("select Lower(Latest_DAY) a from Carbon_automation_test")({
+ checkAnswer(
+ sql("select Lower(Latest_DAY) a from Carbon_automation_test"),
+ Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"
)))
+ })
+
+ //TC_173
+ test("select distinct Latest_DAY from Carbon_automation_test")({
+ checkAnswer(
+ sql("select distinct Latest_DAY from Carbon_automation_test"),
+ Seq(Row(1)))
+ })
+
+ //TC_175
+ test("select distinct channelsId from Carbon_automation_test")({
+ checkAnswer(
+ sql("select distinct channelsId from Carbon_automation_test"),
+ Seq(Row("1"), Row("2"), Row("3"), Row("4"), Row("5"), Row("6"), Row("7")))
+ })
+
+ //TC_176
+ test("select distinct series from Carbon_automation_test")({
+ checkAnswer(
+ sql("select distinct series from Carbon_automation_test"),
+ Seq(Row("6Series"), Row("0Series"), Row("4Series"), Row("8Series"), Row("7Series"), Row("1Series"), Row("5Series"), Row("9Series"), Row("3Series"), Row("2Series")))
+ })
+
+ //TC_177
+ test("select distinct count(series) as a from Carbon_automation_test group by channelsName")({
+ checkAnswer(
+ sql("select distinct count(series) as a from Carbon_automation_test group by channelsName"),
+ Seq(Row(10), Row(12), Row(16), Row(18), Row(19)))
+ })
+
+ //TC_178
+ test("select distinct count(gamePointId) a from Carbon_automation_test group by channelsName")({
+ checkAnswer(
+ sql("select distinct count(gamePointId) a from Carbon_automation_test group by channelsName"),
+ Seq(Row(10), Row(12), Row(16), Row(18), Row(19)))
+ })
+
+ //TC_179
+ test("select imei,series from Carbon_automation_test limit 101")({
+ checkAnswer(
+ sql("select imei,series from Carbon_automation_test limit 101"),
+ Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA10000", "7Series"), Row("1AA100000", "9Series"), Row("1AA1000000", "7Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series"), Row("1AA100004", "4Series"), Row("1AA100005", "1Series"), Row("1AA100006", "6Series"), Row("1AA100007", "9Series"), Row("1AA100008", "8Series"), Row("1AA100009", "0Series"), Row("1AA10001", "2Series"), Row("1AA100010", "3Series"), Row("1AA100011", "0Series"), Row("1AA100012", "4Series"), Row("1AA100013", "1Series"), Row("1AA100014", "5Series"), Row("1AA100015", "4Series"), Row("1AA100016", "3Series"), Row("1AA100017", "9Series"), Row("1AA100018", "8Series"), Row("1AA100019", "5Series"), Row("1AA10002", "0Series"), Row("1AA100020", "5Series"), Row("1AA100021", "0Series"), Row("1AA100022", "5Series"), Row("1AA100023", "5Series"), Row("1AA100024", "6Series"), Row("1AA100025", "0Series"), Row("1AA100026",
"7Series"), Row("1AA100027", "0Series"), Row("1AA100028", "5Series"), Row("1AA100029", "2Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100032", "1Series"), Row("1AA100033", "8Series"), Row("1AA100034", "2Series"), Row("1AA100035", "5Series"), Row("1AA100036", "5Series"), Row("1AA100037", "7Series"), Row("1AA100038", "6Series"), Row("1AA100039", "8Series"), Row("1AA10004", "5Series"), Row("1AA100040", "8Series"), Row("1AA100041", "5Series"), Row("1AA100042", "3Series"), Row("1AA100043", "9Series"), Row("1AA100044", "8Series"), Row("1AA100045", "2Series"), Row("1AA100046", "3Series"), Row("1AA100047", "9Series"), Row("1AA100048", "3Series"), Row("1AA100049", "0Series"), Row("1AA10005", "8Series"), Row("1AA100050", "2Series"), Row("1AA100051", "2Series"), Row("1AA100052", "6Series"), Row("1AA100053", "2Series"), Row("1AA100054", "7Series"), Row("1AA100055", "7Series"), Row("1AA100056", "6Series"), Row("1AA100057", "9Series"), Ro
w("1AA100058", "5Series"), Row("1AA100059", "4Series"), Row("1AA10006", "3Series"), Row("1AA100060", "8Series"), Row("1AA100061", "6Series"), Row("1AA100062", "9Series"), Row("1AA100063", "2Series"), Row("1AA100064", "6Series"), Row("1AA100065", "0Series"), Row("1AA100066", "6Series"), Row("1AA100067", "4Series"), Row("1AA100068", "8Series"), Row("1AA100069", "8Series"), Row("1AA10007", "8Series"), Row("1AA100070", "0Series"), Row("1AA100071", "0Series"), Row("1AA100072", "4Series"), Row("1AA100073", "4Series"), Row("1AA100074", "6Series"), Row("1AA100075", "3Series"), Row("1AA100076", "0Series"), Row("1AA100077", "3Series"), Row("1AA100078", "2Series"), Row("1AA100079", "4Series"), Row("1AA10008", "5Series"), Row("1AA100080", "9Series"), Row("1AA100081", "5Series"), Row("1AA100082", "5Series"), Row("1AA100083", "0Series"), Row("1AA100084", "0Series")))
+ })
+
+ //TC_180
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc"))
+ })
+
+ //TC_181
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a desc")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a desc"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by a desc"))
+ })
+
+ //TC_182
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a desc")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a desc"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc ,a desc"))
+ })
+
+ //TC_183
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series asc"))
+ })
+
+ //TC_184
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a asc")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a asc"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by a asc"))
+ })
+
+ //TC_185
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc ,a asc")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc ,a asc"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series asc ,a asc"))
+ })
+
+ //TC_186
+ test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a asc")({
+ checkAnswer(
+ sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a asc"),
+ sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc ,a asc"))
+ })
+
+ //TC_187
+ test("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test group by series,ActiveProvince order by series desc,ActiveProvince asc")({
+ checkAnswer(
+ sql("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test group by series,ActiveProvince order by series desc,ActiveProvince asc"),
+ sql("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test_hive group by series,ActiveProvince order by series desc,ActiveProvince asc"))
+ })
+
+ //TC_208
+ test("select Latest_DAY as a from Carbon_automation_test where Latest_DAY<=>Latest_areaId")({
+ checkAnswer(
+ sql("select Latest_DAY as a from Carbon_automation_test where Latest_DAY<=>Latest_areaId"),
+ Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
+ })
+
+ //TC_210
+ test("select Latest_DAY from Carbon_automation_test where Latest_DAY<>Latest_areaId")({
+ checkAnswer(
+ sql("select Latest_DAY from Carbon_automation_test where Latest_DAY<>Latest_areaId"),
+ Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
+ })
+
+ //TC_211
+ test("select Latest_DAY from Carbon_automation_test where Latest_DAY != Latest_areaId")({
+ checkAnswer(
+ sql("select Latest_DAY from Carbon_automation_test where Latest_DAY != Latest_areaId"),
+ Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
+ })
+
+ //TC_212
+ test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<Latest_areaId")({
+ checkAnswer(
+ sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<Latest_areaId"),
+ Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1)
, Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100051", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
+ })
+
+ //TC_213
+ test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<=Latest_areaId")({
+ checkAnswer(
+ sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<=Latest_areaId"),
+ Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
+ })
+
+ //TC_215
+ test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY>=Latest_areaId")({
+ checkAnswer(
+ sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY>=Latest_areaId"),
+ Seq(Row("1AA1000000", 1), Row("1AA100005", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100034", 1), Row("1AA100039", 1), Row("1AA100050", 1), Row("1AA100052", 1), Row("1AA100061", 1), Row("1AA100074", 1)))
+ })
+
+ //TC_216
+ test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY NOT BETWEEN Latest_areaId AND Latest_HOUR")({
+ checkAnswer(
+ sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY NOT BETWEEN Latest_areaId AND Latest_HOUR"),
+ Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1)
, Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100051", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
+ })
+
+ //TC_219
+ test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY IS NOT NULL")({
+ checkAnswer(
+ sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY IS NOT NULL"),
+ Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
+ })
+
+ //TC_220
+ test("select imei, Latest_DAY from Carbon_automation_test where imei IS NOT NULL")({
+ checkAnswer(
+ sql("select imei, Latest_DAY from Carbon_automation_test where imei IS NOT NULL"),
+ Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
+ })
+
+ //TC_223
+ test("select * from (select if( Latest_areaId=7,7,NULL) as babu,Latest_MONTH from Carbon_automation_test) qq where babu LIKE Latest_MONTH")({
+ checkAnswer(
+ sql("select * from (select if( Latest_areaId=7,7,NULL) as babu,Latest_MONTH from Carbon_automation_test) qq where babu LIKE Latest_MONTH"),
+ Seq(Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7)))
+ })
+
+ //TC_263
+ test("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC")({
+ checkAnswer(
+ sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"),
+ sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"))
+ })
+
+ //TC_265
+ test("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC")({
+ checkAnswer(
+ sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"),
+ sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"))
+ })
+
+ //TC_274
+ test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test group by ActiveCountry,ActiveDistrict,Activecity")({
+ checkAnswer(
+ sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test group by ActiveCountry,ActiveDistrict,Activecity"),
+ sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test_hive group by ActiveCountry,ActiveDistrict,Activecity"))
+ })
+
+ //TC_275
+ test("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC")({
+ checkAnswer(
+ sql("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC"),
+ sql("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC"))
+ })
+
+ //TC_276
+ test("SELECT Activecity, ActiveCountry, ActiveDistrict, COUNT(imei) AS Count_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Activecity, ActiveCountry, ActiveDistrict ORDER BY Activecity ASC, ActiveCountry ASC, ActiveDistrict ASC")({
+ checkAnswer(
+ sql("SELECT Activecity, ActiveCountry, ActiveDistrict, COUNT(imei) AS Count_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Activecity, ActiveCountry, ActiveDistrict ORDER BY Activecity ASC, ActiveCountry ASC, ActiveDistrict ASC"),
+ Seq(Row("changsha", "Chinese", "yuhua", 19), Row("guangzhou", "Chinese", "longhua", 8), Row("shenzhen", "Chinese", "longgang", 12), Row("wuhan", "Chinese", "hongshan", 16), Row("xiangtan", "Chinese", "xiangtan", 22), Row("yichang", "Chinese", "yichang", 12), Row("zhuzhou", "Chinese", "tianyuan", 10)))
+ })
+
+ //TC_279
+ test("SELECT ActiveCountry, COUNT(DISTINCT imei) AS DistinctCount_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry ORDER BY ActiveCountry ASC")({
+ checkAnswer(
+ sql("SELECT ActiveCountry, COUNT(DISTINCT imei) AS DistinctCount_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry ORDER BY ActiveCountry ASC"),
+ Seq(Row("Chinese", 99)))
+ })
+
+ //TC_282
+ test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
+ checkAnswer(
+ sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
+ sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"))
+ })
+
+ //TC_317
+ test("select channelsId from Carbon_automation_test order by channelsId")({
+ checkAnswer(
+ sql("select channelsId from Carbon_automation_test order by channelsId"),
+ Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"
)))
+ })
+
+ //TC_318
+ test("select count(series),series from Carbon_automation_test group by series having series='6Series'")({
+ checkAnswer(
+ sql("select count(series),series from Carbon_automation_test group by series having series='6Series'"),
+ Seq(Row(9, "6Series")))
+ })
+
+ //TC_319
+ test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
+ checkAnswer(
+ sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
+ sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"))
+ })
+
+ //TC_321
+ test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE imei = \"1AA100000\" GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
+ checkAnswer(
+ sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE imei = \"1AA100000\" GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
+ Seq(Row("Chinese", "yichang", "yichang", 136.0)))
+ })
+
+ //TC_384
+ test("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY series ORDER BY series ASC")({
+ checkAnswer(
+ sql("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY series ORDER BY series ASC"),
+ sql("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY series ORDER BY series ASC"))
+ })
+
+ //TC_386
+ test("SELECT channelsId, deliveryCity FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY channelsId, deliveryCity ORDER BY channelsId ASC, deliveryCity ASC")({
+ checkAnswer(
+ sql("SELECT channelsId, deliveryCity FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY channelsId, deliveryCity ORDER BY channelsId ASC, deliveryCity ASC"),
+ Seq(Row("1", "changsha"), Row("1", "guangzhou"), Row("1", "shenzhen"), Row("1", "xiangtan"), Row("1", "yichang"), Row("1", "zhuzhou"), Row("2", "changsha"), Row("2", "guangzhou"), Row("2", "shenzhen"), Row("2", "xiangtan"), Row("2", "yichang"), Row("2", "zhuzhou"), Row("3", "changsha"), Row("3", "guangzhou"), Row("3", "shenzhen"), Row("3", "wuhan"), Row("3", "xiangtan"), Row("3", "yichang"), Row("3", "zhuzhou"), Row("4", "guangzhou"), Row("4", "shenzhen"), Row("4", "xiangtan"), Row("4", "yichang"), Row("4", "zhuzhou"), Row("5", "changsha"), Row("5", "guangzhou"), Row("5", "shenzhen"), Row("5", "wuhan"), Row("5", "xiangtan"), Row("5", "yichang"), Row("5", "zhuzhou"), Row("6", "changsha"), Row("6", "guangzhou"), Row("6", "shenzhen"), Row("6", "wuhan"), Row("6", "xiangtan"), Row("6", "yichang"), Row("6", "zhuzhou"), Row("7", "changsha"), Row("7", "guangzhou"), Row("7", "shenzhen"), Row("7", "wuhan"), Row("7", "xiangtan"), Row("7", "yichang"), Row("7", "zhuzhou")))
+ })
+
+ //TC_387
+ test("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY modelId ORDER BY modelId ASC")({
+ checkAnswer(
+ sql("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY modelId ORDER BY modelId ASC"),
+ sql("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY modelId ORDER BY modelId ASC"))
+ })
+
+ //TC_388
+ test("SELECT imei, channelsId, COUNT(deliveryTime) AS Count_deliveryTime FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY imei, channelsId ORDER BY imei ASC, channelsId ASC")({
+ checkAnswer(
+ sql("SELECT imei, channelsId, COUNT(deliveryTime) AS Count_deliveryTime FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY imei, channelsId ORDER BY imei ASC, channelsId ASC"),
+ Seq(Row("1AA1", "4", 1), Row("1AA10", "4", 1), Row("1AA100", "6", 1), Row("1AA1000", "3", 1), Row("1AA10000", "1", 1), Row("1AA100000", "6", 1), Row("1AA1000000", "6", 1), Row("1AA100001", "7", 1), Row("1AA100002", "3", 1), Row("1AA100003", "3", 1), Row("1AA100004", "2", 1), Row("1AA100005", "1", 1), Row("1AA100006", "2", 1), Row("1AA100007", "3", 1), Row("1AA100008", "1", 1), Row("1AA100009", "3", 1), Row("1AA10001", "5", 1), Row("1AA100010", "6", 1), Row("1AA100011", "1", 1), Row("1AA100012", "2", 1), Row("1AA100013", "6", 1), Row("1AA100014", "3", 1), Row("1AA100015", "1", 1), Row("1AA100016", "3", 1), Row("1AA100017", "3", 1), Row("1AA100018", "4", 1), Row("1AA100019", "3", 1), Row("1AA10002", "5", 1), Row("1AA100020", "7", 1), Row("1AA100021", "6", 1), Row("1AA100022", "5", 1), Row("1AA100023", "3", 1), Row("1AA100024", "2", 1), Row("1AA100025", "1", 1), Row("1AA100026", "7", 1), Row("1AA100027", "4", 1), Row("1AA100028", "5", 1), Row("1AA100029", "5", 1), Row("1AA10003",
"4", 1), Row("1AA100030", "3", 1), Row("1AA100031", "1", 1), Row("1AA100032", "7", 1), Row("1AA100033", "6", 1), Row("1AA100034", "6", 1), Row("1AA100035", "7", 1), Row("1AA100036", "5", 1), Row("1AA100037", "6", 1), Row("1AA100038", "3", 1), Row("1AA100039", "1", 1), Row("1AA10004", "4", 1), Row("1AA100040", "7", 1), Row("1AA100041", "1", 1), Row("1AA100042", "5", 1), Row("1AA100043", "6", 1), Row("1AA100044", "2", 1), Row("1AA100045", "6", 1), Row("1AA100046", "4", 1), Row("1AA100047", "1", 1), Row("1AA100048", "1", 1), Row("1AA100049", "6", 1), Row("1AA10005", "2", 1), Row("1AA100050", "1", 1), Row("1AA100051", "7", 1), Row("1AA100052", "7", 1), Row("1AA100053", "3", 1), Row("1AA100054", "2", 1), Row("1AA100055", "7", 1), Row("1AA100056", "5", 1), Row("1AA100057", "6", 1), Row("1AA100058", "4", 1), Row("1AA100059", "7", 1), Row("1AA10006", "5", 1), Row("1AA100060", "4", 1), Row("1AA100061", "6", 1), Row("1AA100062", "6", 1), Row("1AA100063", "3", 1), Row("1AA100064", "7", 1), Ro
w("1AA100065", "7", 1), Row("1AA100066", "4", 1), Row("1AA100067", "7", 1), Row("1AA100068", "7", 1), Row("1AA100069", "5", 1), Row("1AA10007", "3", 1), Row("1AA100070", "3", 1), Row("1AA100071", "5", 1), Row("1AA100072", "7", 1), Row("1AA100073", "2", 1), Row("1AA100074", "7", 1), Row("1AA100075", "6", 1), Row("1AA100076", "7", 1), Row("1AA100077", "6", 1), Row("1AA100078", "5", 1), Row("1AA100079", "6", 1), Row("1AA10008", "4", 1), Row("1AA100080", "6", 1), Row("1AA100081", "2", 1), Row("1AA100082", "7", 1), Row("1AA100083", "2", 1), Row("1AA100084", "4", 1)))
+ })
+
+ //TC_408
+ test("select imei,series from Carbon_automation_test where series='7Series' order by imei limit 10")({
+ checkAnswer(
+ sql("select imei,series from Carbon_automation_test where series='7Series' order by imei limit 10"),
+ Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA10000", "7Series"), Row("1AA1000000", "7Series"), Row("1AA100026", "7Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100037", "7Series"), Row("1AA100054", "7Series")))
+ })
+
+ //TC_419
+ test("select count(channelsId) from Carbon_automation_test where modelId is null")({
+ checkAnswer(
+ sql("select count(channelsId) from Carbon_automation_test where modelId is null"),
+ Seq(Row(0)))
+ })
+
+ //TC_420
+ test("select sum(channelsId) from Carbon_automation_test where deviceinformationid is null")({
+ checkAnswer(
+ sql("select sum(channelsId) from Carbon_automation_test where deviceinformationid is null"),
+ Seq(Row(null)))
+ })
+
+ //TC_421
+ test("select avg(channelsName) from Carbon_automation_test where modelId is null")({
+ checkAnswer(
+ sql("select avg(channelsName) from Carbon_automation_test where modelId is null"),
+ Seq(Row(null)))
+ })
+
+ //TC_424
+ test("SELECT count(DISTINCT gamePointId) FROM Carbon_automation_test where imei is null")({
+ checkAnswer(
+ sql("SELECT count(DISTINCT gamePointId) FROM Carbon_automation_test where imei is null"),
+ Seq(Row(0)))
+ })
+
+ //TC_425
+ test("select imei from Carbon_automation_test where contractNumber is NOT null")({
+ checkAnswer(
+ sql("select imei from Carbon_automation_test where contractNumber is NOT null"),
+ Seq(Row("1AA1"), Row("1AA10"), Row("1AA100"), Row("1AA1000"), Row("1AA10000"), Row("1AA100000"), Row("1AA1000000"), Row("1AA100001"), Row("1AA100002"), Row("1AA100003"), Row("1AA100004"), Row("1AA100005"), Row("1AA100006"), Row("1AA100007"), Row("1AA100008"), Row("1AA100009"), Row("1AA10001"), Row("1AA100010"), Row("1AA100011"), Row("1AA100012"), Row("1AA100013"), Row("1AA100014"), Row("1AA100015"), Row("1AA100016"), Row("1AA100017"), Row("1AA100018"), Row("1AA100019"), Row("1AA10002"), Row("1AA100020"), Row("1AA100021"), Row("1AA100022"), Row("1AA100023"), Row("1AA100024"), Row("1AA100025"), Row("1AA100026"), Row("1AA100027"), Row("1AA100028"), Row("1AA100029"), Row("1AA10003"), Row("1AA100030"), Row("1AA100031"), Row("1AA100032"), Row("1AA100033"), Row("1AA100034"), Row("1AA100035"), Row("1AA100036"), Row("1AA100037"), Row("1AA100038"), Row("1AA100039"), Row("1AA10004"), Row("1AA100040"), Row("1AA100041"), Row("1AA100042"), Row("1AA100043"), Row("1AA100044"), Row("1AA100045"
), Row("1AA100046"), Row("1AA100047"), Row("1AA100048"), Row("1AA100049"), Row("1AA10005"), Row("1AA100050"), Row("1AA100051"), Row("1AA100052"), Row("1AA100053"), Row("1AA100054"), Row("1AA100055"), Row("1AA100056"), Row("1AA100057"), Row("1AA100058"), Row("1AA100059"), Row("1AA10006"), Row("1AA100060"), Row("1AA100061"), Row("1AA100062"), Row("1AA100063"), Row("1AA100064"), Row("1AA100065"), Row("1AA100066"), Row("1AA100067"), Row("1AA100068"), Row("1AA100069"), Row("1AA10007"), Row("1AA100070"), Row("1AA100071"), Row("1AA100072"), Row("1AA100073"), Row("1AA100074"), Row("1AA100075"), Row("1AA100076"), Row("1AA100077"), Row("1AA100078"), Row("1AA100079"), Row("1AA10008"), Row("1AA100080"), Row("1AA100081"), Row("1AA100082"), Row("1AA100083"), Row("1AA100084")))
+ })
+
+ //TC_429
+ test("select count(gamePointId) from Carbon_automation_test where imei is NOT null")({
+ checkAnswer(
+ sql("select count(gamePointId) from Carbon_automation_test where imei is NOT null"),
+ Seq(Row(99)))
+ })
+
+ //TC_430
+ test("select count(bomCode) from Carbon_automation_test where contractNumber is NOT null")({
+ checkAnswer(
+ sql("select count(bomCode) from Carbon_automation_test where contractNumber is NOT null"),
+ Seq(Row(99)))
+ })
+
+ //TC_431
+ test("select channelsName from Carbon_automation_test where contractNumber is NOT null")({
+ checkAnswer(
+ sql("select channelsName from Carbon_automation_test where contractNumber is NOT null"),
+ Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
+ })
+
+ //TC_432
+ test("select channelsId from Carbon_automation_test where gamePointId is NOT null")({
+ checkAnswer(
+ sql("select channelsId from Carbon_automation_test where gamePointId is NOT null"),
+ Seq(Row("4"), Row("4"), Row("6"), Row("3"), Row("1"), Row("6"), Row("6"), Row("7"), Row("3"), Row("3"), Row("2"), Row("1"), Row("2"), Row("3"), Row("1"), Row("3"), Row("5"), Row("6"), Row("1"), Row("2"), Row("6"), Row("3"), Row("1"), Row("3"), Row("3"), Row("4"), Row("3"), Row("5"), Row("7"), Row("6"), Row("5"), Row("3"), Row("2"), Row("1"), Row("7"), Row("4"), Row("5"), Row("5"), Row("4"), Row("3"), Row("1"), Row("7"), Row("6"), Row("6"), Row("7"), Row("5"), Row("6"), Row("3"), Row("1"), Row("4"), Row("7"), Row("1"), Row("5"), Row("6"), Row("2"), Row("6"), Row("4"), Row("1"), Row("1"), Row("6"), Row("2"), Row("1"), Row("7"), Row("7"), Row("3"), Row("2"), Row("7"), Row("5"), Row("6"), Row("4"), Row("7"), Row("5"), Row("4"), Row("6"), Row("6"), Row("3"), Row("7"), Row("7"), Row("4"), Row("7"), Row("7"), Row("5"), Row("3"), Row("3"), Row("5"), Row("7"), Row("2"), Row("7"), Row("6"), Row("7"), Row("6"), Row("5"), Row("6"), Row("4"), Row("6"), Row("2"), Row("7"), Row("2"), Row("4"
)))
+ })
+
+ //TC_433
+ test("select channelsName from Carbon_automation_test where gamePointId is NOT null")({
+ checkAnswer(
+ sql("select channelsName from Carbon_automation_test where gamePointId is NOT null"),
+ Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
+ })
+
+ //TC_434
+ test("select channelsId from Carbon_automation_test where latest_day is NOT null")({
+ checkAnswer(
+ sql("select channelsId from Carbon_automation_test where latest_day is NOT null"),
+ Seq(Row("4"), Row("4"), Row("6"), Row("3"), Row("1"), Row("6"), Row("6"), Row("7"), Row("3"), Row("3"), Row("2"), Row("1"), Row("2"), Row("3"), Row("1"), Row("3"), Row("5"), Row("6"), Row("1"), Row("2"), Row("6"), Row("3"), Row("1"), Row("3"), Row("3"), Row("4"), Row("3"), Row("5"), Row("7"), Row("6"), Row("5"), Row("3"), Row("2"), Row("1"), Row("7"), Row("4"), Row("5"), Row("5"), Row("4"), Row("3"), Row("1"), Row("7"), Row("6"), Row("6"), Row("7"), Row("5"), Row("6"), Row("3"), Row("1"), Row("4"), Row("7"), Row("1"), Row("5"), Row("6"), Row("2"), Row("6"), Row("4"), Row("1"), Row("1"), Row("6"), Row("2"), Row("1"), Row("7"), Row("7"), Row("3"), Row("2"), Row("7"), Row("5"), Row("6"), Row("4"), Row("7"), Row("5"), Row("4"), Row("6"), Row("6"), Row("3"), Row("7"), Row("7"), Row("4"), Row("7"), Row("7"), Row("5"), Row("3"), Row("3"), Row("5"), Row("7"), Row("2"), Row("7"), Row("6"), Row("7"), Row("6"), Row("5"), Row("6"), Row("4"), Row("6"), Row("2"), Row("7"), Row("2"), Row("4"
)))
+ })
+
+ //TC_435
+ test("select channelsName from Carbon_automation_test where latest_day is NOT null")({
+ checkAnswer(
+ sql("select channelsName from Carbon_automation_test where latest_day is NOT null"),
+ Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
+ })
+
+ //TC_439
+ test("SELECT min(AMSize) FROM Carbon_automation_test where imei is NOT null")({
+ checkAnswer(
+ sql("SELECT min(AMSize) FROM Carbon_automation_test where imei is NOT null"),
+ Seq(Row("0RAM size")))
+ })
+
+ //TC_448
+ test("select var_samp(Latest_YEAR) from Carbon_automation_test")({
+ checkAnswer(
+ sql("select var_samp(Latest_YEAR) from Carbon_automation_test"),
+ Seq(Row(0.0)))
+ })
+
+ //TC_449
+ test("select var_samp(AMSize) from Carbon_automation_test")({
+ checkAnswer(
+ sql("select var_samp(AMSize) from Carbon_automation_test"),
+ Seq(Row(null)))
+ })
+
+ //TC_451
+ test("select stddev_pop(bomcode)from Carbon_automation_test")({
+ checkAnswer(
+ sql("select stddev_pop(bomcode)from Carbon_automation_test"),
+ Seq(Row(96490.49465950707)))
+ })
+
+ //TC_452
+ test("select stddev_pop(deviceInformationId)from Carbon_automation_test1")({
+ checkAnswer(
+ sql("select stddev_pop(deviceInformationId)from Carbon_automation_test"),
+ Seq(Row(96490.49465950707)))
+ })
+
+ //TC_454
+ test("select stddev_pop(AMSIZE)from Carbon_automation_test")({
+ checkAnswer(
+ sql("select stddev_pop(AMSIZE)from Carbon_automation_test"),
+ Seq(Row(null)))
+ })
+
+ //TC_457
+ test("select stddev_samp(deviceInformationId)from Carbon_automation_test1")({
+ checkAnswer(
+ sql("select stddev_samp(deviceInformationId)from Carbon_automation_test"),
+ Seq(Row(96981.54360516652)))
+ })
+
+ //TC_458
+ test("select stddev_samp(AMSIZE)from Carbon_automation_test")({
+ checkAnswer(
+ sql("select stddev_samp(AMSIZE)from Carbon_automation_test"),
+ Seq(Row(null)))
+ })
+
+ //TC_459
+ test("select stddev_samp(Latest_MONTH)from Carbon_automation_test")({
+ checkAnswer(
+ sql("select stddev_samp(Latest_MONTH)from Carbon_automation_test"),
+ Seq(Row(0.0)))
+ })
+
+ //TC_472
+ test("Select percentile(1,1.0) from Carbon_automation_test2")({
+ checkAnswer(
+ sql("Select percentile(1,1.0) from Carbon_automation_test"),
+ Seq(Row(1.0)))
+ })
+
+ //TC_473
+ test("Select percentile(1,1.0) from Carbon_automation_test")({
+ checkAnswer(
+ sql("Select percentile(1,1.0) from Carbon_automation_test"),
+ Seq(Row(1.0)))
+ })
+
+ //TC_474
+ test("select cast(series as int) as a from Carbon_au
<TRUNCATED>
[38/38] incubator-carbondata git commit: [CARBONDATA-601]reuse test
case for integration module This closes #481
Posted by ja...@apache.org.
[CARBONDATA-601]reuse test case for integration module This closes #481
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/49727a27
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/49727a27
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/49727a27
Branch: refs/heads/master
Commit: 49727a273c46b7bd8c896a2177be0c2ea14134f7
Parents: b0750c1 af2f204
Author: jackylk <ja...@huawei.com>
Authored: Sun Jan 8 00:35:50 2017 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Sun Jan 8 00:35:50 2017 +0800
----------------------------------------------------------------------
.../scan/expression/ExpressionResult.java | 3 +
integration/spark-common-test/pom.xml | 232 ++++
.../spark/load/CarbonLoaderUtilTest.java | 419 +++++++
.../validation/FileFooterValidator.java | 157 +++
.../src/test/resources/100_olap.csv | 99 ++
.../src/test/resources/10dim_4msr.csv | 1000 +++++++++++++++
.../src/test/resources/IUD/T_Hive1.csv | 10 +
.../src/test/resources/IUD/comp1.csv | 11 +
.../src/test/resources/IUD/comp2.csv | 11 +
.../src/test/resources/IUD/comp3.csv | 11 +
.../src/test/resources/IUD/comp4.csv | 11 +
.../src/test/resources/IUD/dest.csv | 6 +
.../src/test/resources/IUD/other.csv | 3 +
.../src/test/resources/IUD/sample.csv | 4 +
.../src/test/resources/IUD/sample_updated.csv | 2 +
.../src/test/resources/IUD/source2.csv | 3 +
.../src/test/resources/IUD/source3.csv | 7 +
.../src/test/resources/IUD/update01.csv | 6 +
.../src/test/resources/OLDFORMATTABLE.csv | 34 +
.../src/test/resources/OLDFORMATTABLEHIVE.csv | 33 +
.../test/resources/Test_Data1_Logrithmic.csv | 3 +
.../src/test/resources/alldatatypescube.xml | 109 ++
.../20160423/1400_1405/complex.dictionary | 20 +
.../sample/20160423/1400_1405/sample.dictionary | 9 +
.../src/test/resources/array1.csv | 2 +
.../src/test/resources/arrayColumnEmpty.csv | 21 +
.../src/test/resources/avgTest.csv | 16 +
.../test/resources/badrecords/datasample.csv | 7 +
.../badrecords/emptyTimeStampValue.csv | 8 +
.../test/resources/badrecords/emptyValues.csv | 8 +
.../badrecords/insufficientColumns.csv | 4 +
.../resources/badrecords/seriazableValue.csv | 3 +
.../src/test/resources/bigIntData.csv | 14 +
.../src/test/resources/bigIntDataWithHeader.csv | 13 +
.../test/resources/bigIntDataWithoutHeader.csv | 12 +
.../src/test/resources/big_int_Decimal.csv | 3 +
.../src/test/resources/channelsId.csv | 10 +
.../src/test/resources/character_carbon.csv | 33 +
.../src/test/resources/character_hive.csv | 32 +
.../test/resources/columndictionary/country.csv | 5 +
.../test/resources/columndictionary/name.csv | 10 +
.../src/test/resources/comment.csv | 5 +
.../test/resources/compaction/compaction1.csv | 6 +
.../compaction/compaction1_forhive.csv | 5 +
.../test/resources/compaction/compaction2.csv | 6 +
.../test/resources/compaction/compaction3.csv | 6 +
.../resources/compaction/compactioncard2.csv | 257 ++++
.../compaction/compactioncard2_forhive.csv | 256 ++++
.../src/test/resources/complexTypeDecimal.csv | 9 +
.../test/resources/complexTypeDecimalNested.csv | 9 +
.../resources/complexTypeDecimalNestedHive.csv | 8 +
.../src/test/resources/complexdata.csv | 100 ++
.../src/test/resources/complexdata1.csv | 54 +
.../src/test/resources/complexdata2.csv | 46 +
.../src/test/resources/complexdatareordered.csv | 10 +
.../test/resources/complexdatastructextra.csv | 10 +
.../complextypediffentcolheaderorder.csv | 100 ++
.../src/test/resources/complextypesample.csv | 50 +
.../complextypespecialchardelimiter.csv | 50 +
.../src/test/resources/data.csv | 11 +
.../src/test/resources/data2.csv | 4 +
.../src/test/resources/data2_DiffTimeFormat.csv | 4 +
.../src/test/resources/dataDiff.csv | 1001 +++++++++++++++
.../src/test/resources/dataIncrement.csv | 21 +
.../src/test/resources/dataWithEmptyRows.csv | 2 +
.../test/resources/dataWithNullFirstLine.csv | 11 +
.../src/test/resources/dataWithSingleQuote.csv | 7 +
.../src/test/resources/data_alltypes.csv | 10 +
.../src/test/resources/data_withCAPSHeader.csv | 3 +
.../src/test/resources/data_withMixedHeader.csv | 3 +
.../src/test/resources/datadelimiter.csv | 11 +
.../src/test/resources/datanullmeasurecol.csv | 3 +
.../src/test/resources/dataretention1.csv | 11 +
.../src/test/resources/dataretention2.csv | 11 +
.../src/test/resources/dataretention3.csv | 11 +
.../src/test/resources/datasample.csv | 4 +
.../src/test/resources/datasamplecomplex.csv | 2 +
.../src/test/resources/datasamplefordate.csv | 4 +
.../src/test/resources/datasamplenull.csv | 3 +
.../src/test/resources/datasingleCol.csv | 3 +
.../src/test/resources/datasingleComplexCol.csv | 3 +
.../datawithNegeativewithoutHeader.csv | 4 +
.../test/resources/datawithNegtiveNumber.csv | 5 +
.../src/test/resources/datawithbackslash.csv | 11 +
.../src/test/resources/datawithblanklines.csv | 19 +
.../resources/datawithcomplexspecialchar.csv | 151 +++
.../test/resources/datawithescapecharacter.csv | 22 +
.../src/test/resources/datawithmaxinteger.csv | 12 +
.../test/resources/datawithmaxmininteger.csv | 13 +
.../src/test/resources/datawithmininteger.csv | 12 +
.../src/test/resources/datawithnullmeasure.csv | 5 +
.../src/test/resources/datawithnullmsrs.csv | 11 +
.../src/test/resources/datawithoutheader.csv | 10 +
.../test/resources/datawithspecialcharacter.csv | 38 +
.../resources/decimalBoundaryDataCarbon.csv | 12 +
.../test/resources/decimalBoundaryDataHive.csv | 11 +
.../test/resources/decimalDataWithHeader.csv | 13 +
.../test/resources/decimalDataWithoutHeader.csv | 12 +
.../src/test/resources/deviceInformationId.csv | 48 +
.../src/test/resources/deviceInformationId2.csv | 6 +
.../src/test/resources/dict.txt | 1 +
.../src/test/resources/dimSample.csv | 21 +
.../src/test/resources/dimTableSample.csv | 4 +
.../src/test/resources/emptyDimensionData.csv | 21 +
.../test/resources/emptyDimensionDataHive.csv | 20 +
.../resources/emptyrow/csvwithonlyspacechar.csv | 1 +
.../src/test/resources/emptyrow/emptyRows.csv | 7 +
.../src/test/resources/example-data.csv | 1001 +++++++++++++++
.../src/test/resources/filter/datagrtlrt.csv | 3 +
.../src/test/resources/filter/emp2.csv | 9 +
.../src/test/resources/filter/emp2allnull.csv | 9 +
.../src/test/resources/filter/emp2nonull.csv | 8 +
.../src/test/resources/integertypecube.xml | 55 +
.../src/test/resources/invalidMeasures.csv | 3 +
.../src/test/resources/join/emp.csv | 1 +
.../src/test/resources/join/employee.csv | 1000 +++++++++++++++
.../src/test/resources/join/mgr.csv | 1 +
.../src/test/resources/join/mobile.csv | 1000 +++++++++++++++
.../test/resources/lessthandatacolumndata.csv | 11 +
.../resources/loadMultiFiles/.invisibilityfile | 3 +
.../src/test/resources/loadMultiFiles/_SUCCESS | 0
.../src/test/resources/loadMultiFiles/data.csv | 4 +
.../test/resources/loadMultiFiles/emptyfile.csv | 0
.../loadMultiFiles/nestedfolder1/data.csv | 2 +
.../loadMultiFiles/nestedfolder1/data1.csv | 3 +
.../nestedfolder1/nestedfolder2/data.csv | 3 +
.../src/test/resources/loadMultiFiles/non-csv | 3 +
.../resources/locationInfoActiveCountry.csv | 9 +
.../src/test/resources/mac.csv | 39 +
.../src/test/resources/mobileimei.csv | 24 +
.../src/test/resources/noneCsvFormat.cs | 4 +
.../src/test/resources/nullSample.csv | 0
.../test/resources/nullandnonparsableValue.csv | 3 +
.../src/test/resources/nullmeasurevalue.csv | 11 +
.../test/resources/nullvalueserialization.csv | 2 +
.../src/test/resources/numerictypecube.xml | 41 +
.../spark-common-test/src/test/resources/sample | 5 +
.../src/test/resources/sample.csv | 5 +
.../src/test/resources/sample.csv.bz2 | Bin 0 -> 114 bytes
.../src/test/resources/sample.csv.gz | Bin 0 -> 106 bytes
.../src/test/resources/sampleComplex.csv | 4 +
.../test/resources/sample_withDelimiter017.csv | 5 +
.../src/test/resources/shortolap.csv | 5 +
.../src/test/resources/stringtypecube.xml | 55 +
.../src/test/resources/struct_all.csv | 4 +
.../src/test/resources/structusingstruct.csv | 2 +
.../src/test/resources/test.json | 3 +
.../src/test/resources/timeStampFormatData1.csv | 12 +
.../src/test/resources/timeStampFormatData2.csv | 11 +
.../src/test/resources/timestampdata.csv | 2 +
.../src/test/resources/timestamptypecube.xml | 50 +
.../test/resources/verticalDelimitedData.csv | 12 +
.../src/test/resources/windows.csv | 1000 +++++++++++++++
.../aggquery/IntegerDataTypeTestCase.scala | 49 +
.../spark/testsuite/bigdecimal/TestBigInt.scala | 92 ++
.../TestDimensionWithDecimalDataType.scala | 60 +
.../complexType/TestCreateTableWithDouble.scala | 95 ++
.../MultiFilesDataLoagdingTestCase.scala | 51 +
.../dataload/TestLoadDataGeneral.scala | 139 +++
.../TestLoadDataWithAutoLoadMerge.scala | 59 +
.../dataload/TestLoadDataWithBlankLine.scala | 65 +
.../TestLoadDataWithEmptyArrayColumns.scala | 66 +
.../dataload/TestLoadDataWithJunkChars.scala | 60 +
.../TestLoadDataWithMaxMinInteger.scala | 96 ++
.../dataload/TestLoadDataWithNullMeasures.scala | 51 +
.../emptyrow/TestCSVHavingOnlySpaceChar.scala | 62 +
.../testsuite/emptyrow/TestEmptyRows.scala | 78 ++
.../aggquery/AggregateQueryTestCase.scala | 44 +
.../AllDataTypesTestCaseAggregate.scala | 111 ++
.../aggquery/AverageQueryTestCase.scala | 112 ++
.../AllDataTypesTestCaseAggregate.scala | 1163 +++++++++++++++++
.../TestQueryWithOldCarbonDataFile.scala | 69 ++
.../allqueries/TestQueryWithoutDataLoad.scala | 62 +
.../allqueries/TestTableNameHasDbName.scala | 53 +
.../badrecordloger/BadRecordLoggerTest.scala | 256 ++++
.../testsuite/bigdecimal/TestAvgForBigInt.scala | 54 +
.../testsuite/bigdecimal/TestBigDecimal.scala | 203 +++
.../bigdecimal/TestNullAndEmptyFields.scala | 120 ++
.../blockprune/BlockPruneQueryTestCase.scala | 113 ++
.../DataCompactionBlockletBoundryTest.scala | 97 ++
.../DataCompactionBoundaryConditionsTest.scala | 90 ++
.../DataCompactionCardinalityBoundryTest.scala | 126 ++
.../datacompaction/DataCompactionLockTest.scala | 127 ++
.../MajorCompactionIgnoreInMinorTest.scala | 161 +++
.../MajorCompactionStopsAfterCompaction.scala | 141 +++
.../TestDataLoadPartitionCoalescer.scala | 167 +++
.../TestDataLoadWithColumnsMoreThanSchema.scala | 139 +++
.../TestDataWithDicExcludeAndInclude.scala | 100 ++
.../testsuite/dataload/TestLoadDataFrame.scala | 94 ++
.../dataload/TestLoadDataUseAllDictionary.scala | 56 +
.../TestLoadDataWithDiffTimestampFormat.scala | 138 +++
.../TestLoadDataWithFileHeaderException.scala | 66 +
.../dataload/TestLoadDataWithHiveSyntax.scala | 692 +++++++++++
...ataWithMalformedCarbonCommandException.scala | 162 +++
.../dataload/TestLoadDataWithNoMeasure.scala | 115 ++
.../TestLoadDataWithNotProperInputFile.scala | 74 ++
.../dataload/TestLoadTblNameIsKeyword.scala | 92 ++
.../dataload/TestTableLevelBlockSize.scala | 122 ++
.../DataRetentionConcurrencyTestCase.scala | 106 ++
.../dataretention/DataRetentionTestCase.scala | 326 +++++
.../deleteTable/TestDeleteTableNewDDL.scala | 259 ++++
.../describeTable/TestDescribeTable.scala | 53 +
.../detailquery/AllDataTypesTestCase.scala | 52 +
.../ColumnGroupDataTypesTestCase.scala | 148 +++
.../ColumnPropertyValidationTestCase.scala | 52 +
.../HighCardinalityDataTypesTestCase.scala | 253 ++++
.../detailquery/IntegerDataTypeTestCase.scala | 47 +
.../NoDictionaryColumnTestCase.scala | 74 ++
.../SubqueryWithFilterAndSortTestCase.scala | 81 ++
.../ValueCompressionDataTypeTestCase.scala | 142 +++
.../DateDataTypeDirectDictionaryTest.scala | 150 +++
...TypeDirectDictionaryWithNoDictTestCase.scala | 98 ++
.../DateDataTypeNullDataTest.scala | 83 ++
...estampDataTypeDirectDictionaryTestCase.scala | 152 +++
...TypeDirectDictionaryWithNoDictTestCase.scala | 100 ++
.../TimestampDataTypeNullDataTest.scala | 89 ++
.../filterexpr/AllDataTypesTestCaseFilter.scala | 64 +
.../filterexpr/CountStarTestCase.scala | 69 ++
.../filterexpr/FilterProcessorTestCase.scala | 289 +++++
.../GrtLtFilterProcessorTestCase.scala | 192 +++
.../filterexpr/IntegerDataTypeTestCase.scala | 47 +
.../NullMeasureValueTestCaseFilter.scala | 58 +
.../TestAndEqualFilterEmptyOperandValue.scala | 84 ++
.../filterexpr/TestGrtLessFilter.scala | 92 ++
.../joinquery/AllDataTypesTestCaseJoin.scala | 69 ++
.../joinquery/IntegerDataTypeTestCase.scala | 47 +
.../NullMeasureValueTestCaseAggregate.scala | 84 ++
.../TestNullValueSerialization.scala | 108 ++
.../sortexpr/AllDataTypesTestCaseSort.scala | 52 +
.../sortexpr/IntegerDataTypeTestCase.scala | 48 +
.../windowsexpr/WindowsExprTestCase.scala | 71 ++
.../spark/sql/common/util/CarbonFunSuite.scala | 49 +
.../apache/spark/sql/common/util/PlanTest.scala | 59 +
.../spark/sql/common/util/QueryTest.scala | 159 +++
integration/spark-common/pom.xml | 51 +-
.../spark/sql/catalyst/CarbonDDLSqlParser.scala | 5 +-
.../spark/sql/test/TestQueryExecutor.scala | 59 +
.../org/apache/spark/sql/CarbonContext.scala | 6 +-
.../execution/command/carbonTableSchema.scala | 14 +-
.../spark/sql/test/SparkTestQueryExecutor.scala | 55 +
...che.spark.sql.test.TestQueryExecutorRegister | 1 +
.../spark/load/CarbonLoaderUtilTest.java | 419 -------
.../validation/FileFooterValidator.java | 157 ---
.../spark/src/test/resources/100_olap.csv | 99 --
.../spark/src/test/resources/10dim_4msr.csv | 1000 ---------------
.../spark/src/test/resources/IUD/T_Hive1.csv | 10 -
.../spark/src/test/resources/IUD/comp1.csv | 11 -
.../spark/src/test/resources/IUD/comp2.csv | 11 -
.../spark/src/test/resources/IUD/comp3.csv | 11 -
.../spark/src/test/resources/IUD/comp4.csv | 11 -
.../spark/src/test/resources/IUD/dest.csv | 6 -
.../spark/src/test/resources/IUD/other.csv | 3 -
.../spark/src/test/resources/IUD/sample.csv | 4 -
.../src/test/resources/IUD/sample_updated.csv | 2 -
.../spark/src/test/resources/IUD/source2.csv | 3 -
.../spark/src/test/resources/IUD/source3.csv | 7 -
.../spark/src/test/resources/IUD/update01.csv | 6 -
.../spark/src/test/resources/OLDFORMATTABLE.csv | 34 -
.../src/test/resources/OLDFORMATTABLEHIVE.csv | 33 -
.../test/resources/Test_Data1_Logrithmic.csv | 3 -
.../src/test/resources/alldatatypescube.xml | 109 --
.../20160423/1400_1405/complex.dictionary | 20 -
.../sample/20160423/1400_1405/sample.dictionary | 9 -
integration/spark/src/test/resources/array1.csv | 2 -
.../src/test/resources/arrayColumnEmpty.csv | 21 -
.../spark/src/test/resources/avgTest.csv | 16 -
.../test/resources/badrecords/datasample.csv | 7 -
.../badrecords/emptyTimeStampValue.csv | 8 -
.../test/resources/badrecords/emptyValues.csv | 8 -
.../badrecords/insufficientColumns.csv | 4 -
.../resources/badrecords/seriazableValue.csv | 3 -
.../spark/src/test/resources/bigIntData.csv | 14 -
.../src/test/resources/bigIntDataWithHeader.csv | 13 -
.../test/resources/bigIntDataWithoutHeader.csv | 12 -
.../src/test/resources/big_int_Decimal.csv | 3 -
.../spark/src/test/resources/channelsId.csv | 10 -
.../src/test/resources/character_carbon.csv | 33 -
.../spark/src/test/resources/character_hive.csv | 32 -
.../test/resources/columndictionary/country.csv | 5 -
.../test/resources/columndictionary/name.csv | 10 -
.../spark/src/test/resources/comment.csv | 5 -
.../test/resources/compaction/compaction1.csv | 6 -
.../compaction/compaction1_forhive.csv | 5 -
.../test/resources/compaction/compaction2.csv | 6 -
.../test/resources/compaction/compaction3.csv | 6 -
.../resources/compaction/compactioncard2.csv | 257 ----
.../compaction/compactioncard2_forhive.csv | 256 ----
.../src/test/resources/complexTypeDecimal.csv | 9 -
.../test/resources/complexTypeDecimalNested.csv | 9 -
.../resources/complexTypeDecimalNestedHive.csv | 8 -
.../spark/src/test/resources/complexdata.csv | 100 --
.../spark/src/test/resources/complexdata1.csv | 54 -
.../spark/src/test/resources/complexdata2.csv | 46 -
.../src/test/resources/complexdatareordered.csv | 10 -
.../test/resources/complexdatastructextra.csv | 10 -
.../complextypediffentcolheaderorder.csv | 100 --
.../src/test/resources/complextypesample.csv | 50 -
.../complextypespecialchardelimiter.csv | 50 -
integration/spark/src/test/resources/data.csv | 11 -
integration/spark/src/test/resources/data2.csv | 4 -
.../src/test/resources/data2_DiffTimeFormat.csv | 4 -
.../spark/src/test/resources/dataDiff.csv | 1001 ---------------
.../spark/src/test/resources/dataIncrement.csv | 21 -
.../src/test/resources/dataWithEmptyRows.csv | 2 -
.../test/resources/dataWithNullFirstLine.csv | 11 -
.../src/test/resources/dataWithSingleQuote.csv | 7 -
.../src/test/resources/data_withCAPSHeader.csv | 3 -
.../src/test/resources/data_withMixedHeader.csv | 3 -
.../spark/src/test/resources/datadelimiter.csv | 11 -
.../src/test/resources/datanullmeasurecol.csv | 3 -
.../spark/src/test/resources/dataretention1.csv | 11 -
.../spark/src/test/resources/dataretention2.csv | 11 -
.../spark/src/test/resources/dataretention3.csv | 11 -
.../spark/src/test/resources/datasample.csv | 4 -
.../src/test/resources/datasamplecomplex.csv | 2 -
.../src/test/resources/datasamplefordate.csv | 4 -
.../spark/src/test/resources/datasamplenull.csv | 3 -
.../spark/src/test/resources/datasingleCol.csv | 3 -
.../src/test/resources/datasingleComplexCol.csv | 3 -
.../datawithNegeativewithoutHeader.csv | 4 -
.../test/resources/datawithNegtiveNumber.csv | 5 -
.../src/test/resources/datawithbackslash.csv | 11 -
.../src/test/resources/datawithblanklines.csv | 19 -
.../resources/datawithcomplexspecialchar.csv | 151 ---
.../test/resources/datawithescapecharacter.csv | 22 -
.../src/test/resources/datawithmaxinteger.csv | 12 -
.../test/resources/datawithmaxmininteger.csv | 13 -
.../src/test/resources/datawithmininteger.csv | 12 -
.../src/test/resources/datawithnullmeasure.csv | 5 -
.../src/test/resources/datawithnullmsrs.csv | 11 -
.../src/test/resources/datawithoutheader.csv | 10 -
.../test/resources/datawithspecialcharacter.csv | 38 -
.../resources/decimalBoundaryDataCarbon.csv | 12 -
.../test/resources/decimalBoundaryDataHive.csv | 11 -
.../test/resources/decimalDataWithHeader.csv | 13 -
.../test/resources/decimalDataWithoutHeader.csv | 12 -
.../src/test/resources/deviceInformationId.csv | 48 -
.../src/test/resources/deviceInformationId2.csv | 6 -
integration/spark/src/test/resources/dict.txt | 1 -
.../spark/src/test/resources/dimSample.csv | 21 -
.../spark/src/test/resources/dimTableSample.csv | 4 -
.../src/test/resources/emptyDimensionData.csv | 21 -
.../test/resources/emptyDimensionDataHive.csv | 20 -
.../resources/emptyrow/csvwithonlyspacechar.csv | 1 -
.../src/test/resources/emptyrow/emptyRows.csv | 7 -
.../spark/src/test/resources/example-data.csv | 1001 ---------------
.../src/test/resources/filter/datagrtlrt.csv | 3 -
.../spark/src/test/resources/filter/emp2.csv | 9 -
.../src/test/resources/filter/emp2allnull.csv | 9 -
.../src/test/resources/filter/emp2nonull.csv | 8 -
.../src/test/resources/integertypecube.xml | 55 -
.../src/test/resources/invalidMeasures.csv | 3 -
.../spark/src/test/resources/join/emp.csv | 1 -
.../spark/src/test/resources/join/employee.csv | 1000 ---------------
.../spark/src/test/resources/join/mgr.csv | 1 -
.../spark/src/test/resources/join/mobile.csv | 1000 ---------------
.../test/resources/lessthandatacolumndata.csv | 11 -
.../resources/loadMultiFiles/.invisibilityfile | 3 -
.../src/test/resources/loadMultiFiles/_SUCCESS | 0
.../src/test/resources/loadMultiFiles/data.csv | 4 -
.../test/resources/loadMultiFiles/emptyfile.csv | 0
.../loadMultiFiles/nestedfolder1/data.csv | 2 -
.../loadMultiFiles/nestedfolder1/data1.csv | 3 -
.../nestedfolder1/nestedfolder2/data.csv | 3 -
.../src/test/resources/loadMultiFiles/non-csv | 3 -
.../resources/locationInfoActiveCountry.csv | 9 -
integration/spark/src/test/resources/mac.csv | 39 -
.../spark/src/test/resources/mobileimei.csv | 24 -
.../spark/src/test/resources/noneCsvFormat.cs | 4 -
.../spark/src/test/resources/nullSample.csv | 0
.../test/resources/nullandnonparsableValue.csv | 3 -
.../src/test/resources/nullmeasurevalue.csv | 11 -
.../test/resources/nullvalueserialization.csv | 2 -
.../src/test/resources/numerictypecube.xml | 41 -
integration/spark/src/test/resources/sample | 5 -
integration/spark/src/test/resources/sample.csv | 5 -
.../spark/src/test/resources/sample.csv.bz2 | Bin 114 -> 0 bytes
.../spark/src/test/resources/sample.csv.gz | Bin 106 -> 0 bytes
.../spark/src/test/resources/sampleComplex.csv | 4 -
.../test/resources/sample_withDelimiter017.csv | 5 -
.../spark/src/test/resources/shortolap.csv | 5 -
.../spark/src/test/resources/stringtypecube.xml | 55 -
.../spark/src/test/resources/struct_all.csv | 4 -
.../src/test/resources/structusingstruct.csv | 2 -
integration/spark/src/test/resources/test.json | 3 -
.../src/test/resources/timeStampFormatData1.csv | 12 -
.../src/test/resources/timeStampFormatData2.csv | 11 -
.../spark/src/test/resources/timestampdata.csv | 2 -
.../src/test/resources/timestamptypecube.xml | 50 -
.../test/resources/verticalDelimitedData.csv | 12 -
.../spark/src/test/resources/windows.csv | 1000 ---------------
.../aggquery/IntegerDataTypeTestCase.scala | 49 -
.../spark/testsuite/bigdecimal/TestBigInt.scala | 93 --
.../TestDimensionWithDecimalDataType.scala | 61 -
...plexPrimitiveTimestampDirectDictionary.scala | 17 +-
.../complexType/TestComplexTypeQuery.scala | 25 +-
.../complexType/TestCreateTableWithDouble.scala | 98 --
.../MultiFilesDataLoagdingTestCase.scala | 59 -
.../dataload/SparkDatasourceSuite.scala | 55 +-
.../dataload/TestLoadDataGeneral.scala | 145 ---
.../TestLoadDataWithAutoLoadMerge.scala | 65 -
.../dataload/TestLoadDataWithBlankLine.scala | 66 -
.../TestLoadDataWithEmptyArrayColumns.scala | 66 -
.../dataload/TestLoadDataWithJunkChars.scala | 61 -
.../TestLoadDataWithMaxMinInteger.scala | 98 --
.../dataload/TestLoadDataWithNullMeasures.scala | 53 -
.../TestLoadDataWithSingleQuotechar.scala | 7 +-
.../emptyrow/TestCSVHavingOnlySpaceChar.scala | 67 -
.../testsuite/emptyrow/TestEmptyRows.scala | 82 --
.../aggquery/AggregateQueryTestCase.scala | 45 -
.../AllDataTypesTestCaseAggregate.scala | 111 --
.../aggquery/AverageQueryTestCase.scala | 112 --
.../AllDataTypesTestCaseAggregate.scala | 1107 +----------------
.../InsertIntoCarbonTableTestCase.scala | 20 +-
.../TestQueryWithOldCarbonDataFile.scala | 70 --
.../allqueries/TestQueryWithoutDataLoad.scala | 63 -
.../allqueries/TestTableNameHasDbName.scala | 54 -
.../badrecordloger/BadRecordLoggerTest.scala | 266 ----
.../testsuite/bigdecimal/TestAvgForBigInt.scala | 59 -
.../testsuite/bigdecimal/TestBigDecimal.scala | 204 ---
.../bigdecimal/TestNullAndEmptyFields.scala | 124 --
.../blockprune/BlockPruneQueryTestCase.scala | 115 --
.../createtable/TestCreateTableSyntax.scala | 39 +-
.../CompactionSystemLockFeatureTest.scala | 19 +-
.../DataCompactionBlockletBoundryTest.scala | 110 --
.../DataCompactionBoundaryConditionsTest.scala | 104 --
.../DataCompactionCardinalityBoundryTest.scala | 128 --
.../datacompaction/DataCompactionLockTest.scala | 130 --
.../DataCompactionMinorThresholdTest.scala | 23 +-
.../DataCompactionNoDictionaryTest.scala | 18 +-
.../datacompaction/DataCompactionTest.scala | 16 +-
.../MajorCompactionIgnoreInMinorTest.scala | 170 ---
.../MajorCompactionStopsAfterCompaction.scala | 147 ---
.../TestDataLoadPartitionCoalescer.scala | 168 ---
.../TestDataLoadWithColumnsMoreThanSchema.scala | 139 ---
.../TestDataWithDicExcludeAndInclude.scala | 106 --
.../testsuite/dataload/TestLoadDataFrame.scala | 95 --
.../dataload/TestLoadDataUseAllDictionary.scala | 56 -
.../TestLoadDataWithDiffTimestampFormat.scala | 138 ---
.../TestLoadDataWithFileHeaderException.scala | 67 -
.../dataload/TestLoadDataWithHiveSyntax.scala | 695 -----------
...ataWithMalformedCarbonCommandException.scala | 163 ---
.../dataload/TestLoadDataWithNoMeasure.scala | 128 --
.../TestLoadDataWithNotProperInputFile.scala | 77 --
.../dataload/TestLoadDataWithSinglePass.scala | 23 +-
.../dataload/TestLoadTblNameIsKeyword.scala | 96 --
.../TestNoInvertedIndexLoadAndQuery.scala | 17 +-
.../dataload/TestTableLevelBlockSize.scala | 128 --
.../DataRetentionConcurrencyTestCase.scala | 113 --
.../dataretention/DataRetentionTestCase.scala | 334 -----
.../deleteTable/TestDeleteTableNewDDL.scala | 254 ----
.../describeTable/TestDescribeTable.scala | 56 -
.../detailquery/AllDataTypesTestCase.scala | 54 -
.../ColumnGroupDataTypesTestCase.scala | 149 ---
.../ColumnPropertyValidationTestCase.scala | 51 -
.../HighCardinalityDataTypesTestCase.scala | 250 ----
.../detailquery/IntegerDataTypeTestCase.scala | 48 -
.../NoDictionaryColumnTestCase.scala | 76 --
.../SubqueryWithFilterAndSortTestCase.scala | 82 --
.../ValueCompressionDataTypeTestCase.scala | 145 ---
.../DateDataTypeDirectDictionaryTest.scala | 154 ---
...TypeDirectDictionaryWithNoDictTestCase.scala | 101 --
.../DateDataTypeNullDataTest.scala | 88 --
...estampDataTypeDirectDictionaryTestCase.scala | 157 ---
...TypeDirectDictionaryWithNoDictTestCase.scala | 107 --
.../TimestampDataTypeNullDataTest.scala | 92 --
.../filterexpr/AllDataTypesTestCaseFilter.scala | 66 -
.../filterexpr/CountStarTestCase.scala | 73 --
.../filterexpr/FilterProcessorTestCase.scala | 289 -----
.../GrtLtFilterProcessorTestCase.scala | 137 +-
.../filterexpr/IntegerDataTypeTestCase.scala | 48 -
.../NullMeasureValueTestCaseFilter.scala | 58 -
.../TestAndEqualFilterEmptyOperandValue.scala | 89 --
.../filterexpr/TestGrtLessFilter.scala | 96 --
.../HadoopFSRelationTestCase.scala | 13 +-
.../iud/DeleteCarbonTableTestCase.scala | 15 +-
.../testsuite/iud/IUDCompactionTestCases.scala | 21 +-
.../iud/UpdateCarbonTableTestCase.scala | 58 +-
.../joinquery/AllDataTypesTestCaseJoin.scala | 68 -
.../joinquery/IntegerDataTypeTestCase.scala | 48 -
.../NullMeasureValueTestCaseAggregate.scala | 85 --
.../TestNullValueSerialization.scala | 112 --
.../sortexpr/AllDataTypesTestCaseSort.scala | 54 -
.../sortexpr/IntegerDataTypeTestCase.scala | 49 -
.../windowsexpr/WindowsExprTestCase.scala | 78 --
.../spark/util/AllDictionaryTestCase.scala | 16 +-
.../AutoHighCardinalityIdentifyTestCase.scala | 15 +-
.../spark/util/DictionaryTestCaseUtil.scala | 5 +-
.../util/ExternalColumnDictionaryTestCase.scala | 45 +-
...GlobalDictionaryUtilConcurrentTestCase.scala | 21 +-
.../util/GlobalDictionaryUtilTestCase.scala | 37 +-
.../apache/spark/sql/TestCarbonSqlParser.scala | 1 +
.../sql/common/util/CarbonHiveContext.scala | 53 -
.../spark/sql/common/util/QueryTest.scala | 11 +-
.../sql/execution/command/DDLStrategy.scala | 9 +-
.../execution/command/carbonTableSchema.scala | 19 +-
.../apache/spark/sql/hive/CarbonMetastore.scala | 2 +-
.../sql/parser/CarbonSpark2SqlParser.scala | 3 +-
.../spark/sql/parser/CarbonSparkSqlParser.scala | 17 +-
.../sql/test/Spark2TestQueryExecutor.scala | 61 +
....apache.spark.sql.sources.DataSourceRegister | 1 +
...che.spark.sql.test.TestQueryExecutorRegister | 1 +
integration/spark2/src/test/resources/data.csv | 11 -
.../spark2/src/test/resources/dataDiff.csv | 1001 ---------------
.../spark2/src/test/resources/data_alltypes.csv | 10 -
.../AllDataTypesTestCaseAggregate.scala | 1166 ------------------
.../InsertIntoCarbonTableTestCase.scala | 162 ---
.../carbondata/CarbonDataSourceSuite.scala | 19 +-
.../bucketing/TableBucketingTestCase.scala | 75 +-
.../spark/carbondata/util/QueryTest.scala | 0
.../vectorreader/VectorReaderTestCase.scala | 17 +-
.../spark/sql/common/util/QueryTest.scala | 50 +-
.../apache/spark/util/CarbonCommandSuite.scala | 5 +-
pom.xml | 1 +
514 files changed, 20039 insertions(+), 21976 deletions(-)
----------------------------------------------------------------------
[05/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
deleted file mode 100644
index 344b0c4..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
+++ /dev/null
@@ -1,66 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.filterexpr
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for filter expression query on multiple datatypes
- * @author N00902756
- *
- */
-
-class AllDataTypesTestCaseFilter extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE alldatatypestableFilter (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE alldatatypestableFilter OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
-
- sql("CREATE TABLE alldatatypestableFilter_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
- sql("LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO TABLE alldatatypestableFilter_hive");
-
- }
-
- test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableFilter where empname in ('arvind','ayushi') group by empno,empname,utilization") {
- checkAnswer(
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableFilter where empname in ('arvind','ayushi') group by empno,empname,utilization"),
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableFilter_hive where empname in ('arvind','ayushi') group by empno,empname,utilization"))
- }
-
- test("select empno,empname from alldatatypestableFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') NOT IN ('development')") {
- checkAnswer(
- sql("select empno,empname from alldatatypestableFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') NOT IN ('development')"),
- sql("select empno,empname from alldatatypestableFilter_hive where regexp_replace(workgroupcategoryname, 'er', 'ment') NOT IN ('development')"))
- }
-
- test("select empno,empname from alldatatypescubeFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') != 'development'") {
- checkAnswer(
- sql("select empno,empname from alldatatypestableFilter where regexp_replace(workgroupcategoryname, 'er', 'ment') != 'development'"),
- sql("select empno,empname from alldatatypestableFilter_hive where regexp_replace(workgroupcategoryname, 'er', 'ment') != 'development'"))
- }
-
- override def afterAll {
- sql("drop table alldatatypestableFilter")
- sql("drop table alldatatypestableFilter_hive")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
deleted file mode 100644
index cf3f5f6..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
+++ /dev/null
@@ -1,73 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.filterexpr
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for filter expression query on String datatypes
- *
- * @author N00902756
- *
- */
-class CountStarTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists filtertestTables")
- sql("drop table if exists filterTimestampDataType")
-
- sql("CREATE TABLE filterTimestampDataType (ID int, date Timestamp, country String, " +
- "name String, phonetype String, serialname String, salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- var csvFilePath = currentDirectory + "/src/test/resources/datanullmeasurecol.csv";
- sql(
- s"LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE " +
- s"filterTimestampDataType " +
- s"OPTIONS('DELIMITER'= ',', " +
- s"'FILEHEADER'= '')"
- )
- }
-
- test("select count ") {
- checkAnswer(
- sql("select count(*) from filterTimestampDataType where country='china'"),
- Seq(Row(2))
- )
- }
-
- override def afterAll {
- sql("drop table if exists filtertestTables")
- sql("drop table if exists filterTimestampDataType")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
deleted file mode 100644
index 7d45e88..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
+++ /dev/null
@@ -1,289 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.filterexpr
-
-import java.sql.Timestamp
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for filter expression query on String datatypes
- *
- */
-class FilterProcessorTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists filtertestTables")
- sql("drop table if exists filtertestTablesWithDecimal")
- sql("drop table if exists filtertestTablesWithNull")
- sql("drop table if exists filterTimestampDataType")
- sql("drop table if exists noloadtable")
-
- sql("CREATE TABLE filtertestTables (ID int, date Timestamp, country String, " +
- "name String, phonetype String, serialname String, salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
- sql("CREATE TABLE noloadtable (ID int, date Timestamp, country String, " +
- "name String, phonetype String, serialname String, salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "MM-dd-yyyy HH:mm:ss")
-
- sql("CREATE TABLE filterTimestampDataType (ID int, date Timestamp, country String, " +
- "name String, phonetype String, serialname String, salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "MM-dd-yyyy HH:mm:ss")
- sql(
- s"LOAD DATA LOCAL INPATH './src/test/resources/data2_DiffTimeFormat.csv' INTO TABLE " +
- s"filterTimestampDataType " +
- s"OPTIONS('DELIMITER'= ',', " +
- s"'FILEHEADER'= '')"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(
- s"LOAD DATA local inpath './src/test/resources/dataDiff.csv' INTO TABLE filtertestTables " +
- s"OPTIONS('DELIMITER'= ',', " +
- s"'FILEHEADER'= '')"
- )
- sql(
- "CREATE TABLE filtertestTablesWithDecimal (ID decimal, date Timestamp, country " +
- "String, " +
- "name String, phonetype String, serialname String, salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
- sql(
- s"LOAD DATA LOCAL INPATH './src/test/resources/dataDiff.csv' INTO TABLE " +
- s"filtertestTablesWithDecimal " +
- s"OPTIONS('DELIMITER'= ',', " +
- s"'FILEHEADER'= '')"
- )
- sql("DROP TABLE IF EXISTS filtertestTablesWithNull")
- sql(
- "CREATE TABLE filtertestTablesWithNull (ID int, date Timestamp, country " +
- "String, " +
- "name String, phonetype String, serialname String,salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
- sql("DROP TABLE IF EXISTS filtertestTablesWithNullJoin")
- sql(
- "CREATE TABLE filtertestTablesWithNullJoin (ID int, date Timestamp, country " +
- "String, " +
- "name String, phonetype String, serialname String,salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
- sql(
- s"LOAD DATA LOCAL INPATH './src/test/resources/data2.csv' INTO TABLE " +
- s"filtertestTablesWithNull " +
- s"OPTIONS('DELIMITER'= ',', " +
- s"'FILEHEADER'= '')"
- )
- sql(
- s"LOAD DATA LOCAL INPATH './src/test/resources/data2.csv' INTO TABLE " +
- s"filtertestTablesWithNullJoin " +
- s"OPTIONS('DELIMITER'= ',', " +
- s"'FILEHEADER'= '')"
- )
-
- sql("DROP TABLE IF EXISTS big_int_basicc")
- sql("DROP TABLE IF EXISTS big_int_basicc_1")
- sql("DROP TABLE IF EXISTS big_int_basicc_Hive")
- sql("DROP TABLE IF EXISTS big_int_basicc_Hive_1")
- sql("CREATE TABLE big_int_basicc (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate timestamp,enddate timestamp,PointId double,score decimal(10,3))STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE big_int_basicc_1 (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate timestamp,enddate timestamp,PointId double,score decimal(10,3))STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE big_int_basicc_Hive (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate date,enddate date,PointId double,score decimal(10,3))row format delimited fields terminated by ',' " +
- "tblproperties(\"skip.header.line.count\"=\"1\") ")
- sql("CREATE TABLE big_int_basicc_Hive_1 (imei string,age int,task bigint,name string,country string,city string,sale int,num double,level decimal(10,3),quest bigint,productdate date,enddate date,PointId double,score decimal(10,3))row format delimited fields terminated by ',' " +
- "tblproperties(\"skip.header.line.count\"=\"1\") ")
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
- sql("LOAD DATA INPATH './src/test/resources/big_int_Decimal.csv' INTO TABLE big_int_basicc options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$','COMPLEX_DELIMITER_LEVEL_2'=':', 'FILEHEADER'= '')")
- sql("LOAD DATA INPATH './src/test/resources/big_int_Decimal.csv' INTO TABLE big_int_basicc_1 options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$','COMPLEX_DELIMITER_LEVEL_2'=':', 'FILEHEADER'= '')")
- sql("load data local inpath './src/test/resources/big_int_Decimal.csv' into table big_int_basicc_Hive")
- sql("load data local inpath './src/test/resources/big_int_Decimal.csv' into table big_int_basicc_Hive_1")
- }
-
- test("Is not null filter") {
- checkAnswer(
- sql("select id from filtertestTablesWithNull " + "where id is not null"),
- Seq(Row(4), Row(6))
- )
- }
-
- test("join filter") {
- checkAnswer(
- sql("select b.name from filtertestTablesWithNull a join filtertestTablesWithNullJoin b " + "on a.name=b.name"),
- Seq(Row("aaa4"), Row("aaa5"),Row("aaa6"))
- )
- }
-
- test("Between filter") {
- checkAnswer(
- sql("select date from filtertestTablesWithNull " + " where date between '2014-01-20 00:00:00' and '2014-01-28 00:00:00'"),
- Seq(Row(Timestamp.valueOf("2014-01-21 00:00:00")), Row(Timestamp.valueOf("2014-01-22 00:00:00")))
- )
- }
- test("Multi column with invalid member filter") {
- checkAnswer(
- sql("select id from filtertestTablesWithNull " + "where id = salary"),
- Seq()
- )
- }
-
- test("Greater Than Filter") {
- checkAnswer(
- sql("select id from filtertestTables " + "where id >999"),
- Seq(Row(1000))
- )
- }
- test("Greater Than Filter with decimal") {
- checkAnswer(
- sql("select id from filtertestTablesWithDecimal " + "where id >999"),
- Seq(Row(1000))
- )
- }
-
- test("Greater Than equal to Filter") {
- checkAnswer(
- sql("select id from filtertestTables " + "where id >=999"),
- Seq(Row(999), Row(1000))
- )
- }
-
- test("Greater Than equal to Filter with limit") {
- checkAnswer(
- sql("select id from filtertestTables " + "where id >=999 order by id desc limit 1"),
- Seq(Row(1000))
- )
- }
-
- test("Greater Than equal to Filter with aggregation limit") {
- checkAnswer(
- sql("select count(id),country from filtertestTables " + "where id >=999 group by country limit 1"),
- Seq(Row(2,"china"))
- )
- }
- test("Greater Than equal to Filter with decimal") {
- checkAnswer(
- sql("select id from filtertestTables " + "where id >=999"),
- Seq(Row(999), Row(1000))
- )
- }
- test("Include Filter") {
- checkAnswer(
- sql("select id from filtertestTables " + "where id =999"),
- Seq(Row(999))
- )
- }
- test("In Filter") {
- checkAnswer(
- sql(
- "select Country from filtertestTables where Country in ('china','france') group by Country"
- ),
- Seq(Row("china"), Row("france"))
- )
- }
-
- test("Logical condition") {
- checkAnswer(
- sql("select id,country from filtertestTables " + "where country='china' and name='aaa1'"),
- Seq(Row(1, "china"))
- )
- }
-
- test("filter query over table having no data") {
- checkAnswer(
- sql("select * from noloadtable " + "where country='china' and name='aaa1'"),
- Seq()
- )
- }
-
-
-
- test("Time stamp filter with diff time format for load greater") {
- checkAnswer(
- sql("select date from filterTimestampDataType where date > '2014-07-10 00:00:00'"),
- Seq(Row(Timestamp.valueOf("2014-07-20 00:00:00.0")),
- Row(Timestamp.valueOf("2014-07-25 00:00:00.0"))
- )
- )
- }
- test("Time stamp filter with diff time format for load less") {
- checkAnswer(
- sql("select date from filterTimestampDataType where date < '2014-07-20 00:00:00'"),
- Seq(Row(Timestamp.valueOf("2014-07-10 00:00:00.0"))
- )
- )
- }
- test("Time stamp filter with diff time format for load less than equal") {
- checkAnswer(
- sql("select date from filterTimestampDataType where date <= '2014-07-20 00:00:00'"),
- Seq(Row(Timestamp.valueOf("2014-07-10 00:00:00.0")),Row(Timestamp.valueOf("2014-07-20 00:00:00.0"))
- )
- )
- }
- test("Time stamp filter with diff time format for load greater than equal") {
- checkAnswer(
- sql("select date from filterTimestampDataType where date >= '2014-07-20 00:00:00'"),
- Seq(Row(Timestamp.valueOf("2014-07-20 00:00:00.0")),Row(Timestamp.valueOf("2014-07-25 00:00:00.0"))
- )
- )
- }
- test("join query with bigdecimal filter") {
-
- checkAnswer(
- sql("select b.level from big_int_basicc_Hive a join big_int_basicc_Hive_1 b on a.level=b.level order by level"),
- sql("select b.level from big_int_basicc a join big_int_basicc_1 b on a.level=b.level order by level")
- )
- }
-
- test("join query with bigint filter") {
-
- checkAnswer(
- sql("select b.task from big_int_basicc_Hive a join big_int_basicc_Hive_1 b on a.task=b.task"),
- sql("select b.task from big_int_basicc a join big_int_basicc_1 b on a.task=b.task")
- )
- }
-
- override def afterAll {
- sql("drop table if exists filtertestTables")
- sql("drop table if exists filtertestTablesWithDecimal")
- sql("drop table if exists filtertestTablesWithNull")
- sql("drop table if exists filterTimestampDataType")
- sql("drop table if exists noloadtable")
- sql("DROP TABLE IF EXISTS big_int_basicc")
- sql("DROP TABLE IF EXISTS big_int_basicc_1")
- sql("DROP TABLE IF EXISTS big_int_basicc_Hive")
- sql("DROP TABLE IF EXISTS big_int_basicc_Hive_1")
- sql("DROP TABLE IF EXISTS filtertestTablesWithNull")
- sql("DROP TABLE IF EXISTS filtertestTablesWithNullJoin")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
index b33b65f..eddde30 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
@@ -19,14 +19,12 @@
package org.apache.carbondata.spark.testsuite.filterexpr
-import java.io.File
-
import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
import org.apache.carbondata.core.constants.CarbonCommonConstants
import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
/**
* Test Class for filter expression query on String datatypes
@@ -35,158 +33,33 @@ import org.scalatest.BeforeAndAfterAll
class GrtLtFilterProcessorTestCase extends QueryTest with BeforeAndAfterAll {
override def beforeAll {
- sql("drop table if exists a12")
sql("drop table if exists a12_allnull")
- sql("drop table if exists a12_no_null")
- sql("drop table if exists Test_Boundary1")
sql(
- "create table a12(empid String,ename String,sal double,deptno int,mgr string,gender string," +
- "dob timestamp,comm decimal(4,2),desc string) stored by 'org.apache.carbondata.format'"
- )
- sql(
"create table a12_allnull(empid String,ename String,sal double,deptno int,mgr string,gender" +
" string," +
"dob timestamp,comm decimal(4,2),desc string) stored by 'org.apache.carbondata.format'"
)
- sql(
- "create table a12_no_null(empid String,ename String,sal double,deptno int,mgr string,gender" +
- " string," +
- "dob timestamp,comm decimal(4,2),desc string) stored by 'org.apache.carbondata.format'"
- )
- sql("create table Test_Boundary1 (c1_int int,c2_Bigint Bigint,c3_Decimal Decimal(38,38),c4_double double,c5_string string,c6_Timestamp Timestamp,c7_Datatype_Desc string) STORED BY 'org.apache.carbondata.format'")
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
- val basePath = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- var testData = basePath + "/src/test/resources/filter/emp2.csv"
- sql(
- s"""LOAD DATA LOCAL INPATH '$testData' into table a12 OPTIONS('DELIMITER'=',',
- 'QUOTECHAR'='"','FILEHEADER'='empid,ename,sal,deptno,mgr,gender,dob,comm,desc')"""
- .stripMargin
- )
- testData = basePath + "/src/test/resources/filter/emp2allnull.csv"
+ val testData = s"$resourcesPath/filter/emp2allnull.csv"
sql(
s"""LOAD DATA LOCAL INPATH '$testData' into table a12_allnull OPTIONS('DELIMITER'=',',
'QUOTECHAR'='"','FILEHEADER'='empid,ename,sal,deptno,mgr,gender,dob,comm,desc')"""
.stripMargin
)
- testData = basePath + "/src/test/resources/filter/emp2nonull.csv"
-
- sql(
- s"""LOAD DATA LOCAL INPATH '$testData' into table a12_no_null OPTIONS('DELIMITER'=',',
- 'QUOTECHAR'='"')"""
- .stripMargin
- )
-
- sql(
- s"LOAD DATA INPATH './src/test/resources/Test_Data1_Logrithmic.csv' INTO table Test_Boundary1 OPTIONS('DELIMITER'=',','QUOTECHAR'='','FILEHEADER'='')")
- }
- //mixed value test
- test("Less Than Filter") {
- checkAnswer(
- sql("select count(empid) from a12 where dob < '2014-07-01 12:07:28'"),
- Seq(Row(0))
- )
- }
-
- test("Les Than equal Filter") {
- checkAnswer(
- sql("select count (empid) from a12 where dob <= '2014-07-01 12:07:28'"),
- Seq(Row(2))
- )
- }
-
- test("Greater Than Filter") {
- checkAnswer(
- sql("select count (empid) from a12 where dob > '2014-07-01 12:07:28'"),
- Seq(Row(3))
- )
- }
- test("0.0 and -0.0 equality check for double data type applying log function") {
- checkAnswer(
- sql("select log(c4_double,1) from Test_Boundary1 where log(c4_double,1)= -0.0"),
- Seq(Row(0.0),Row(0.0))
- )
- }
-
- test("Greater Than equal to Filter") {
- sql("select count (empid) from a12 where dob >= '2014-07-01 12:07:28'").show()
- checkAnswer(
- sql("select count (empid) from a12 where dob >= '2014-07-01 12:07:28'"),
- Seq(Row(5))
- )
- }
- //all null test cases
-
- test("Less Than Filter all null") {
- checkAnswer(
- sql("select count(empid) from a12_allnull where dob < '2014-07-01 12:07:28'"),
- Seq(Row(0))
- )
- }
-
- test("Les Than equal Filter all null") {
- checkAnswer(
- sql("select count (empid) from a12_allnull where dob <= '2014-07-01 12:07:28'"),
- Seq(Row(0))
- )
}
- test("Greater Than Filter all null") {
- checkAnswer(
- sql("select count (empid) from a12_allnull where dob > '2014-07-01 12:07:28'"),
- Seq(Row(0))
- )
- }
-
- test("Greater Than equal to Filter all null") {
- checkAnswer(
- sql("select count (empid) from a12_allnull where dob >= '2014-07-01 12:07:28'"),
- Seq(Row(0))
- )
- }
- test("In condition With improper format query regarding Null filter") {
+ test("In condition With improper format query regarding Null filter") {
checkAnswer(
sql("select empid from a12_allnull " + "where empid not in ('china',NULL)"),
Seq()
)
- }
-
- //no null test cases
-
- test("Less Than Filter no null") {
- checkAnswer(
- sql("select count(empid) from a12_no_null where dob < '2014-07-01 12:07:28'"),
- Seq(Row(0))
- )
- }
-
- test("Les Than equal Filter no null") {
- sql("select empid from a12_no_null where dob <= '2014-07-01 12:07:28'").show()
- checkAnswer(
- sql("select count(empid) from a12_no_null where dob <= '2014-07-01 12:07:28'"),
- Seq(Row(4))
- )
- }
-
- test("Greater Than Filter no null") {
- checkAnswer(
- sql("select count (empid) from a12_no_null where dob > '2014-07-01 12:07:28'"),
- Seq(Row(3))
- )
- }
-
- test("Greater Than equal to Filter no null") {
- checkAnswer(
- sql("select count (empid) from a12_no_null where dob >= '2014-07-01 12:07:28'"),
- Seq(Row(7))
- )
}
override def afterAll {
- sql("drop table a12")
+ sql("drop table if exists a12_allnull")
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
deleted file mode 100644
index db82e9c..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
+++ /dev/null
@@ -1,48 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.filterexpr
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for filter expression query on Integer datatypes
- * @author N00902756
- *
- */
-class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE integertypetableFilter (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE integertypetableFilter OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
- }
-
- test("select empno from integertypetableFilter") {
- checkAnswer(
- sql("select empno from integertypetableFilter"),
- Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
- }
-
- override def afterAll {
- sql("drop table integertypetableFilter")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
deleted file mode 100644
index 381308f..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
+++ /dev/null
@@ -1,58 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.filterexpr
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-class NullMeasureValueTestCaseFilter extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists t3")
- sql(
- "CREATE TABLE t3 (ID bigInt, date Timestamp, country String, name String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata.format'"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/datawithnullmeasure.csv' into table t3");
- }
-
- test("select ID from t3 where salary is not null") {
- checkAnswer(
- sql("select ID from t3 where salary is not null"),
- Seq(Row(1),Row(4)))
- }
-
- test("select ID from t3 where salary is null") {
- checkAnswer(
- sql("select ID from t3 where salary is null"),
- Seq(Row(2),Row(3)))
- }
-
- override def afterAll {
- sql("drop table t3")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
deleted file mode 100644
index 2da2b7d..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
+++ /dev/null
@@ -1,89 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.filterexpr
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test cases for testing columns having \N or \null values for non numeric columns
- */
-class TestAndEqualFilterEmptyOperandValue extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
- CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/filter/datagrtlrt.csv"
- sql(
- "CREATE TABLE IF NOT EXISTS carbonTable(date Timestamp, country String, salary Int) STORED " +
- "BY " +
- "'carbondata'"
- )
- sql(
- "create table if not exists hiveTable(date Timestamp, country String, salary Int)row format" +
- " delimited fields " +
- "terminated by ','"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
- "('FILEHEADER'='date,country,salary')"
- )
- sql(
- "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
- )
- }
-
- test("select * from carbonTable where country='' and salary='')") {
- sql("select * from carbonTable where country='' and salary=''").show()
- sql("select * from hiveTable where country='' and salary=''").show()
- checkAnswer(
- sql("select * from carbonTable where country='' and salary=''"),
- sql("select * from hiveTable where country='' and salary=''")
- )
- }
-
- test("select * from carbonTable where date='' and salary='')") {
- sql("select * from carbonTable where date='' and salary=''").show()
- sql("select * from hiveTable where date='' and salary=''").show()
- checkAnswer(
- sql("select * from carbonTable where date='' and salary=''"),
- sql("select * from hiveTable where date='' and salary=''")
- )
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
deleted file mode 100644
index ea28252..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
+++ /dev/null
@@ -1,96 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.filterexpr
-
-import java.io.File
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test cases for testing columns having \N or \null values for non numeric columns
- */
-class TestGrtLessFilter extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
- CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/filter/datagrtlrt.csv"
- sql(
- "CREATE TABLE IF NOT EXISTS carbonTable(date Timestamp, country String, salary Int) STORED " +
- "BY " +
- "'carbondata'"
- )
- sql(
- "create table if not exists hiveTable(date Timestamp, country String, salary Int)row format" +
- " delimited fields " +
- "terminated by ','"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
- "('FILEHEADER'='date,country,salary')"
- )
- sql(
- "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
- )
- }
-
-
- test("select * from carbonTable where date > cast('2017-7-25 12:07:29' as timestamp)") {
- checkAnswer(
- sql("select * from carbonTable where date > cast('2017-7-25 12:07:29' as timestamp)"),
- sql("select * from hiveTable where date > cast('2017-7-25 12:07:29' as timestamp)")
- )
- }
- test("select * from carbonTable where date < cast('2017-7-25 12:07:29' as timestamp)") {
- checkAnswer(
- sql("select * from carbonTable where date < cast('2017-7-25 12:07:29' as timestamp)"),
- sql("select * from hiveTable where date < cast('2017-7-25 12:07:29' as timestamp)")
- )
- }
- test("select * from carbonTable where date > cast('2018-7-24 12:07:28' as timestamp)") {
- checkAnswer(
- sql("select * from carbonTable where date > cast('2018-7-24 12:07:28' as timestamp)"),
- sql("select * from hiveTable where date > cast('2018-7-24 12:07:28' as timestamp)")
- )
- }
- test("select * from carbonTable where date < cast('2018-7-24 12:07:28' as timestamp)") {
- checkAnswer(
- sql("select * from carbonTable where date < cast('2018-7-24 12:07:28' as timestamp)"),
- sql("select * from hiveTable where date < cast('2018-7-24 12:07:28' as timestamp)")
- )
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/hadooprelation/HadoopFSRelationTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/hadooprelation/HadoopFSRelationTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/hadooprelation/HadoopFSRelationTestCase.scala
index 0838a2b..95a94b5 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/hadooprelation/HadoopFSRelationTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/hadooprelation/HadoopFSRelationTestCase.scala
@@ -19,8 +19,7 @@
package org.apache.carbondata.spark.testsuite.hadooprelation
-import org.apache.spark.sql.{DataFrame, Row}
-import org.apache.spark.sql.common.util.CarbonHiveContext._
+import org.apache.spark.sql.DataFrame
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
@@ -31,6 +30,8 @@ import org.scalatest.BeforeAndAfterAll
class HadoopFSRelationTestCase extends QueryTest with BeforeAndAfterAll {
override def beforeAll {
+ sql("drop table if exists hadoopfsrelation")
+ sql("drop table if exists hadoopfsrelation_hive")
sql(
"CREATE TABLE hadoopfsrelation (empno int, empname String, designation " +
"String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno " +
@@ -38,23 +39,23 @@ class HadoopFSRelationTestCase extends QueryTest with BeforeAndAfterAll {
"Timestamp,attendance int,utilization int,salary int)" +
"STORED BY 'org.apache.carbondata.format'")
sql(
- "LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE hadoopfsrelation " +
+ s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE hadoopfsrelation " +
"OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
sql("CREATE TABLE hadoopfsrelation_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
sql(
- "LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO TABLE hadoopfsrelation_hive ");
+ s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO TABLE hadoopfsrelation_hive ");
}
test("hadoopfsrelation select all test") {
- val rdd = read.format("org.apache.spark.sql.CarbonSource")
+ val rdd = sqlContext.read.format("org.apache.spark.sql.CarbonSource")
.option("tableName", "hadoopfsrelation").load()
assert(rdd.collect().length > 0)
}
test("hadoopfsrelation filters test") {
- val rdd: DataFrame = read.format("org.apache.spark.sql.CarbonSource")
+ val rdd: DataFrame = sqlContext.read.format("org.apache.spark.sql.CarbonSource")
.option("tableName", "hadoopfsrelation").load()
.select("empno", "empname", "utilization").where("empname in ('arvind','ayushi')")
checkAnswer(
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/DeleteCarbonTableTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/DeleteCarbonTableTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/DeleteCarbonTableTestCase.scala
index 5f76477..fd12262 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/DeleteCarbonTableTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/DeleteCarbonTableTestCase.scala
@@ -19,7 +19,6 @@
package org.apache.carbondata.spark.testsuite.iud
import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
@@ -31,12 +30,12 @@ class DeleteCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
sql("create database iud_db")
sql("""create table iud_db.source2 (c11 string,c22 int,c33 string,c55 string, c66 int) STORED BY 'org.apache.carbondata.format'""")
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/source2.csv' INTO table iud_db.source2""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/source2.csv' INTO table iud_db.source2""")
sql("use iud_db")
}
test("delete data from carbon table with alias [where clause ]") {
sql("""create table iud_db.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud_db.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud_db.dest""")
sql("""delete from iud_db.dest d where d.c1 = 'a'""").show
checkAnswer(
sql("""select c2 from iud_db.dest"""),
@@ -46,7 +45,7 @@ class DeleteCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("delete data from carbon table[where clause ]") {
sql("""drop table if exists iud_db.dest""")
sql("""create table iud_db.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud_db.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud_db.dest""")
sql("""delete from dest where c2 = 2""").show
checkAnswer(
sql("""select c1 from dest"""),
@@ -56,7 +55,7 @@ class DeleteCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("delete data from carbon table[where IN ]") {
sql("""drop table if exists iud_db.dest""")
sql("""create table iud_db.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud_db.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud_db.dest""")
sql("""delete from dest where c1 IN ('d', 'e')""").show
checkAnswer(
sql("""select c1 from dest"""),
@@ -67,7 +66,7 @@ class DeleteCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("delete data from carbon table[with alias No where clause]") {
sql("""drop table if exists iud_db.dest""")
sql("""create table iud_db.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud_db.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud_db.dest""")
sql("""delete from iud_db.dest a""").show
checkAnswer(
sql("""select c1 from iud_db.dest"""),
@@ -77,7 +76,7 @@ class DeleteCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("delete data from carbon table[No alias No where clause]") {
sql("""drop table if exists iud_db.dest""")
sql("""create table iud_db.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud_db.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud_db.dest""")
sql("""delete from dest""").show()
checkAnswer(
sql("""select c1 from dest"""),
@@ -107,7 +106,7 @@ class DeleteCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("delete data from carbon table[where numeric condition ]") {
sql("""drop table if exists iud_db.dest""")
sql("""create table iud_db.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud_db.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud_db.dest""")
sql("""delete from iud_db.dest where c2 >= 4""").show()
checkAnswer(
sql("""select count(*) from iud_db.dest"""),
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/IUDCompactionTestCases.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/IUDCompactionTestCases.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/IUDCompactionTestCases.scala
index 57555dd..a9d3902 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/IUDCompactionTestCases.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/IUDCompactionTestCases.scala
@@ -20,7 +20,6 @@
package org.apache.carbondata.spark.testsuite.iud
import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
@@ -38,20 +37,20 @@ class HorizontalCompactionTestCase extends QueryTest with BeforeAndAfterAll {
"""create table iud4.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""")
.show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/comp1.csv' INTO table iud4.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/comp1.csv' INTO table iud4.dest""")
sql(
"""create table iud4.source2 (c11 string,c22 int,c33 string,c55 string, c66 int) STORED BY 'org.apache.carbondata.format'""")
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/source3.csv' INTO table iud4.source2""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/source3.csv' INTO table iud4.source2""")
sql("""create table iud4.other (c1 string,c2 int) STORED BY 'org.apache.carbondata.format'""")
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/other.csv' INTO table iud4.other""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/other.csv' INTO table iud4.other""")
sql(
"""create table iud4.hdest (c1 string,c2 int,c3 string,c5 string) ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' LINES TERMINATED BY '\n' STORED AS TEXTFILE""")
.show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/comp1.csv' INTO table iud4.hdest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/comp1.csv' INTO table iud4.hdest""")
sql(
"""CREATE TABLE iud4.update_01(imei string,age int,task bigint,num double,level decimal(10,3),name string)STORED BY 'org.apache.carbondata.format' """)
sql(
- """LOAD DATA LOCAL INPATH './src/test/resources/IUD/update01.csv' INTO TABLE iud4.update_01 OPTIONS('BAD_RECORDS_LOGGER_ENABLE' = 'FALSE', 'BAD_RECORDS_ACTION' = 'FORCE') """)
+ s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/update01.csv' INTO TABLE iud4.update_01 OPTIONS('BAD_RECORDS_LOGGER_ENABLE' = 'FALSE', 'BAD_RECORDS_ACTION' = 'FORCE') """)
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.isHorizontalCompactionEnabled, "true")
}
@@ -65,14 +64,14 @@ class HorizontalCompactionTestCase extends QueryTest with BeforeAndAfterAll {
sql(
"""create table dest2 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""")
.show()
- sql("""load data local inpath './src/test/resources/IUD/comp1.csv' INTO table dest2""").show()
- sql("""load data local inpath './src/test/resources/IUD/comp2.csv' INTO table dest2""").show()
- sql("""load data local inpath './src/test/resources/IUD/comp3.csv' INTO table dest2""").show()
- sql("""load data local inpath './src/test/resources/IUD/comp4.csv' INTO table dest2""").show()
+ sql(s"""load data local inpath '$resourcesPath/IUD/comp1.csv' INTO table dest2""").show()
+ sql(s"""load data local inpath '$resourcesPath/IUD/comp2.csv' INTO table dest2""").show()
+ sql(s"""load data local inpath '$resourcesPath/IUD/comp3.csv' INTO table dest2""").show()
+ sql(s"""load data local inpath '$resourcesPath/IUD/comp4.csv' INTO table dest2""").show()
sql(
"""create table source2 (c11 string,c22 int,c33 string,c55 string, c66 int) STORED BY 'org.apache.carbondata.format'""")
.show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/source3.csv' INTO table source2""").show()
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/source3.csv' INTO table source2""").show()
sql(
"""update dest2 d set (d.c3, d.c5 ) = (select s.c33,s.c55 from source2 s where d.c1 = s.c11 and s.c22 < 3 or (s.c22 > 10 and s.c22 < 13) or (s.c22 > 20 and s.c22 < 23) or (s.c22 > 30 and s.c22 < 33))""")
.show()
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCase.scala
index 3a408f3..b4c6940 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCase.scala
@@ -18,29 +18,29 @@
*/
package org.apache.carbondata.spark.testsuite.iud
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
override def beforeAll {
sql("drop database if exists iud cascade")
- sql("create database iud")
+ sql("create database iud")
sql("use iud")
sql("""create table iud.dest (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest""")
sql("""create table iud.source2 (c11 string,c22 int,c33 string,c55 string, c66 int) STORED BY 'org.apache.carbondata.format'""")
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/source2.csv' INTO table iud.source2""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/source2.csv' INTO table iud.source2""")
sql("""create table iud.other (c1 string,c2 int) STORED BY 'org.apache.carbondata.format'""")
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/other.csv' INTO table iud.other""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/other.csv' INTO table iud.other""")
sql("""create table iud.hdest (c1 string,c2 int,c3 string,c5 string) ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' LINES TERMINATED BY '\n' STORED AS TEXTFILE""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.hdest""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.hdest""")
sql("""CREATE TABLE iud.update_01(imei string,age int,task bigint,num double,level decimal(10,3),name string)STORED BY 'org.apache.carbondata.format' """)
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/update01.csv' INTO TABLE iud.update_01 OPTIONS('BAD_RECORDS_LOGGER_ENABLE' = 'FALSE', 'BAD_RECORDS_ACTION' = 'FORCE') """)
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/update01.csv' INTO TABLE iud.update_01 OPTIONS('BAD_RECORDS_LOGGER_ENABLE' = 'FALSE', 'BAD_RECORDS_ACTION' = 'FORCE') """)
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.isHorizontalCompactionEnabled , "true")
}
@@ -49,7 +49,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("test update operation with 0 rows updation.") {
sql("""drop table iud.zerorows""").show
sql("""create table iud.zerorows (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.zerorows""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.zerorows""")
sql("""update zerorows d set (d.c2) = (d.c2 + 1) where d.c1 = 'a'""").show()
sql("""update zerorows d set (d.c2) = (d.c2 + 1) where d.c1 = 'xxx'""").show()
checkAnswer(
@@ -65,7 +65,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[select from source table with where and exist]") {
sql("""drop table iud.dest11""").show
sql("""create table iud.dest11 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest11""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest11""")
sql("""update iud.dest11 d set (d.c3, d.c5 ) = (select s.c33,s.c55 from iud.source2 s where d.c1 = s.c11) where 1 = 1""").show()
checkAnswer(
sql("""select c3,c5 from iud.dest11"""),
@@ -77,7 +77,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table columns with where and exist]") {
sql("""drop table iud.dest22""").show
sql("""create table iud.dest22 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest22""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest22""")
checkAnswer(
sql("""select c2 from iud.dest22 where c1='a'"""),
Seq(Row(1))
@@ -93,7 +93,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table without alias in set columns") {
sql("""drop table iud.dest33""").show
sql("""create table iud.dest33 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest33""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest33""")
sql("""update iud.dest33 d set (c3,c5 ) = (select s.c33 ,s.c55 from iud.source2 s where d.c1 = s.c11) where d.c1 = 'a'""").show()
checkAnswer(
sql("""select c3,c5 from iud.dest33 where c1='a'"""),
@@ -105,7 +105,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table without alias in set three columns") {
sql("""drop table iud.dest44""").show
sql("""create table iud.dest44 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest44""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest44""")
sql("""update iud.dest44 d set (c1,c3,c5 ) = (select s.c11, s.c33 ,s.c55 from iud.source2 s where d.c1 = s.c11) where d.c1 = 'a'""").show()
checkAnswer(
sql("""select c1,c3,c5 from iud.dest44 where c1='a'"""),
@@ -117,7 +117,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[single column select from source with where and exist]") {
sql("""drop table iud.dest55""").show
sql("""create table iud.dest55 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest55""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest55""")
sql("""update iud.dest55 d set (c3) = (select s.c33 from iud.source2 s where d.c1 = s.c11) where 1 = 1""").show()
checkAnswer(
sql("""select c1,c3 from iud.dest55 """),
@@ -129,7 +129,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[single column SELECT from source with where and exist]") {
sql("""drop table iud.dest55""").show
sql("""create table iud.dest55 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest55""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest55""")
sql("""update iud.dest55 d set (c3) = (SELECT s.c33 from iud.source2 s where d.c1 = s.c11) where 1 = 1""").show()
checkAnswer(
sql("""select c1,c3 from iud.dest55 """),
@@ -141,7 +141,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table columns without where clause]") {
sql("""drop table iud.dest66""").show
sql("""create table iud.dest66 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest66""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest66""")
sql("""update iud.dest66 d set (c2, c5 ) = (c2 + 1, concat(c5 , "z"))""").show()
checkAnswer(
sql("""select c2,c5 from iud.dest66 """),
@@ -153,7 +153,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table columns with where clause]") {
sql("""drop table iud.dest77""").show
sql("""create table iud.dest77 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest77""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest77""")
sql("""update iud.dest77 d set (c2, c5 ) = (c2 + 1, concat(c5 , "z")) where d.c3 = 'dd'""").show()
checkAnswer(
sql("""select c2,c5 from iud.dest77 where c3 = 'dd'"""),
@@ -165,7 +165,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table( no alias) columns without where clause]") {
sql("""drop table iud.dest88""").show
sql("""create table iud.dest88 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest88""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest88""")
sql("""update iud.dest88 set (c2, c5 ) = (c2 + 1, concat(c5 , "y" ))""").show()
checkAnswer(
sql("""select c2,c5 from iud.dest88 """),
@@ -177,7 +177,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table columns with hard coded value ]") {
sql("""drop table iud.dest99""").show
sql("""create table iud.dest99 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest99""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest99""")
sql("""update iud.dest99 d set (c2, c5 ) = (c2 + 1, "xyx")""").show()
checkAnswer(
sql("""select c2,c5 from iud.dest99 """),
@@ -189,7 +189,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon tableusing destination table columns with hard coded value and where condition]") {
sql("""drop table iud.dest110""").show
sql("""create table iud.dest110 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest110""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest110""")
sql("""update iud.dest110 d set (c2, c5 ) = (c2 + 1, "xyx") where d.c1 = 'e'""").show()
checkAnswer(
sql("""select c2,c5 from iud.dest110 where c1 = 'e' """),
@@ -201,7 +201,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using source table columns with where and exist and no destination table condition]") {
sql("""drop table iud.dest120""").show
sql("""create table iud.dest120 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest120""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest120""")
sql("""update iud.dest120 d set (c3, c5 ) = (select s.c33 ,s.c55 from iud.source2 s where d.c1 = s.c11)""").show()
checkAnswer(
sql("""select c3,c5 from iud.dest120 """),
@@ -213,7 +213,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table where and exist]") {
sql("""drop table iud.dest130""").show
sql("""create table iud.dest130 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest130""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest130""")
sql("""update iud.dest130 dd set (c2, c5 ) = (c2 + 1, "xyx") where dd.c1 = 'a'""").show()
checkAnswer(
sql("""select c2,c5 from iud.dest130 where c1 = 'a' """),
@@ -225,7 +225,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table (concat) where and exist]") {
sql("""drop table iud.dest140""").show
sql("""create table iud.dest140 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest140""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest140""")
sql("""update iud.dest140 d set (c2, c5 ) = (c2 + 1, concat(c5 , "z")) where d.c1 = 'a'""").show()
checkAnswer(
sql("""select c2,c5 from iud.dest140 where c1 = 'a'"""),
@@ -237,7 +237,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("update carbon table[using destination table (concat) with where") {
sql("""drop table iud.dest150""").show
sql("""create table iud.dest150 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest150""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest150""")
sql("""update iud.dest150 d set (c5) = (concat(c5 , "z")) where d.c1 = 'b'""").show()
checkAnswer(
sql("""select c5 from iud.dest150 where c1 = 'b' """),
@@ -294,7 +294,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("""update carbon [special characters in value- test parsing logic ]""") {
sql("""drop table iud.dest160""").show
sql("""create table iud.dest160 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest160""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest160""")
sql("""update iud.dest160 set(c1) = ("ab\')$*)(&^)")""").show()
sql("""update iud.dest160 set(c1) = ('abd$asjdh$adasj$l;sdf$*)$*)(&^')""").show()
sql("""update iud.dest160 set(c1) =("\\")""").show()
@@ -311,7 +311,7 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("""update carbon [sub query, between and existing in outer condition.(Customer query ) ]""") {
sql("""drop table iud.dest170""").show
sql("""create table iud.dest170 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest170""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest170""")
sql("""update iud.dest170 d set (c3)=(select s.c33 from iud.source2 s where d.c1 = s.c11 and d.c2 = s.c22) where d.c2 between 1 and 3""").show()
checkAnswer(
sql("""select c3 from iud.dest170 as d where d.c2 between 1 and 3"""),
@@ -323,11 +323,11 @@ class UpdateCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
test("""update carbon [self join select query ]""") {
sql("""drop table iud.dest171""").show
sql("""create table iud.dest171 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest171""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest171""")
sql("""update iud.dest171 d set (c3)=(select concat(s.c3 , "z") from iud.dest171 s where d.c2 = s.c2)""").show
sql("""drop table iud.dest172""").show
sql("""create table iud.dest172 (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""").show()
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/IUD/dest.csv' INTO table iud.dest172""")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/dest.csv' INTO table iud.dest172""")
sql("""update iud.dest172 d set (c3)=( concat(c3 , "z"))""").show
checkAnswer(
sql("""select c3 from iud.dest171"""),
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
deleted file mode 100644
index 83fdd59..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
+++ /dev/null
@@ -1,68 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.joinquery
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for join query on multiple datatypes
- * @author N00902756
- *
- */
-
-class AllDataTypesTestCaseJoin extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE alldatatypestableJoin (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE alldatatypestableJoin OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
-
- sql("CREATE TABLE alldatatypestableJoin_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
- sql("LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO TABLE alldatatypestableJoin_hive");
-
- }
-
- test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableJoin where empname in ('arvind','ayushi') group by empno,empname,utilization") {
- checkAnswer(
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableJoin where empname in ('arvind','ayushi') group by empno,empname,utilization"),
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableJoin_hive where empname in ('arvind','ayushi') group by empno,empname,utilization"))
- }
-
- test("select e.empid from employee e inner join manager m on e.mgrid=m.empid") {
- sql("drop table if exists employee")
- sql("create table employee(name string, empid string, mgrid string, mobileno bigint) stored by 'carbondata'")
- sql("load data inpath './src/test/resources/join/emp.csv' into table employee options('fileheader'='name,empid,mgrid,mobileno')")
-
- sql("drop table if exists manager")
- sql("create table manager(name string, empid string, mgrid string, mobileno bigint) stored by 'carbondata'")
- sql("load data inpath './src/test/resources/join/mgr.csv' into table manager options('fileheader'='name,empid,mgrid,mobileno')")
- checkAnswer(
- sql("select e.empid from employee e inner join manager m on e.mgrid=m.empid"),
- Seq(Row("t23717"))
- )
-
- }
- override def afterAll {
- sql("drop table alldatatypestableJoin")
- sql("drop table alldatatypestableJoin_hive")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
deleted file mode 100644
index e963a4e..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
+++ /dev/null
@@ -1,48 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.joinquery
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for join query on Integer datatypes
- * @author N00902756
- *
- */
-class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE integertypetablejoin (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE integertypetablejoin OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
- }
-
- test("select empno from integertypetablejoin") {
- checkAnswer(
- sql("select empno from integertypetablejoin"),
- Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
- }
-
- override def afterAll {
- sql("drop table integertypetablejoin")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
deleted file mode 100644
index c593a43..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
+++ /dev/null
@@ -1,85 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.measurenullvalue
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-class NullMeasureValueTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table IF EXISTS t3")
- sql(
- "CREATE TABLE IF NOT EXISTS t3 (ID Int, date Timestamp, country String, name String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata.format'"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/nullmeasurevalue.csv' into table t3");
- }
-
- test("select count(salary) from t3") {
- checkAnswer(
- sql("select count(salary) from t3"),
- Seq(Row(0)))
- }
- test("select count(ditinct salary) from t3") {
- checkAnswer(
- sql("select count(distinct salary) from t3"),
- Seq(Row(0)))
- }
-
- test("select sum(salary) from t3") {
- checkAnswer(
- sql("select sum(salary) from t3"),
- Seq(Row(null)))
- }
- test("select avg(salary) from t3") {
- checkAnswer(
- sql("select avg(salary) from t3"),
- Seq(Row(null)))
- }
-
- test("select max(salary) from t3") {
- checkAnswer(
- sql("select max(salary) from t3"),
- Seq(Row(null)))
- }
- test("select min(salary) from t3") {
- checkAnswer(
- sql("select min(salary) from t3"),
- Seq(Row(null)))
- }
- test("select sum(distinct salary) from t3") {
- checkAnswer(
- sql("select sum(distinct salary) from t3"),
- Seq(Row(null)))
- }
-
- override def afterAll {
- sql("drop table t3")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
deleted file mode 100644
index 2d84851..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
+++ /dev/null
@@ -1,112 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.nullvalueserialization
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test cases for testing columns having \N or \null values for non numeric columns
- */
-class TestNullValueSerialization extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
- CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/nullvalueserialization.csv"
- sql(
- "CREATE TABLE IF NOT EXISTS carbonTable (ID String, date Timestamp, country String, name " +
- "String, phonetype String, serialname String, salary Decimal(17,2))STORED BY 'org.apache" +
- ".carbondata.format'"
- )
- sql(
- "create table if not exists hiveTable(ID String, date Timestamp, country String, name " +
- "String, " +
- "phonetype String, serialname String, salary Decimal(17,2))row format delimited fields " +
- "terminated by ','"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
- "('FILEHEADER'='ID,date," +
- "country,name,phonetype,serialname,salary')"
- )
- sql(
- "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
- )
- }
-
-
- test("test detail query on column having null values") {
- System.out.println("Carbon Table")
- sql("select * from carbonTable").show()
- System.out.println("Hive Table")
- sql("select * from hiveTable").show()
- checkAnswer(
- sql("select * from carbonTable"),
- sql("select * from hiveTable")
- )
- }
-
- test("test filter query on column is null") {
- checkAnswer(
- sql("select * from carbonTable where salary is null"),
- sql("select * from hiveTable where salary is null")
- )
- }
-
- test("test filter query on column is not null") {
- checkAnswer(
- sql("select * from carbonTable where salary is not null"),
- sql("select * from hiveTable where salary is not null")
- )
- }
-
- test("test filter query on columnValue=null") {
- checkAnswer(
- sql("select * from carbonTable where salary=null"),
- sql("select * from hiveTable where salary=null")
- )
- }
-
- test("test filter query where date is null") {
- checkAnswer(
- sql("select * from carbonTable where date is null"),
- sql("select * from hiveTable where date is null")
- )
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
[11/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeQuery.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeQuery.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeQuery.scala
index 3630b61..5dab2d8 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeQuery.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeQuery.scala
@@ -19,13 +19,8 @@
package org.apache.carbondata.integration.spark.testsuite.complexType
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
import org.apache.spark.sql.Row
-import org.apache.carbondata.core.carbon.CarbonTableIdentifier
-import org.apache.carbondata.core.carbon.metadata.schema.table.column.CarbonDimension
+import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
/**
@@ -43,29 +38,29 @@ class TestComplexTypeQuery extends QueryTest with BeforeAndAfterAll {
sql("drop table if exists structusingarraycarbon").show
sql("drop table if exists structusingarrayhive").show
sql("create table complexcarbontable(deviceInformationId int, channelsId string, ROMSize string, ROMName String, purchasedate string, mobile struct<imei:string, imsi:string>, MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>, proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId double,contractNumber double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId', 'DICTIONARY_EXCLUDE'='channelsId','COLUMN_GROUP'='(ROMSize,ROMName)')");
- sql("LOAD DATA local inpath './src/test/resources/complextypesample.csv' INTO table complexcarbontable OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId,ROMSize,ROMName,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber', 'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')");
+ sql("LOAD DATA local inpath '" + resourcesPath + "/complextypesample.csv' INTO table complexcarbontable OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId,ROMSize,ROMName,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber', 'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')");
sql("create table complexhivetable(deviceInformationId int, channelsId string, ROMSize string, ROMName String, purchasedate string, mobile struct<imei:string, imsi:string>, MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>, proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId double,contractNumber double)row format delimited fields terminated by ',' collection items terminated by '$' map keys terminated by ':'")
- sql("LOAD DATA local inpath './src/test/resources/complextypesample.csv' INTO table complexhivetable");
+ sql(s"LOAD DATA local inpath '$resourcesPath/complextypesample.csv' INTO table complexhivetable");
sql("create table complex_filter(test1 int, test2 array<String>,test3 array<bigint>,test4 array<int>,test5 array<decimal>,test6 array<timestamp>,test7 array<double>) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA INPATH './src/test/resources/array1.csv' INTO TABLE complex_filter options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$', 'FILEHEADER'= 'test1,test2,test3,test4,test5,test6,test7')").show()
+ sql("LOAD DATA INPATH '" + resourcesPath + "/array1.csv' INTO TABLE complex_filter options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$', 'FILEHEADER'= 'test1,test2,test3,test4,test5,test6,test7')").show()
sql("create table structusingarraycarbon (MAC struct<MAC1:array<string>,ActiveCountry:array<string>>) STORED BY 'org.apache.carbondata.format'");
- sql("LOAD DATA local INPATH './src/test/resources/struct_all.csv' INTO table structusingarraycarbon options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='MAC','COMPLEX_DELIMITER_LEVEL_1'='$','COMPLEX_DELIMITER_LEVEL_2'='&')")
+ sql("LOAD DATA local INPATH '" + resourcesPath + "/struct_all.csv' INTO table structusingarraycarbon options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='MAC','COMPLEX_DELIMITER_LEVEL_1'='$','COMPLEX_DELIMITER_LEVEL_2'='&')")
sql("create table structusingarrayhive (MAC struct<MAC1:array<string>,ActiveCountry:array<string>>)row format delimited fields terminated by ',' collection items terminated by '$' map keys terminated by '&'");
- sql("LOAD DATA local INPATH './src/test/resources/struct_all.csv' INTO table structusingarrayhive")
+ sql("LOAD DATA local INPATH '" + resourcesPath + "/struct_all.csv' INTO table structusingarrayhive")
sql("create table structusingstructCarbon(name struct<middlename:string, othernames:struct<firstname:string,lastname:string>,age:int> ) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local INPATH './src/test/resources/structusingstruct.csv' INTO table structusingstructCarbon options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='name','COMPLEX_DELIMITER_LEVEL_1'='$','COMPLEX_DELIMITER_LEVEL_2'='&')")
+ sql("LOAD DATA local INPATH '" + resourcesPath + "/structusingstruct.csv' INTO table structusingstructCarbon options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='name','COMPLEX_DELIMITER_LEVEL_1'='$','COMPLEX_DELIMITER_LEVEL_2'='&')")
sql("create table structusingstructhive(name struct<middlename:string, othernames:struct<firstname:string,lastname:string>,age:int> )row format delimited fields terminated by ',' collection items terminated by '$' map keys terminated by '&'")
- sql("LOAD DATA local INPATH './src/test/resources/structusingstruct.csv' INTO table structusingstructhive")
+ sql("LOAD DATA local INPATH '" + resourcesPath + "/structusingstruct.csv' INTO table structusingstructhive")
}
test("Test ^ * special character data loading for complex types") {
sql("create table complexcarbonwithspecialchardelimeter(deviceInformationId int, channelsId string, ROMSize string, ROMName String, purchasedate string, mobile struct<imei:string, imsi:string>, MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>, proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId double,contractNumber double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId', 'DICTIONARY_EXCLUDE'='channelsId','COLUMN_GROUP'='(ROMSize,ROMName)')");
- sql("LOAD DATA local inpath './src/test/resources/complextypespecialchardelimiter.csv' INTO table complexcarbonwithspecialchardelimeter OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId,ROMSize,ROMName,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber', 'COMPLEX_DELIMITER_LEVEL_1'='^', 'COMPLEX_DELIMITER_LEVEL_2'='*')");
+ sql("LOAD DATA local inpath '" + resourcesPath + "/complextypespecialchardelimiter.csv' INTO table complexcarbonwithspecialchardelimeter OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId,ROMSize,ROMName,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber', 'COMPLEX_DELIMITER_LEVEL_1'='^', 'COMPLEX_DELIMITER_LEVEL_2'='*')");
sql("create table complexhivewithspecialchardelimeter(deviceInformationId int, channelsId string, ROMSize string, ROMName String, purchasedate string, mobile struct<imei:string, imsi:string>, MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>, proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId double,contractNumber double)row format delimited fields terminated by ',' collection items terminated by '^' map keys terminated by '*'")
- sql("LOAD DATA local inpath './src/test/resources/complextypespecialchardelimiter.csv' INTO table complexhivewithspecialchardelimeter");
+ sql("LOAD DATA local inpath '" + resourcesPath + "/complextypespecialchardelimiter.csv' INTO table complexhivewithspecialchardelimeter");
checkAnswer(sql("select * from complexcarbonwithspecialchardelimeter"), sql("select * from complexhivewithspecialchardelimeter"))
sql("drop table if exists complexcarbonwithspecialchardelimeter")
sql("drop table if exists complexhivewithspecialchardelimeter")
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
deleted file mode 100644
index b9c8a68..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
+++ /dev/null
@@ -1,98 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.integration.spark.testsuite.complexType
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.Row
-import org.apache.carbondata.core.carbon.CarbonTableIdentifier
-import org.apache.carbondata.core.carbon.metadata.schema.table.column.CarbonDimension
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test class of creating and loading for carbon table with double
- *
- */
-class TestCreateTableWithDouble extends QueryTest with BeforeAndAfterAll {
-
- var dataPath: String = _
- var countNum: Array[Row] = _
- var doubleField: Array[Row] = _
-
- override def beforeAll: Unit = {
- dataPath = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath + "/src/test/resources/sampleComplex.csv"
- countNum = Array(Row(0))
- doubleField = Array(Row(0))
- sql("drop table if exists doubleComplex")
- sql("drop table if exists doubleComplex2")
- }
-
- test("test creating carbon table with double in complex type") {
- try {
- sql("CREATE TABLE doubleComplex (Id int, number double, name string, " +
- "gamePoint array<double>, mac struct<num:double>) " +
- "STORED BY 'org.apache.carbondata.format'")
- sql(s"LOAD DATA LOCAL INPATH '$dataPath' INTO TABLE doubleComplex")
- countNum = sql(s"SELECT COUNT(*) FROM doubleComplex").collect
- doubleField = sql("SELECT number FROM doubleComplex SORT BY Id").collect
- } catch {
- case e : Throwable => fail(e)
- }
- // assert that load and query is successful
- assertResult(countNum)(Array(Row(3)))
- assertResult(doubleField)(Array(Row(1.5), Row(2.0), Row(3.0)))
- }
-
- test("test creating carbon table with double as dimension") {
- countNum = Array(Row(0))
- doubleField = Array(Row(0))
- try {
- sql("CREATE TABLE doubleComplex2 (Id int, number double, name string, " +
- "gamePoint array<double>, mac struct<num:double>) " +
- "STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES('DICTIONARY_INCLUDE'='number')")
- sql(s"LOAD DATA LOCAL INPATH '$dataPath' INTO TABLE doubleComplex2")
- countNum = sql(s"SELECT COUNT(*) FROM doubleComplex2").collect
- doubleField = sql(s"SELECT number FROM doubleComplex2 SORT BY Id").collect
- } catch {
- case e : Throwable => fail(e)
- }
- // assert that field 'number' is a dimension
- val tableIdentifier = new CarbonTableIdentifier(
- CarbonCommonConstants.DATABASE_DEFAULT_NAME, "doubleComplex2".toLowerCase(), "uniqueid")
- val carbonTable = org.apache.carbondata.core.carbon.metadata.CarbonMetadata.getInstance()
- .getCarbonTable(tableIdentifier.getTableUniqueName)
- val dimExist = carbonTable.getDimensionByTableName("doubleComplex2".toLowerCase()).toArray.
- exists(_.asInstanceOf[CarbonDimension].getColName.equalsIgnoreCase("number"))
- assertResult(dimExist)(true)
- // assert that load and query is successful
- assertResult(countNum)(Array(Row(3)))
- assertResult(doubleField)(Array(Row(1.5), Row(2.0), Row(3.0)))
- }
-
- override def afterAll {
- sql("drop table doubleComplex")
- sql("drop table doubleComplex2")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
deleted file mode 100644
index d44c73d..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
+++ /dev/null
@@ -1,59 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for data loading with hive syntax and old syntax
- *
- */
-class MultiFilesDataLoagdingTestCase extends QueryTest with BeforeAndAfterAll {
-
- var currentDirectory: String = _
-
- override def beforeAll {
- sql("create table multifile(empno int, empname String, designation string, doj String," +
- "workgroupcategory int, workgroupcategoryname String,deptno int, deptname String," +
- "projectcode int, projectjoindate String,projectenddate String, attendance double," +
- "utilization double,salary double) STORED BY 'org.apache.carbondata.format'")
-
- currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- }
-
- test("test data loading for multi files and nested folder") {
- val testData = currentDirectory + "/src/test/resources/loadMultiFiles"
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table multifile")
- checkAnswer(
- sql("select count(empno) from multifile"),
- Seq(Row(10))
- )
- }
-
- override def afterAll {
- sql("drop table multifile")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/SparkDatasourceSuite.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/SparkDatasourceSuite.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/SparkDatasourceSuite.scala
index 2d5d3d5..e9205e3 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/SparkDatasourceSuite.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/SparkDatasourceSuite.scala
@@ -21,23 +21,19 @@ package org.apache.carbondata.integration.spark.testsuite.dataload
import java.io.File
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.apache.spark.sql.{DataFrame, Row, SQLContext, SaveMode}
import org.scalatest.BeforeAndAfterAll
class SparkDatasourceSuite extends QueryTest with BeforeAndAfterAll {
- var currentDirectory: String = _
var df: DataFrame = _
override def beforeAll {
sql("DROP TABLE IF EXISTS carbon1")
- currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- import implicits._
- df = sc.parallelize(1 to 1000)
+ import sqlContext.implicits._
+ df = sqlContext.sparkContext.parallelize(1 to 1000)
.map(x => ("a", "b", x))
.toDF("c1", "c2", "c3")
@@ -50,7 +46,7 @@ class SparkDatasourceSuite extends QueryTest with BeforeAndAfterAll {
}
test("read and write using CarbonContext") {
- val in = read
+ val in = sqlContext.read
.format("carbondata")
.option("tableName", "carbon1")
.load()
@@ -59,7 +55,7 @@ class SparkDatasourceSuite extends QueryTest with BeforeAndAfterAll {
}
test("read and write using CarbonContext with compression") {
- val in = read
+ val in = sqlContext.read
.format("carbondata")
.option("tableName", "carbon1")
.option("compress", "true")
@@ -80,7 +76,7 @@ class SparkDatasourceSuite extends QueryTest with BeforeAndAfterAll {
.option("tableName", "carbon4")
.mode(SaveMode.Overwrite)
.save()
- val in = read
+ val in = sqlContext.read
.format("carbondata")
.option("tableName", "carbon4")
.load()
@@ -100,7 +96,7 @@ class SparkDatasourceSuite extends QueryTest with BeforeAndAfterAll {
.option("tableName", "carbon4")
.mode(SaveMode.Append)
.save()
- val in = read
+ val in = sqlContext.read
.format("carbondata")
.option("tableName", "carbon4")
.load()
@@ -109,40 +105,40 @@ class SparkDatasourceSuite extends QueryTest with BeforeAndAfterAll {
}
test("query using SQLContext") {
- val sqlContext = new SQLContext(sparkContext)
- sqlContext.sql(
+ val newSQLContext = new SQLContext(sqlContext.sparkContext)
+ newSQLContext.sql(
s"""
| CREATE TEMPORARY TABLE temp
| (c1 string, c2 string, c3 long)
| USING org.apache.spark.sql.CarbonSource
- | OPTIONS (path '$storePath/default/carbon1')
+ | OPTIONS (path '$storeLocation/default/carbon1')
""".stripMargin)
- checkAnswer(sqlContext.sql(
+ checkAnswer(newSQLContext.sql(
"""
| SELECT c1, c2, count(*)
| FROM temp
| WHERE c3 > 100
| GROUP BY c1, c2
""".stripMargin), Seq(Row("a", "b", 900)))
- sqlContext.dropTempTable("temp")
+ newSQLContext.dropTempTable("temp")
}
test("query using SQLContext without providing schema") {
- val sqlContext = new SQLContext(sparkContext)
- sqlContext.sql(
+ val newSQLContext = new SQLContext(sqlContext.sparkContext)
+ newSQLContext.sql(
s"""
| CREATE TEMPORARY TABLE temp
| USING org.apache.spark.sql.CarbonSource
- | OPTIONS (path '$storePath/default/carbon1')
+ | OPTIONS (path '$storeLocation/default/carbon1')
""".stripMargin)
- checkAnswer(sqlContext.sql(
+ checkAnswer(newSQLContext.sql(
"""
| SELECT c1, c2, count(*)
| FROM temp
| WHERE c3 > 100
| GROUP BY c1, c2
""".stripMargin), Seq(Row("a", "b", 900)))
- sqlContext.dropTempTable("temp")
+ newSQLContext.dropTempTable("temp")
}
test("query using SQLContext, multiple load") {
@@ -152,38 +148,37 @@ class SparkDatasourceSuite extends QueryTest with BeforeAndAfterAll {
| CREATE TABLE test(id int, name string, city string, age int)
| STORED BY 'org.apache.carbondata.format'
""".stripMargin)
- val testData = currentDirectory + "/src/test/resources/sample.csv"
+ val testData = s"${resourcesPath}/sample.csv"
sql(s"LOAD DATA LOCAL INPATH '$testData' into table test")
sql(s"LOAD DATA LOCAL INPATH '$testData' into table test")
- val sqlContext = new SQLContext(sparkContext)
- sqlContext.sql(
+ val newSQLContext = new SQLContext(sqlContext.sparkContext)
+ newSQLContext.sql(
s"""
| CREATE TEMPORARY TABLE temp
| (id long, name string, city string, age long)
| USING org.apache.spark.sql.CarbonSource
- | OPTIONS (path '$storePath/default/test')
+ | OPTIONS (path '$storeLocation/default/test')
""".stripMargin)
- checkAnswer(sqlContext.sql(
+ checkAnswer(newSQLContext.sql(
"""
| SELECT count(id)
| FROM temp
""".stripMargin), Seq(Row(8)))
- sqlContext.dropTempTable("temp")
+ newSQLContext.dropTempTable("temp")
sql("DROP TABLE test")
}
test("json data with long datatype issue CARBONDATA-405") {
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val jsonDF = read.format("json").load("./src/test/resources/test.json")
+ val jsonDF = sqlContext.read.format("json").load(s"$resourcesPath/test.json")
jsonDF.write
.format("carbondata")
.option("tableName", "dftesttable")
.option("compress", "true")
.mode(SaveMode.Overwrite)
.save()
- val carbonDF = read
+ val carbonDF = sqlContext
+ .read
.format("carbondata")
.option("tableName", "dftesttable")
.load()
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
deleted file mode 100644
index 6a274b6..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
+++ /dev/null
@@ -1,145 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.integration.spark.testsuite.dataload
-
-import java.io.File
-import java.math.BigDecimal
-
-import org.apache.carbondata.core.carbon.path.{CarbonStorePath, CarbonTablePath}
-import org.apache.carbondata.core.datastorage.store.filesystem.CarbonFile
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.{CarbonHiveContext, QueryTest}
-import org.scalatest.BeforeAndAfterAll
-
-import scala.collection.mutable.ArrayBuffer
-
-class TestLoadDataGeneral extends QueryTest with BeforeAndAfterAll {
-
- var currentDirectory: String = _
-
- override def beforeAll {
- sql("DROP TABLE IF EXISTS loadtest")
- sql(
- """
- | CREATE TABLE loadtest(id int, name string, city string, age int)
- | STORED BY 'org.apache.carbondata.format'
- """.stripMargin)
-
- currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- }
-
- private def checkSegmentExists(
- segmentId: String,
- datbaseName: String,
- tableName: String): Boolean = {
- val carbonTable = org.apache.carbondata.core.carbon.metadata.CarbonMetadata.getInstance()
- .getCarbonTable(datbaseName + "_" + tableName)
- val partitionPath = CarbonStorePath.getCarbonTablePath(
- CarbonHiveContext.hdfsCarbonBasePath,
- carbonTable.getCarbonTableIdentifier).getPartitionDir("0")
- val fileType: FileFactory.FileType = FileFactory.getFileType(partitionPath)
- val carbonFile = FileFactory.getCarbonFile(partitionPath, fileType)
- val segments: ArrayBuffer[String] = ArrayBuffer()
- carbonFile.listFiles.foreach { file =>
- segments += CarbonTablePath.DataPathUtil.getSegmentId(file.getAbsolutePath + "/dummy")
- }
- segments.contains(segmentId)
- }
-
- test("test data loading CSV file") {
- val testData = currentDirectory + "/src/test/resources/sample.csv"
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
- checkAnswer(
- sql("SELECT COUNT(*) FROM loadtest"),
- Seq(Row(4))
- )
- }
-
- test("test data loading CSV file without extension name") {
- val testData = currentDirectory + "/src/test/resources/sample"
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
- checkAnswer(
- sql("SELECT COUNT(*) FROM loadtest"),
- Seq(Row(8))
- )
- }
-
- test("test data loading GZIP compressed CSV file") {
- val testData = currentDirectory + "/src/test/resources/sample.csv.gz"
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
- checkAnswer(
- sql("SELECT COUNT(*) FROM loadtest"),
- Seq(Row(12))
- )
- }
-
- test("test data loading BZIP2 compressed CSV file") {
- val testData = currentDirectory + "/src/test/resources/sample.csv.bz2"
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
- checkAnswer(
- sql("SELECT COUNT(*) FROM loadtest"),
- Seq(Row(16))
- )
- }
-
- test("test data loading CSV file with delimiter char \\017") {
- val testData = currentDirectory + "/src/test/resources/sample_withDelimiter017.csv"
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest options ('delimiter'='\\017')")
- checkAnswer(
- sql("SELECT COUNT(*) FROM loadtest"),
- Seq(Row(20))
- )
- }
-
- test("test data loading with invalid values for mesasures") {
- val testData = currentDirectory + "/src/test/resources/invalidMeasures.csv"
- sql("drop table if exists invalidMeasures")
- sql("CREATE TABLE invalidMeasures (country String, salary double, age decimal(10,2)) STORED BY 'carbondata'")
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table invalidMeasures options('Fileheader'='country,salary,age')")
- checkAnswer(
- sql("SELECT * FROM invalidMeasures"),
- Seq(Row("India",null,new BigDecimal("22.44")), Row("Russia",null,null), Row("USA",234.43,null))
- )
- }
-
- test("test data loading into table whose name has '_'") {
- sql("DROP TABLE IF EXISTS load_test")
- sql(""" CREATE TABLE load_test(id int, name string, city string, age int)
- STORED BY 'org.apache.carbondata.format' """)
- val testData = currentDirectory + "/src/test/resources/sample.csv"
- try {
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table load_test")
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table load_test")
- } catch {
- case ex: Exception =>
- assert(false)
- }
- assert(checkSegmentExists("0", "default", "load_test"))
- assert(checkSegmentExists("1", "default", "load_test"))
- sql("DROP TABLE load_test")
- }
-
- override def afterAll {
- sql("DROP TABLE loadtest")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
deleted file mode 100644
index 52b96f5..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
+++ /dev/null
@@ -1,65 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.integration.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test class of creating and loading for carbon table with auto load merge
- */
-class TestLoadDataWithAutoLoadMerge extends QueryTest with BeforeAndAfterAll {
-
- var currentDirectory: String = _
-
- override def beforeAll: Unit = {
- sql("DROP TABLE IF EXISTS automerge")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "true")
- sql(
- """
- CREATE TABLE automerge(id int, name string, city string, age int)
- STORED BY 'org.apache.carbondata.format'
- """)
- currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- }
-
- test("test data loading with auto load merge") {
- val testData = currentDirectory + "/src/test/resources/sample.csv"
- sql(s"LOAD DATA LOCAL INPATH '$testData' into table automerge")
- checkAnswer(
- sql("SELECT COUNT(*) FROM automerge"),
- Seq(Row(4))
- )
- }
-
- override def afterAll: Unit = {
- sql("DROP TABLE IF EXISTS automerge")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "false")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
deleted file mode 100644
index 163c11d..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
+++ /dev/null
@@ -1,66 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.integration.spark.testsuite.dataload
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-import org.apache.spark.sql.Row
-
-/**
- * Test Class for data loading when there are blank lines in data
- *
- */
-class TestLoadDataWithBlankLine extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("drop table if exists carbontable")
- sql("CREATE TABLE carbontable (empno int, empname String, designation String, " +
- "doj String, workgroupcategory int, workgroupcategoryname String, deptno int, " +
- "deptname String, projectcode int, projectjoindate String, projectenddate String, " +
- "attendance int,utilization int,salary int) " +
- "STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/datawithblanklines.csv' INTO TABLE" +
- " carbontable OPTIONS('DELIMITER'= ',')")
-
- sql("drop table if exists carbontable2")
- sql("CREATE TABLE carbontable2 (empno int, empname String, designation String, " +
- "doj String, workgroupcategory int, workgroupcategoryname String, deptno int, " +
- "deptname String, projectcode int, projectjoindate String, projectenddate String, " +
- "attendance int,utilization int,salary int) " +
- "STORED BY 'org.apache.carbondata.format'")
- }
- test("test carbon table data loading when there are blank lines in data") {
- checkAnswer(sql("select count(*) from carbontable"),
- Seq(Row(18)))
- }
-
- test("test carbon table data loading when the first line is blank") {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/dataWithNullFirstLine.csv' INTO TABLE " +
- "carbontable2 OPTIONS('DELIMITER'= ',','FILEHEADER'='empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary')")
-
- checkAnswer(sql("select count(*) from carbontable2"),
- Seq(Row(11)))
- }
-
- override def afterAll {
- sql("drop table if exists carbontable")
- sql("drop table if exists carbontable2")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
deleted file mode 100644
index 40f2ce0..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
+++ /dev/null
@@ -1,66 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.integration.spark.testsuite.dataload
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for data loading when there are null measures in data
- *
- */
-class TestLoadDataWithEmptyArrayColumns extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("drop table if exists nest13")
- sql("""
- CREATE TABLE nest13 (imei string,age int,
- productdate timestamp,gamePointId double,
- reserved6 array<string>,mobile struct<poc:string, imsi:int>)
- STORED BY 'org.apache.carbondata.format'
- """)
- }
-
- test("test carbon table data loading when there are empty array columns in data") {
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
- CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
- )
- sql(
- s"""
- LOAD DATA inpath './src/test/resources/arrayColumnEmpty.csv'
- into table nest13 options ('DELIMITER'=',', 'complex_delimiter_level_1'='/')
- """
- )
- checkAnswer(
- sql("""
- SELECT count(*) from nest13
- """),
- Seq(Row(20)))
- }
-
- override def afterAll {
- sql("drop table nest13")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
deleted file mode 100644
index e534445..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
+++ /dev/null
@@ -1,61 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.integration.spark.testsuite.dataload
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-
-import org.scalatest.BeforeAndAfterAll
-import java.io.File
-import java.io.BufferedWriter
-import java.io.FileWriter
-import java.util.Random
-import org.apache.spark.sql.Row
-
-class TestLoadDataWithJunkChars extends QueryTest with BeforeAndAfterAll {
- var filePath = ""
- val junkchars = "\u01cd\u01ce\u01cf\u01d0\u01d1\u01d2\u01d3\u01d4\u01d5\u01d6\u01d7\u01d8\u01d9\u01da\u01db\u01dc\u01dd\u01de\u01df\u01e0\u01e1\u01e2\u01e3\u01e4\u01e5\u01e6\u01e7\u01e8\u01e9\u01ea\u01eb\u01ec\u01ed\u01ee\u01ef\u01f0"
-
- def buildTestData() = {
- val pwd = new File(this.getClass.getResource("/").getPath + "/../../").getCanonicalPath
- filePath = pwd + "/target/junkcharsdata.csv"
- val file = new File(filePath)
- val writer = new BufferedWriter(new FileWriter(file))
- writer.write("c1,c2\n")
- val random = new Random
- for (i <- 1 until 1000000) {
- writer.write("a" + i + "," + junkchars + "\n")
- }
- writer.write("a1000000," + junkchars)
- writer.close
- }
-
- test("[bug]fix bug of duplicate rows in UnivocityCsvParser #877") {
- buildTestData()
- sql("drop table if exists junkcharsdata")
- sql("""create table if not exists junkcharsdata
- (c1 string, c2 string)
- STORED BY 'org.apache.carbondata.format'""")
- sql(s"LOAD DATA LOCAL INPATH '$filePath' into table junkcharsdata").show
- sql("select * from junkcharsdata").show(20,false)
- checkAnswer(sql("select count(*) from junkcharsdata"), Seq(Row(1000000)))
- sql("drop table if exists junkcharsdata")
- new File(filePath).delete()
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
deleted file mode 100644
index 6b4758b..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
+++ /dev/null
@@ -1,98 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.integration.spark.testsuite.dataload
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for data loading when there are min integer value in int column
- *
- */
-class TestLoadDataWithMaxMinInteger extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("drop table if exists integer_table_01")
- sql("drop table if exists integer_table_02")
- sql("drop table if exists integer_table_03")
- }
- test("test carbon table data loading when the int column " +
- "contains min integer value") {
- sql(
- """
- CREATE TABLE integer_table_01(imei string,age int)
- STORED BY 'org.apache.carbondata.format'
- """)
- sql(
- """
- LOAD DATA INPATH './src/test/resources/datawithmininteger.csv'
- INTO table integer_table_01 options ('DELIMITER'=',',
- 'QUOTECHAR'='"')
- """)
- checkAnswer(sql("select age from integer_table_01"),
- Seq(Row(10), Row(26), Row(10), Row(10), Row(20),
- Row(10), Row(10), Row(10), Row(10), Row(10),
- Row(-2147483648)))
- }
-
- test("test carbon table data loading when the int column " +
- "contains max integer value") {
- sql(
- """
- CREATE TABLE integer_table_02(imei string,age int)
- STORED BY 'org.apache.carbondata.format'
- """)
- sql(
- """
- LOAD DATA INPATH './src/test/resources/datawithmaxinteger.csv'
- INTO table integer_table_02 options ('DELIMITER'=',',
- 'QUOTECHAR'='"')
- """)
- checkAnswer(sql("select age from integer_table_02"),
- Seq(Row(10), Row(26), Row(10), Row(10), Row(20),
- Row(10), Row(10), Row(10), Row(10), Row(10),
- Row(2147483647)))
- }
-
- test("test carbon table data loading when the int column " +
- "contains min and max integer value") {
- sql(
- """
- CREATE TABLE integer_table_03(imei string,age int)
- STORED BY 'org.apache.carbondata.format'
- """)
- sql(
- """
- LOAD DATA INPATH './src/test/resources/datawithmaxmininteger.csv'
- INTO table integer_table_03 options ('DELIMITER'=',',
- 'QUOTECHAR'='"')
- """)
- checkAnswer(sql("select age from integer_table_03"),
- Seq(Row(10), Row(26), Row(10), Row(10), Row(20),
- Row(10), Row(10), Row(10), Row(10), Row(10),
- Row(-2147483648), Row(2147483647)))
- }
- override def afterAll {
- sql("drop table if exists integer_table_01")
- sql("drop table if exists integer_table_02")
- sql("drop table if exists integer_table_03")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
deleted file mode 100644
index f3d5ea2..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
+++ /dev/null
@@ -1,53 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.integration.spark.testsuite.dataload
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for data loading when there are null measures in data
- *
- */
-class TestLoadDataWithNullMeasures extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("DROP TABLE IF EXISTS carbontable")
- sql(
- "CREATE TABLE carbontable (empno int, empname String, designation String, doj String, " +
- "workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, " +
- "projectcode int, projectjoindate String, projectenddate String,attendance int,utilization " +
- "int,salary int) STORED BY 'org.apache.carbondata.format'")
- }
-
- test("test carbon table data loading when there are null measures in data") {
- try {
- sql(
- "LOAD DATA LOCAL INPATH './src/test/resources/datawithnullmsrs.csv' INTO TABLE " +
- "carbontable OPTIONS('DELIMITER'= ',')");
- } catch {
- case e: Throwable => e.printStackTrace()
- }
- }
-
- override def afterAll {
- sql("drop table carbontable")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSingleQuotechar.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSingleQuotechar.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSingleQuotechar.scala
index 1d8eea5..d899fdc 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSingleQuotechar.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSingleQuotechar.scala
@@ -19,11 +19,9 @@
package org.apache.carbondata.integration.spark.testsuite.dataload
-import org.apache.spark.sql.{DataFrame, Row}
-import org.apache.spark.sql.common.util.CarbonHiveContext._
+import org.apache.spark.sql.Row
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
-
/**
* Test Class for data loading when there is single quote in fact data
*
@@ -38,8 +36,9 @@ class TestLoadDataWithSingleQuotechar extends QueryTest with BeforeAndAfterAll {
test("test data loading with single quote char") {
try {
sql(
- "LOAD DATA LOCAL INPATH './src/test/resources/dataWithSingleQuote.csv' INTO TABLE " +
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataWithSingleQuote.csv' INTO TABLE " +
"carbontable OPTIONS('DELIMITER'= ',')")
+ sql("SELECT * from carbontable").show(100, false)
checkAnswer(
sql("SELECT * from carbontable"),
Seq(Row(1,"Tom"),
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
deleted file mode 100644
index 06cfadf..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
+++ /dev/null
@@ -1,67 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.integration.spark.testsuite.emptyrow
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-class TestCSVHavingOnlySpaceChar extends QueryTest with BeforeAndAfterAll {
-
- var csvFilePath : String = null
-
- override def beforeAll {
- sql("drop table if exists emptyRowCarbonTable")
- //eid,ename,sal,presal,comm,deptno,Desc
- sql(
- "create table if not exists emptyRowCarbonTable (eid int,ename String,sal decimal,presal " +
- "decimal,comm decimal" +
- "(37,37),deptno decimal(18,2),Desc String) STORED BY 'org.apache.carbondata.format'"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/mm/dd")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- csvFilePath = currentDirectory + "/src/test/resources/emptyrow/csvwithonlyspacechar.csv"
- }
-
-
- test("dataload") {
- try {
- sql(
- s"""LOAD DATA INPATH '$csvFilePath' INTO table emptyRowCarbonTable OPTIONS('DELIMITER'=',','QUOTECHAR'='"')""")
- } catch {
- case e: Throwable =>
- System.out.println(e.getMessage)
- assert(e.getMessage.contains("First line of the csv is not valid."))
- }
- }
-
- override def afterAll {
- sql("drop table emptyRowCarbonTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala b/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
deleted file mode 100644
index de2c541..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
+++ /dev/null
@@ -1,82 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.singlevaluerow
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-class TestEmptyRows extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists emptyRowCarbonTable")
- sql("drop table if exists emptyRowHiveTable")
- //eid,ename,sal,presal,comm,deptno,Desc
- sql(
- "create table if not exists emptyRowCarbonTable (eid int,ename String,sal decimal,presal " +
- "decimal,comm decimal" +
- "(37,37),deptno decimal(18,2),Desc String) STORED BY 'org.apache.carbondata.format'"
- )
- sql(
- "create table if not exists emptyRowHiveTable(eid int,ename String,sal decimal,presal " +
- "decimal,comm " +
- "decimal(37,37),deptno decimal(18,2),Desc String)row format delimited fields " +
- "terminated by ','"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/emptyrow/emptyRows.csv"
-
- sql(
- s"""LOAD DATA INPATH '$csvFilePath' INTO table emptyRowCarbonTable OPTIONS('DELIMITER'=',','QUOTECHAR'='"','FILEHEADER'='eid,ename,sal,presal,comm,deptno,Desc')""")
-
- sql(
- "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table " +
- "emptyRowHiveTable"
- )
- }
-
- test("select eid from table") {
- checkAnswer(
- sql("select eid from emptyRowCarbonTable"),
- sql("select eid from emptyRowHiveTable")
- )
- }
-
- test("select Desc from emptyRowTable") {
- checkAnswer(
- sql("select Desc from emptyRowCarbonTable"),
- sql("select Desc from emptyRowHiveTable")
- )
- }
-
- override def afterAll {
- sql("drop table emptyRowCarbonTable")
- sql("drop table emptyRowHiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala
deleted file mode 100644
index 2234d82..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala
+++ /dev/null
@@ -1,45 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.aggquery
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * test cases for aggregate query
- */
-class AggregateQueryTestCase extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("create table normal (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/10dim_4msr.csv' INTO table normal options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
- }
-
- test("group by with having") {
- checkAnswer(
- sql("select column1,count(*) from normal group by column1 having count(*)>5"),
- Seq(Row("column1119", 6)))
- }
-
- override def afterAll {
- sql("drop table normal")
- }
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
deleted file mode 100644
index f8b126e..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
+++ /dev/null
@@ -1,111 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.aggquery
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test Class for aggregate query on multiple datatypes
- *
- */
-class AllDataTypesTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- sql("DROP TABLE IF EXISTS alldatatypestableAGG")
- sql("DROP TABLE IF EXISTS alldatatypescubeAGG_hive")
- sql(
- "CREATE TABLE alldatatypestableAGG (empno int, empname String, designation String, doj " +
- "Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname " +
- "String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance " +
- "int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
- sql(
- "LOAD DATA LOCAL INPATH './src/test/resources/data.csv' INTO TABLE alldatatypestableAGG " +
- "OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
- sql("DROP TABLE IF EXISTS alldatatypescubeAGG_hive")
- sql(
- "CREATE TABLE alldatatypescubeAGG_hive (empno int, empname String, designation String, doj " +
- "Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname " +
- "String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance " +
- "int,utilization int,salary int)row format delimited fields terminated by ','")
- sql(
- "LOAD DATA LOCAL INPATH './src/test/resources/datawithoutheader.csv' INTO TABLE alldatatypescubeAGG_hive")
- }
-
- test(
- "select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableAGG where " +
- "empname in ('arvind','ayushi') group by empno,empname,utilization")
- {
- checkAnswer(
- sql(
- "select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableAGG where" +
- " empname in ('arvind','ayushi') group by empno,empname,utilization"),
- sql(
- "select empno,empname,utilization,count(salary),sum(empno) from alldatatypescubeAGG_hive where" +
- " empname in ('arvind','ayushi') group by empno,empname,utilization"))
- }
-
- test(
- "select empname,trim(designation),avg(salary),avg(empno) from alldatatypestableAGG where " +
- "empname in ('arvind','ayushi') group by empname,trim(designation)")
- {
- checkAnswer(
- sql(
- "select empname,trim(designation),avg(salary),avg(empno) from alldatatypestableAGG where " +
- "empname in ('arvind','ayushi') group by empname,trim(designation)"),
- sql(
- "select empname,trim(designation),avg(salary),avg(empno) from alldatatypescubeAGG_hive where " +
- "empname in ('arvind','ayushi') group by empname,trim(designation)"))
- }
-
- test(
- "select empname,length(designation),max(empno),min(empno), avg(empno) from " +
- "alldatatypestableAGG where empname in ('arvind','ayushi') group by empname,length" +
- "(designation) order by empname")
- {
- checkAnswer(
- sql(
- "select empname,length(designation),max(empno),min(empno), avg(empno) from " +
- "alldatatypestableAGG where empname in ('arvind','ayushi') group by empname,length" +
- "(designation) order by empname"),
- sql(
- "select empname,length(designation),max(empno),min(empno), avg(empno) from " +
- "alldatatypescubeAGG_hive where empname in ('arvind','ayushi') group by empname,length" +
- "(designation) order by empname"))
- }
-
- test("select count(empno), count(distinct(empno)) from alldatatypestableAGG")
- {
- checkAnswer(
- sql("select count(empno), count(distinct(empno)) from alldatatypestableAGG"),
- sql("select count(empno), count(distinct(empno)) from alldatatypescubeAGG_hive"))
- }
-
- override def afterAll {
- sql("DROP TABLE IF EXISTS alldatatypescubeAGG")
- sql("DROP TABLE IF EXISTS alldatatypescubeAGG_hive")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
deleted file mode 100644
index 0ed40d6..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
+++ /dev/null
@@ -1,112 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.aggquery
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * test cases for aggregate query
- */
-class AverageQueryTestCase extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- sql("""
- CREATE TABLE carbonTable (ID int, date timeStamp, country string, count int,
- phonetype string, serialname string, salary double)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_INCLUDE'='ID')""")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
- sql("""LOAD DATA LOCAL INPATH './src/test/resources/avgTest.csv' INTO table carbonTable""")
-
- // create a hive table for compatible check
- sql("""
- CREATE TABLE hiveTable (ID int, date timeStamp, country string, count int,
- phonetype string, serialname string, salary double)
- row format delimited fields terminated by ','""")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/avgTest.csv' INTO table hiveTable")
- }
-
- test("select avg(Measure_IntType)+IntType from carbonTable") {
- checkAnswer(
- sql("SELECT avg(count)+10 FROM carbonTable"),
- sql("SELECT avg(count)+10 FROM hiveTable"))
- }
-
- test("select avg(Dimension_IntType)+IntType from table") {
- checkAnswer(
- sql("SELECT avg(ID)+10 FROM carbonTable"),
- sql("SELECT avg(ID)+10 FROM hiveTable"))
- }
-
- test("select avg(TimeStamp)+IntType from table") {
- checkAnswer(
- sql("SELECT avg(date)+10 FROM carbonTable"),
- sql("SELECT avg(date)+10 FROM hiveTable"))
- }
-
- test("select avg(TimeStamp) from table") {
- checkAnswer(
- sql("SELECT avg(date) FROM carbonTable"),
- sql("SELECT avg(date) FROM hiveTable"))
- }
-
- test("select avg(StringType)+IntType from table") {
- checkAnswer(
- sql("SELECT avg(country)+10 FROM carbonTable"),
- sql("SELECT avg(country)+10 FROM hiveTable"))
- }
-
- test("select max(StringType)+IntType from table") {
- checkAnswer(
- sql("SELECT max(country)+10 FROM carbonTable"),
- sql("SELECT max(country)+10 FROM hiveTable"))
- }
-
- test("select min(StringType)+IntType from table") {
- checkAnswer(
- sql("SELECT min(country)+10 FROM carbonTable"),
- sql("SELECT min(country)+10 FROM hiveTable"))
- }
-
- test("select sum(StringType)+IntType from table") {
- checkAnswer(
- sql("SELECT sum(country)+10 FROM carbonTable"),
- sql("SELECT sum(country)+10 FROM hiveTable"))
- }
-
- test("select sum(distinct StringType)+IntType from table") {
- checkAnswer(
- sql("SELECT sum(distinct country)+10 FROM carbonTable"),
- sql("SELECT sum(distinct country)+10 FROM hiveTable"))
- }
-
- override def afterAll {
- sql("drop table carbonTable")
- sql("drop table hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-
-}
[27/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
new file mode 100644
index 0000000..2f865fd
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
@@ -0,0 +1,139 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.integration.spark.testsuite.dataload
+
+import java.math.BigDecimal
+
+import scala.collection.mutable.ArrayBuffer
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.path.{CarbonStorePath, CarbonTablePath}
+import org.apache.carbondata.core.datastorage.store.impl.FileFactory
+
+class TestLoadDataGeneral extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS loadtest")
+ sql(
+ """
+ | CREATE TABLE loadtest(id int, name string, city string, age int)
+ | STORED BY 'org.apache.carbondata.format'
+ """.stripMargin)
+
+ }
+
+ private def checkSegmentExists(
+ segmentId: String,
+ datbaseName: String,
+ tableName: String): Boolean = {
+ val carbonTable = org.apache.carbondata.core.carbon.metadata.CarbonMetadata.getInstance()
+ .getCarbonTable(datbaseName + "_" + tableName)
+ val partitionPath = CarbonStorePath.getCarbonTablePath(storeLocation,
+ carbonTable.getCarbonTableIdentifier).getPartitionDir("0")
+ val fileType: FileFactory.FileType = FileFactory.getFileType(partitionPath)
+ val carbonFile = FileFactory.getCarbonFile(partitionPath, fileType)
+ val segments: ArrayBuffer[String] = ArrayBuffer()
+ carbonFile.listFiles.foreach { file =>
+ segments += CarbonTablePath.DataPathUtil.getSegmentId(file.getAbsolutePath + "/dummy")
+ }
+ segments.contains(segmentId)
+ }
+
+ test("test data loading CSV file") {
+ val testData = s"$resourcesPath/sample.csv"
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
+ checkAnswer(
+ sql("SELECT COUNT(*) FROM loadtest"),
+ Seq(Row(4))
+ )
+ }
+
+ test("test data loading CSV file without extension name") {
+ val testData = s"$resourcesPath/sample"
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
+ checkAnswer(
+ sql("SELECT COUNT(*) FROM loadtest"),
+ Seq(Row(8))
+ )
+ }
+
+ test("test data loading GZIP compressed CSV file") {
+ val testData = s"$resourcesPath/sample.csv.gz"
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
+ checkAnswer(
+ sql("SELECT COUNT(*) FROM loadtest"),
+ Seq(Row(12))
+ )
+ }
+
+ test("test data loading BZIP2 compressed CSV file") {
+ val testData = s"$resourcesPath/sample.csv.bz2"
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest")
+ checkAnswer(
+ sql("SELECT COUNT(*) FROM loadtest"),
+ Seq(Row(16))
+ )
+ }
+
+ test("test data loading CSV file with delimiter char \\017") {
+ val testData = s"$resourcesPath/sample_withDelimiter017.csv"
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table loadtest options ('delimiter'='\\017')")
+ checkAnswer(
+ sql("SELECT COUNT(*) FROM loadtest"),
+ Seq(Row(20))
+ )
+ }
+
+ test("test data loading with invalid values for mesasures") {
+ val testData = s"$resourcesPath/invalidMeasures.csv"
+ sql("drop table if exists invalidMeasures")
+ sql("CREATE TABLE invalidMeasures (country String, salary double, age decimal(10,2)) STORED BY 'carbondata'")
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table invalidMeasures options('Fileheader'='country,salary,age')")
+ checkAnswer(
+ sql("SELECT * FROM invalidMeasures"),
+ Seq(Row("India",null,new BigDecimal("22.44")), Row("Russia",null,null), Row("USA",234.43,null))
+ )
+ }
+
+ test("test data loading into table whose name has '_'") {
+ sql("DROP TABLE IF EXISTS load_test")
+ sql(""" CREATE TABLE load_test(id int, name string, city string, age int)
+ STORED BY 'org.apache.carbondata.format' """)
+ val testData = s"$resourcesPath/sample.csv"
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table load_test")
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table load_test")
+ } catch {
+ case ex: Exception =>
+ assert(false)
+ }
+ assert(checkSegmentExists("0", "default", "load_test"))
+ assert(checkSegmentExists("1", "default", "load_test"))
+ sql("DROP TABLE load_test")
+ }
+
+ override def afterAll {
+ sql("DROP TABLE if exists loadtest")
+ sql("drop table if exists invalidMeasures")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
new file mode 100644
index 0000000..55cba24
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
@@ -0,0 +1,59 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.integration.spark.testsuite.dataload
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test class of creating and loading for carbon table with auto load merge
+ */
+class TestLoadDataWithAutoLoadMerge extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll: Unit = {
+ sql("DROP TABLE IF EXISTS automerge")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "true")
+ sql(
+ """
+ CREATE TABLE automerge(id int, name string, city string, age int)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ }
+
+ test("test data loading with auto load merge") {
+ val testData = s"$resourcesPath/sample.csv"
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table automerge")
+ checkAnswer(
+ sql("SELECT COUNT(*) FROM automerge"),
+ Seq(Row(4))
+ )
+ }
+
+ override def afterAll: Unit = {
+ sql("DROP TABLE IF EXISTS automerge")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "false")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
new file mode 100644
index 0000000..88dbbe7
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
@@ -0,0 +1,65 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.integration.spark.testsuite.dataload
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for data loading when there are blank lines in data
+ *
+ */
+class TestLoadDataWithBlankLine extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("drop table if exists carbontable")
+ sql("CREATE TABLE carbontable (empno int, empname String, designation String, " +
+ "doj String, workgroupcategory int, workgroupcategoryname String, deptno int, " +
+ "deptname String, projectcode int, projectjoindate String, projectenddate String, " +
+ "attendance int,utilization int,salary int) " +
+ "STORED BY 'org.apache.carbondata.format'")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/datawithblanklines.csv' INTO TABLE" +
+ " carbontable OPTIONS('DELIMITER'= ',')")
+
+ sql("drop table if exists carbontable2")
+ sql("CREATE TABLE carbontable2 (empno int, empname String, designation String, " +
+ "doj String, workgroupcategory int, workgroupcategoryname String, deptno int, " +
+ "deptname String, projectcode int, projectjoindate String, projectenddate String, " +
+ "attendance int,utilization int,salary int) " +
+ "STORED BY 'org.apache.carbondata.format'")
+ }
+ test("test carbon table data loading when there are blank lines in data") {
+ checkAnswer(sql("select count(*) from carbontable"),
+ Seq(Row(18)))
+ }
+
+ test("test carbon table data loading when the first line is blank") {
+ sql(s"LOAD DATA LOCAL INPATH '${resourcesPath}/dataWithNullFirstLine.csv' INTO TABLE " +
+ "carbontable2 OPTIONS('DELIMITER'= ',','FILEHEADER'='empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary')")
+
+ checkAnswer(sql("select count(*) from carbontable2"),
+ Seq(Row(11)))
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbontable")
+ sql("drop table if exists carbontable2")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
new file mode 100644
index 0000000..ae00265
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
@@ -0,0 +1,66 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.integration.spark.testsuite.dataload
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for data loading when there are null measures in data
+ *
+ */
+class TestLoadDataWithEmptyArrayColumns extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("drop table if exists nest13")
+ sql("""
+ CREATE TABLE nest13 (imei string,age int,
+ productdate timestamp,gamePointId double,
+ reserved6 array<string>,mobile struct<poc:string, imsi:int>)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ }
+
+ test("test carbon table data loading when there are empty array columns in data") {
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
+ CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
+ )
+ sql(
+ s"""
+ LOAD DATA inpath '$resourcesPath/arrayColumnEmpty.csv'
+ into table nest13 options ('DELIMITER'=',', 'complex_delimiter_level_1'='/')
+ """
+ )
+ checkAnswer(
+ sql("""
+ SELECT count(*) from nest13
+ """),
+ Seq(Row(20)))
+ }
+
+ override def afterAll {
+ sql("drop table nest13")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
new file mode 100644
index 0000000..685e52d
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
@@ -0,0 +1,60 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.integration.spark.testsuite.dataload
+
+import java.io.{BufferedWriter, File, FileWriter}
+import java.util.Random
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+class TestLoadDataWithJunkChars extends QueryTest with BeforeAndAfterAll {
+ var filePath = ""
+ val junkchars = "\u01cd\u01ce\u01cf\u01d0\u01d1\u01d2\u01d3\u01d4\u01d5\u01d6\u01d7\u01d8\u01d9\u01da\u01db\u01dc\u01dd\u01de\u01df\u01e0\u01e1\u01e2\u01e3\u01e4\u01e5\u01e6\u01e7\u01e8\u01e9\u01ea\u01eb\u01ec\u01ed\u01ee\u01ef\u01f0"
+
+ def buildTestData() = {
+ filePath = s"$integrationPath/spark-common-test/target/junkcharsdata.csv"
+ val file = new File(filePath)
+ val writer = new BufferedWriter(new FileWriter(file))
+ writer.write("c1,c2\n")
+ val random = new Random
+ for (i <- 1 until 1000000) {
+ writer.write("a" + i + "," + junkchars + "\n")
+ if ( i % 10000 == 0) {
+ writer.flush()
+ }
+ }
+ writer.write("a1000000," + junkchars)
+ writer.close
+ }
+
+ test("[bug]fix bug of duplicate rows in UnivocityCsvParser #877") {
+ buildTestData()
+ sql("drop table if exists junkcharsdata")
+ sql("""create table if not exists junkcharsdata
+ (c1 string, c2 string)
+ STORED BY 'org.apache.carbondata.format'""")
+ sql(s"LOAD DATA LOCAL INPATH '$filePath' into table junkcharsdata").show
+ sql("select * from junkcharsdata").show(20,false)
+ checkAnswer(sql("select count(*) from junkcharsdata"), Seq(Row(1000000)))
+ sql("drop table if exists junkcharsdata")
+ new File(filePath).delete()
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
new file mode 100644
index 0000000..c24f451
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
@@ -0,0 +1,96 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.integration.spark.testsuite.dataload
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+/**
+ * Test Class for data loading when there are min integer value in int column
+ *
+ */
+class TestLoadDataWithMaxMinInteger extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("drop table if exists integer_table_01")
+ sql("drop table if exists integer_table_02")
+ sql("drop table if exists integer_table_03")
+ }
+ test("test carbon table data loading when the int column " +
+ "contains min integer value") {
+ sql(
+ """
+ CREATE TABLE integer_table_01(imei string,age int)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ sql(
+ s"""
+ LOAD DATA INPATH '$resourcesPath/datawithmininteger.csv'
+ INTO table integer_table_01 options ('DELIMITER'=',',
+ 'QUOTECHAR'='"')
+ """)
+ checkAnswer(sql("select age from integer_table_01"),
+ Seq(Row(10), Row(26), Row(10), Row(10), Row(20),
+ Row(10), Row(10), Row(10), Row(10), Row(10),
+ Row(-2147483648)))
+ }
+
+ test("test carbon table data loading when the int column " +
+ "contains max integer value") {
+ sql(
+ """
+ CREATE TABLE integer_table_02(imei string,age int)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ sql(
+ s"""
+ LOAD DATA INPATH '$resourcesPath/datawithmaxinteger.csv'
+ INTO table integer_table_02 options ('DELIMITER'=',',
+ 'QUOTECHAR'='"')
+ """)
+ checkAnswer(sql("select age from integer_table_02"),
+ Seq(Row(10), Row(26), Row(10), Row(10), Row(20),
+ Row(10), Row(10), Row(10), Row(10), Row(10),
+ Row(2147483647)))
+ }
+
+ test("test carbon table data loading when the int column " +
+ "contains min and max integer value") {
+ sql(
+ """
+ CREATE TABLE integer_table_03(imei string,age int)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ sql(
+ s"""
+ LOAD DATA INPATH '$resourcesPath/datawithmaxmininteger.csv'
+ INTO table integer_table_03 options ('DELIMITER'=',',
+ 'QUOTECHAR'='"')
+ """)
+ checkAnswer(sql("select age from integer_table_03"),
+ Seq(Row(10), Row(26), Row(10), Row(10), Row(20),
+ Row(10), Row(10), Row(10), Row(10), Row(10),
+ Row(-2147483648), Row(2147483647)))
+ }
+ override def afterAll {
+ sql("drop table if exists integer_table_01")
+ sql("drop table if exists integer_table_02")
+ sql("drop table if exists integer_table_03")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
new file mode 100644
index 0000000..ae9c199
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.integration.spark.testsuite.dataload
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+/**
+ * Test Class for data loading when there are null measures in data
+ *
+ */
+class TestLoadDataWithNullMeasures extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS carbontable")
+ sql(
+ "CREATE TABLE carbontable (empno int, empname String, designation String, doj String, " +
+ "workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, " +
+ "projectcode int, projectjoindate String, projectenddate String,attendance int,utilization " +
+ "int,salary int) STORED BY 'org.apache.carbondata.format'")
+ }
+
+ test("test carbon table data loading when there are null measures in data") {
+ try {
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/datawithnullmsrs.csv' INTO TABLE " +
+ "carbontable OPTIONS('DELIMITER'= ',')");
+ } catch {
+ case e: Throwable => e.printStackTrace()
+ }
+ }
+
+ override def afterAll {
+ sql("drop table carbontable")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
new file mode 100644
index 0000000..0ecc710
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
@@ -0,0 +1,62 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.integration.spark.testsuite.emptyrow
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+class TestCSVHavingOnlySpaceChar extends QueryTest with BeforeAndAfterAll {
+
+ var csvFilePath : String = null
+
+ override def beforeAll {
+ sql("drop table if exists emptyRowCarbonTable")
+ //eid,ename,sal,presal,comm,deptno,Desc
+ sql(
+ "create table if not exists emptyRowCarbonTable (eid int,ename String,sal decimal,presal " +
+ "decimal,comm decimal" +
+ "(37,37),deptno decimal(18,2),Desc String) STORED BY 'org.apache.carbondata.format'"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/mm/dd")
+ csvFilePath = s"$resourcesPath/emptyrow/csvwithonlyspacechar.csv"
+ }
+
+
+ test("dataload") {
+ try {
+ sql(
+ s"""LOAD DATA INPATH '$csvFilePath' INTO table emptyRowCarbonTable OPTIONS('DELIMITER'=',','QUOTECHAR'='"')""")
+ } catch {
+ case e: Throwable =>
+ System.out.println(e.getMessage)
+ assert(e.getMessage.contains("First line of the csv is not valid."))
+ }
+ }
+
+ override def afterAll {
+ sql("drop table emptyRowCarbonTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
new file mode 100644
index 0000000..4df8912
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
@@ -0,0 +1,78 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.singlevaluerow
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+class TestEmptyRows extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists emptyRowCarbonTable")
+ sql("drop table if exists emptyRowHiveTable")
+ //eid,ename,sal,presal,comm,deptno,Desc
+ sql(
+ "create table if not exists emptyRowCarbonTable (eid int,ename String,sal decimal,presal " +
+ "decimal,comm decimal" +
+ "(37,37),deptno decimal(18,2),Desc String) STORED BY 'org.apache.carbondata.format'"
+ )
+ sql(
+ "create table if not exists emptyRowHiveTable(eid int,ename String,sal decimal,presal " +
+ "decimal,comm " +
+ "decimal(37,37),deptno decimal(18,2),Desc String)row format delimited fields " +
+ "terminated by ','"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ val csvFilePath = s"$resourcesPath/emptyrow/emptyRows.csv"
+
+ sql(
+ s"""LOAD DATA INPATH '$csvFilePath' INTO table emptyRowCarbonTable OPTIONS('DELIMITER'=',','QUOTECHAR'='"','FILEHEADER'='eid,ename,sal,presal,comm,deptno,Desc')""")
+
+ sql(
+ "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table " +
+ "emptyRowHiveTable"
+ )
+ }
+
+ test("select eid from table") {
+ checkAnswer(
+ sql("select eid from emptyRowCarbonTable"),
+ sql("select eid from emptyRowHiveTable")
+ )
+ }
+
+ test("select Desc from emptyRowTable") {
+ checkAnswer(
+ sql("select Desc from emptyRowCarbonTable"),
+ sql("select Desc from emptyRowHiveTable")
+ )
+ }
+
+ override def afterAll {
+ sql("drop table emptyRowCarbonTable")
+ sql("drop table emptyRowHiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala
new file mode 100644
index 0000000..a73038b
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AggregateQueryTestCase.scala
@@ -0,0 +1,44 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.aggquery
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * test cases for aggregate query
+ */
+class AggregateQueryTestCase extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("create table normal (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/10dim_4msr.csv' INTO table normal options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
+ }
+
+ test("group by with having") {
+ checkAnswer(
+ sql("select column1,count(*) from normal group by column1 having count(*)>5"),
+ Seq(Row("column1119", 6)))
+ }
+
+ override def afterAll {
+ sql("drop table normal")
+ }
+
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
new file mode 100644
index 0000000..65e736d
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
@@ -0,0 +1,111 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.aggquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for aggregate query on multiple datatypes
+ *
+ */
+class AllDataTypesTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ sql("DROP TABLE IF EXISTS alldatatypestableAGG")
+ sql("DROP TABLE IF EXISTS alldatatypescubeAGG_hive")
+ sql(
+ "CREATE TABLE alldatatypestableAGG (empno int, empname String, designation String, doj " +
+ "Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname " +
+ "String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance " +
+ "int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' INTO TABLE alldatatypestableAGG " +
+ "OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
+ sql("DROP TABLE IF EXISTS alldatatypescubeAGG_hive")
+ sql(
+ "CREATE TABLE alldatatypescubeAGG_hive (empno int, empname String, designation String, doj " +
+ "Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname " +
+ "String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance " +
+ "int,utilization int,salary int)row format delimited fields terminated by ','")
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/datawithoutheader.csv' INTO TABLE alldatatypescubeAGG_hive")
+ }
+
+ test(
+ "select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableAGG where " +
+ "empname in ('arvind','ayushi') group by empno,empname,utilization")
+ {
+ checkAnswer(
+ sql(
+ "select empno,empname,utilization,count(salary),sum(empno) from alldatatypestableAGG where" +
+ " empname in ('arvind','ayushi') group by empno,empname,utilization"),
+ sql(
+ "select empno,empname,utilization,count(salary),sum(empno) from alldatatypescubeAGG_hive where" +
+ " empname in ('arvind','ayushi') group by empno,empname,utilization"))
+ }
+
+ test(
+ "select empname,trim(designation),avg(salary),avg(empno) from alldatatypestableAGG where " +
+ "empname in ('arvind','ayushi') group by empname,trim(designation)")
+ {
+ checkAnswer(
+ sql(
+ "select empname,trim(designation),avg(salary),avg(empno) from alldatatypestableAGG where " +
+ "empname in ('arvind','ayushi') group by empname,trim(designation)"),
+ sql(
+ "select empname,trim(designation),avg(salary),avg(empno) from alldatatypescubeAGG_hive where " +
+ "empname in ('arvind','ayushi') group by empname,trim(designation)"))
+ }
+
+ test(
+ "select empname,length(designation),max(empno),min(empno), avg(empno) from " +
+ "alldatatypestableAGG where empname in ('arvind','ayushi') group by empname,length" +
+ "(designation) order by empname")
+ {
+ checkAnswer(
+ sql(
+ "select empname,length(designation),max(empno),min(empno), avg(empno) from " +
+ "alldatatypestableAGG where empname in ('arvind','ayushi') group by empname,length" +
+ "(designation) order by empname"),
+ sql(
+ "select empname,length(designation),max(empno),min(empno), avg(empno) from " +
+ "alldatatypescubeAGG_hive where empname in ('arvind','ayushi') group by empname,length" +
+ "(designation) order by empname"))
+ }
+
+ test("select count(empno), count(distinct(empno)) from alldatatypestableAGG")
+ {
+ checkAnswer(
+ sql("select count(empno), count(distinct(empno)) from alldatatypestableAGG"),
+ sql("select count(empno), count(distinct(empno)) from alldatatypescubeAGG_hive"))
+ }
+
+ override def afterAll {
+ sql("DROP TABLE IF EXISTS alldatatypestableAGG")
+ sql("DROP TABLE IF EXISTS alldatatypescubeAGG")
+ sql("DROP TABLE IF EXISTS alldatatypescubeAGG_hive")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
new file mode 100644
index 0000000..0604189
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
@@ -0,0 +1,112 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.aggquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * test cases for aggregate query
+ */
+class AverageQueryTestCase extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ sql("""
+ CREATE TABLE carbonTable (ID int, date timeStamp, country string, count int,
+ phonetype string, serialname string, salary double)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_INCLUDE'='ID')""")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/avgTest.csv' INTO table carbonTable""")
+
+ // create a hive table for compatible check
+ sql("""
+ CREATE TABLE hiveTable (ID int, date timeStamp, country string, count int,
+ phonetype string, serialname string, salary double)
+ row format delimited fields terminated by ','""")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/avgTest.csv' INTO table hiveTable")
+ }
+
+ test("select avg(Measure_IntType)+IntType from carbonTable") {
+ checkAnswer(
+ sql("SELECT avg(count)+10 FROM carbonTable"),
+ sql("SELECT avg(count)+10 FROM hiveTable"))
+ }
+
+ test("select avg(Dimension_IntType)+IntType from table") {
+ checkAnswer(
+ sql("SELECT avg(ID)+10 FROM carbonTable"),
+ sql("SELECT avg(ID)+10 FROM hiveTable"))
+ }
+
+ test("select avg(TimeStamp)+IntType from table") {
+ checkAnswer(
+ sql("SELECT avg(date)+10 FROM carbonTable"),
+ sql("SELECT avg(date)+10 FROM hiveTable"))
+ }
+
+ test("select avg(TimeStamp) from table") {
+ checkAnswer(
+ sql("SELECT avg(date) FROM carbonTable"),
+ sql("SELECT avg(date) FROM hiveTable"))
+ }
+
+ test("select avg(StringType)+IntType from table") {
+ checkAnswer(
+ sql("SELECT avg(country)+10 FROM carbonTable"),
+ sql("SELECT avg(country)+10 FROM hiveTable"))
+ }
+
+ test("select max(StringType)+IntType from table") {
+ checkAnswer(
+ sql("SELECT max(country)+10 FROM carbonTable"),
+ sql("SELECT max(country)+10 FROM hiveTable"))
+ }
+
+ test("select min(StringType)+IntType from table") {
+ checkAnswer(
+ sql("SELECT min(country)+10 FROM carbonTable"),
+ sql("SELECT min(country)+10 FROM hiveTable"))
+ }
+
+ test("select sum(StringType)+IntType from table") {
+ checkAnswer(
+ sql("SELECT sum(country)+10 FROM carbonTable"),
+ sql("SELECT sum(country)+10 FROM hiveTable"))
+ }
+
+ test("select sum(distinct StringType)+IntType from table") {
+ checkAnswer(
+ sql("SELECT sum(distinct country)+10 FROM carbonTable"),
+ sql("SELECT sum(distinct country)+10 FROM hiveTable"))
+ }
+
+ override def afterAll {
+ sql("drop table carbonTable")
+ sql("drop table hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+
+}
[34/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/T_Hive1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/T_Hive1.csv b/integration/spark-common-test/src/test/resources/IUD/T_Hive1.csv
new file mode 100644
index 0000000..418ae5c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/T_Hive1.csv
@@ -0,0 +1,10 @@
+TRUE,1,450,304034400,200000343430000000, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,ERTETRWT,2012-01-11 03:04:05.123456719,2012-01-20
+TRUE,2,423,3046340,200000000003454300, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,EtryTRWT,2012-01-12 03:14:05.123456729,2012-01-20
+TRUE,3,453,3003445,200000000000003450, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,ERTEerWT,2012-01-13 03:24:05.123456739,2012-01-20
+TRUE,4,4350,3044364,200000000000000000, 121.5,4.99,2.44,SE3423ee,asfdsffdfg,ERTtryWT,2012-01-14 23:04:05.123456749,2012-01-20
+TRUE,114,4520,30000430,200000000004300000, 121.5,4.99,2.44,RE3423ee,asfdsffdfg,4RTETRWT,2012-01-01 23:04:05.123456819,2012-01-20
+FALSE,123,454,30000040,200000000000000000, 121.5,4.99,2.44,RE3423ee,asfrewerfg,6RTETRWT,2012-01-02 23:04:05.123456829,2012-01-20
+TRUE,11,4530,3000040,200000000000000000, 121.5,4.99,2.44,SE3423ee,asfdsffder,TRTETRWT,2012-01-03 05:04:05.123456839,2012-01-20
+TRUE,14,4590,3000400,200000000000000000, 121.5,4.99,2.44,ASD423ee,asfertfdfg,HRTETRWT,2012-01-04 05:04:05.123456849,2012-01-20
+FALSE,41,4250,00000,200000000000000000, 121.5,4.99,2.44,SAD423ee,asrtsffdfg,HRTETRWT,2012-01-05 05:04:05.123456859,2012-01-20
+TRUE,13,4510,30400,200000000000000000, 121.5,4.99,2.44,DE3423ee,asfrtffdfg,YHTETRWT,2012-01-06 06:04:05.123456869,2012-01-20
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/comp1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/comp1.csv b/integration/spark-common-test/src/test/resources/IUD/comp1.csv
new file mode 100644
index 0000000..9738e06
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/comp1.csv
@@ -0,0 +1,11 @@
+c1,c2,c3,c5
+a,1,aa,aaa
+b,2,bb,bbb
+c,3,cc,ccc
+d,4,dd,ddd
+e,5,ee,eee
+f,6,ff,fff
+g,7,gg,ggg
+h,8,hh,hhh
+i,9,ii,iii
+j,10,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/comp2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/comp2.csv b/integration/spark-common-test/src/test/resources/IUD/comp2.csv
new file mode 100644
index 0000000..5a28d5c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/comp2.csv
@@ -0,0 +1,11 @@
+c1,c2,c3,c5
+a,11,aa,aaa
+b,12,bb,bbb
+c,13,cc,ccc
+d,14,dd,ddd
+e,15,ee,eee
+f,16,ff,fff
+g,17,gg,ggg
+h,18,hh,hhh
+i,19,ii,iii
+j,20,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/comp3.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/comp3.csv b/integration/spark-common-test/src/test/resources/IUD/comp3.csv
new file mode 100644
index 0000000..a555f71
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/comp3.csv
@@ -0,0 +1,11 @@
+c1,c2,c3,c5
+a,21,aa,aaa
+b,22,bb,bbb
+c,23,cc,ccc
+d,24,dd,ddd
+e,25,ee,eee
+f,26,ff,fff
+g,27,gg,ggg
+h,28,hh,hhh
+i,29,ii,iii
+j,30,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/comp4.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/comp4.csv b/integration/spark-common-test/src/test/resources/IUD/comp4.csv
new file mode 100644
index 0000000..0450a19
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/comp4.csv
@@ -0,0 +1,11 @@
+c1,c2,c3,c5
+a,31,aa,aaa
+b,32,bb,bbb
+c,33,cc,ccc
+d,34,dd,ddd
+e,35,ee,eee
+f,36,ff,fff
+g,37,gg,ggg
+h,38,hh,hhh
+i,39,ii,iii
+j,40,jj,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/dest.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/dest.csv b/integration/spark-common-test/src/test/resources/IUD/dest.csv
new file mode 100644
index 0000000..4ef9aa5
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/dest.csv
@@ -0,0 +1,6 @@
+c1,c2,c3,c5
+a,1,aa,aaa
+b,2,bb,bbb
+c,3,cc,ccc
+d,4,dd,ddd
+e,5,ee,eee
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/other.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/other.csv b/integration/spark-common-test/src/test/resources/IUD/other.csv
new file mode 100644
index 0000000..69a0e1c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/other.csv
@@ -0,0 +1,3 @@
+c1,c2,c3,c5
+a,1,MGM,Disco
+b,2,RGK,Music
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/sample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/sample.csv b/integration/spark-common-test/src/test/resources/IUD/sample.csv
new file mode 100644
index 0000000..d364136
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/sample.csv
@@ -0,0 +1,4 @@
+ID,country,name,phonetype,serialname,salary
+4,china,ravz,jio,ASD66902,15003
+1,india,ravi,airtel,ASD90633,15004
+6,usa,manu,alkatel,ASD59961,15005
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/sample_updated.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/sample_updated.csv b/integration/spark-common-test/src/test/resources/IUD/sample_updated.csv
new file mode 100644
index 0000000..b0cf165
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/sample_updated.csv
@@ -0,0 +1,2 @@
+part0/segment_0/part-0-0-1475753917000.carbondata/0/0,4,china,ravz,Aircel,ASD66902,200000
+part0/segment_0/part-0-0-1475753917000.carbondata/0/2,6,usa,manu,Aircel,ASD59961,15005
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/source2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/source2.csv b/integration/spark-common-test/src/test/resources/IUD/source2.csv
new file mode 100644
index 0000000..cc86bdb
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/source2.csv
@@ -0,0 +1,3 @@
+c11,c22,c33,c55,c66
+a,1,MGM,Disco,10
+b,2,RGK,Music,8
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/source3.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/source3.csv b/integration/spark-common-test/src/test/resources/IUD/source3.csv
new file mode 100644
index 0000000..3f92816
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/source3.csv
@@ -0,0 +1,7 @@
+c11,c22,c33,c55,c66
+a,1,MGM,Disco,10
+b,2,RGK,Music,8
+d,4,YDY,Weather,9
+e,5,ZAZ,Election,11
+g,7,YTY,Hello,12
+h,8,TBT,Yeh,13
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/IUD/update01.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/update01.csv b/integration/spark-common-test/src/test/resources/IUD/update01.csv
new file mode 100644
index 0000000..35596cb
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/update01.csv
@@ -0,0 +1,6 @@
+imei,age,task,num,level,name
+imei0,2147,9279,100.05,100.055,fegt
+imei1,-2148,-9807,10.05,100.05,lrhkr
+imei2,2147,9279,100.05,100.055,dfegt
+imei3,-217,-9206,100.005,100.05,lrhkr
+imei4,10,0,15.5,45,Lily
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/OLDFORMATTABLE.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/OLDFORMATTABLE.csv b/integration/spark-common-test/src/test/resources/OLDFORMATTABLE.csv
new file mode 100644
index 0000000..12a6fe8
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/OLDFORMATTABLE.csv
@@ -0,0 +1,34 @@
+country,name,phonetype,serialname,salary
+china,aaa1,phone197,ASD69643,15000
+china,aaa2,phone756,ASD42892,15001
+china,aaa3,phone1904,ASD37014,15002
+china,aaa4,phone2435,ASD66902,15003
+china,aaa5,phone2441,ASD90633,15004
+china,aaa6,phone294,ASD59961,15005
+china,aaa7,phone610,ASD14875,15006
+china,aaa8,phone1848,ASD57308,15007
+china,aaa9,phone706,ASD86717,15008
+usa,aaa10,phone685,ASD30505,15009
+china,aaa11,phone1554,ASD26101,15010
+china,aaa12,phone1781,ASD85711,15011
+china,aaa13,phone943,ASD39200,15012
+china,aaa14,phone1954,ASD80468,15013
+china,aaa15,phone451,ASD1954,15014
+china,aaa16,phone390,ASD38513,15015
+china,aaa17,phone1929,ASD86213,15016
+usa,aaa18,phone910,ASD88812,15017
+china,aaa19,phone2151,ASD9316,15018
+china,aaa20,phone2625,ASD62597,15019
+china,aaa21,phone1371,ASD27896,15020
+china,aaa22,phone945,ASD79760,15021
+china,aaa23,phone2177,ASD45410,15022
+china,aaa24,phone1586,ASD80645,15023
+china,aaa25,phone1310,ASD36408,15024
+china,aaa26,phone1579,ASD14571,15025
+china,aaa27,phone2123,ASD36243,15026
+china,aaa28,phone2334,ASD57825,15027
+china,aaa29,phone1166,ASD26161,15028
+china,aaa30,phone2248,ASD47899,15029
+china,aaa31,phone475,ASD89811,15030
+china,aaa32,phone2499,ASD87974,15031
+china,aaa33,phone2333,ASD62408,15032
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/OLDFORMATTABLEHIVE.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/OLDFORMATTABLEHIVE.csv b/integration/spark-common-test/src/test/resources/OLDFORMATTABLEHIVE.csv
new file mode 100644
index 0000000..55642aa
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/OLDFORMATTABLEHIVE.csv
@@ -0,0 +1,33 @@
+china,aaa1,phone197,ASD69643,15000
+china,aaa2,phone756,ASD42892,15001
+china,aaa3,phone1904,ASD37014,15002
+china,aaa4,phone2435,ASD66902,15003
+china,aaa5,phone2441,ASD90633,15004
+china,aaa6,phone294,ASD59961,15005
+china,aaa7,phone610,ASD14875,15006
+china,aaa8,phone1848,ASD57308,15007
+china,aaa9,phone706,ASD86717,15008
+usa,aaa10,phone685,ASD30505,15009
+china,aaa11,phone1554,ASD26101,15010
+china,aaa12,phone1781,ASD85711,15011
+china,aaa13,phone943,ASD39200,15012
+china,aaa14,phone1954,ASD80468,15013
+china,aaa15,phone451,ASD1954,15014
+china,aaa16,phone390,ASD38513,15015
+china,aaa17,phone1929,ASD86213,15016
+usa,aaa18,phone910,ASD88812,15017
+china,aaa19,phone2151,ASD9316,15018
+china,aaa20,phone2625,ASD62597,15019
+china,aaa21,phone1371,ASD27896,15020
+china,aaa22,phone945,ASD79760,15021
+china,aaa23,phone2177,ASD45410,15022
+china,aaa24,phone1586,ASD80645,15023
+china,aaa25,phone1310,ASD36408,15024
+china,aaa26,phone1579,ASD14571,15025
+china,aaa27,phone2123,ASD36243,15026
+china,aaa28,phone2334,ASD57825,15027
+china,aaa29,phone1166,ASD26161,15028
+china,aaa30,phone2248,ASD47899,15029
+china,aaa31,phone475,ASD89811,15030
+china,aaa32,phone2499,ASD87974,15031
+china,aaa33,phone2333,ASD62408,15032
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/Test_Data1_Logrithmic.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/Test_Data1_Logrithmic.csv b/integration/spark-common-test/src/test/resources/Test_Data1_Logrithmic.csv
new file mode 100644
index 0000000..0f0312d
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/Test_Data1_Logrithmic.csv
@@ -0,0 +1,3 @@
+c1_int,c2_Bigint,c3_Decimal,c4_double,c5_string,c6_Timestamp,c7_Datatype_Desc
+2147483646,9223372036854775807,0.12345678900987654321123456789012345638,1.7976931348623157E308,SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy Table Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone Carbon file format is a columnar store in HDFS it has many features that a modern columnar format hasz such as splittablez compression schema zcomplex data type and so on. Carbon has following unique features Stores data along with index: it can signi
ficantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file.Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format. This reduces the row reconstruction cost at query time Supports for various use cases with one single Data format like interactive OLAP-style queryz Sequential Access SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy
Table Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encodin
g schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format This reduces the row reconstruction cost at query time Supports for various use cases with one single Sequential Access Carbon has following unique features Stores data along with index: it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just
before returning the results to the users which is Column group Allow multiple columns to form a column group that would be stored as row format Allow multiple columns to form format Allow carbon is fu,2017-07-01 12:07:28,Max_range_values-1
+2147483646,9223372036854775807,12345678900987654321123456789012345678,1.7976931348623157E308,SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy Table Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone Carbon file format is a columnar store in HDFS it has many features that a modern columnar format hasz such as splittablez compression schema zcomplex data type and so on. Carbon has following unique features Stores data along with index: it can signifi
cantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file.Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format. This reduces the row reconstruction cost at query time Supports for various use cases with one single Data format like interactive OLAP-style queryz Sequential Access SQL Capability Carbon is fully compliant with Spark SQL and supports all SQL queries which can run directly on Spark SQL Easy Ta
ble Definition: Carbon supports easy to use DDL Data Definition Language statements to define and create tables. Carbon DDL is highly flexible and is very easy to use as well as powerful enough to define complex tables Easy Data anagement Carbon supports a variety of data management functions for loading data to table and maintaining the data in table. Carbon supports bulkloading historical data as well as incrementally loading new data. Loaded data can be deleted based on load time or a specific load can be undone it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encoding
schemes can query on compressed encoded dataz the data can be converted to encoded data just before returning the results to the usersz which is Column group Allow multiple columns to form a column group that would be stored as row format This reduces the row reconstruction cost at query time Supports for various use cases with one single Sequential Access Carbon has following unique features Stores data along with index: it can significantly accelerate query performance and reduces the scans and CPU resources where there are filters in the query. Carbon index consists of multiple level of indicesz a processing framework can leverage this index to reduce the task it needs to schedule and processz and it can also do skip scan in more finer grain unit in task side scanning instead of scanning the whole file Operable encoded data Through supporting efficient compression and global encoding schemes can query on compressed encoded dataz the data can be converted to encoded data just b
efore returning the results to the users which is Column group Allow multiple columns to form a column group that would be stored as row format Allow multiple columns to form format Allow carbon is f,2017-07-01 12:07:28,Max_range_values-2
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/alldatatypescube.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/alldatatypescube.xml b/integration/spark-common-test/src/test/resources/alldatatypescube.xml
new file mode 100644
index 0000000..84a4a68
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/alldatatypescube.xml
@@ -0,0 +1,109 @@
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~ with the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+
+<Schema name="default">
+ <Cube name="alldatatypescube" visible="true" cache="true" enabled="true">
+ <Table name="alldatatypescube" alias="">
+ </Table>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empno">
+ <Hierarchy name="empno" hasAll="true" normalized="false">
+ <Level name="empno" column="empno" type="Integer" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empname">
+ <Hierarchy name="empname" hasAll="true" normalized="false">
+ <Level name="empname" column="empname" type="String" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="designation">
+ <Hierarchy name="designation" hasAll="true" normalized="false">
+ <Level name="designation" column="designation" type="String" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="doj">
+ <Hierarchy name="doj" hasAll="true" normalized="false">
+ <Level name="doj" column="doj" type="Timestamp" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="workgroupcategory">
+ <Hierarchy name="workgroupcategory" hasAll="true" normalized="false">
+ <Level name="workgroupcategory" column="workgroupcategory" type="Integer"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="workgroupcategoryname">
+ <Hierarchy name="workgroupcategoryname" hasAll="true" normalized="false">
+ <Level name="workgroupcategoryname" column="workgroupcategoryname" type="String"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptno">
+ <Hierarchy name="deptno" hasAll="true" normalized="false">
+ <Level name="deptno" column="deptno" type="Integer" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptname">
+ <Hierarchy name="deptname" hasAll="true" normalized="false">
+ <Level name="deptname" column="deptname" type="String" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="projectcode">
+ <Hierarchy name="projectcode" hasAll="true" normalized="false">
+ <Level name="projectcode" column="projectcode" type="Integer" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="projectjoindate">
+ <Hierarchy name="projectjoindate" hasAll="true" normalized="false">
+ <Level name="projectjoindate" column="projectjoindate" type="Timestamp"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="projectenddate">
+ <Hierarchy name="projectenddate" hasAll="true" normalized="false">
+ <Level name="projectenddate" column="projectenddate" type="Timestamp"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Measure name="attendance" column="attendance" datatype="Integer" aggregator="sum"
+ visible="true">
+ </Measure>
+ <Measure name="utilization" column="utilization" datatype="Integer" aggregator="sum"
+ visible="true">
+ </Measure>
+ <Measure name="salary" column="salary" datatype="Integer" aggregator="sum" visible="true">
+ </Measure>
+ </Cube>
+</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary b/integration/spark-common-test/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary
new file mode 100644
index 0000000..223cabd
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary
@@ -0,0 +1,20 @@
+0,100080
+1,2355
+2,1ROM size
+3,29-11-2015
+4,1AA100080$2BB100080
+5,MAC283$MAC284$MAC285
+6,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan
+7,02-03-2016$02-03-2016:02-03-2016
+8,2355
+9,954
+0,100081
+1,1650
+2,6ROM size
+3,29-11-2015
+4,1AA100081$2BB100081
+5,MAC286$MAC287$MAC288
+6,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan
+7,03-03-2016$03-03-2016:03-03-2016
+8,1650
+9,613
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary b/integration/spark-common-test/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary
new file mode 100644
index 0000000..592e634
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary
@@ -0,0 +1,9 @@
+0,1
+1,david
+2,shenzhen
+0,2
+1,eason
+0,3
+1,jarry
+2,wuhan
+2,Bangalore
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/array1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/array1.csv b/integration/spark-common-test/src/test/resources/array1.csv
new file mode 100644
index 0000000..c7a0f89
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/array1.csv
@@ -0,0 +1,2 @@
+1,hello$bye,12345$5678,123456$3456,12.0$13.0,2017-07-09 12:00:00$2016-07-09 13:00:00,123456789$987654321
+2,welcome$hi,9876$1234,13456$356,15.0$18.0,2019-07-09 12:00:00$2015-07-09 13:00:00,8888888888$99999999999
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/arrayColumnEmpty.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/arrayColumnEmpty.csv b/integration/spark-common-test/src/test/resources/arrayColumnEmpty.csv
new file mode 100644
index 0000000..6298196
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/arrayColumnEmpty.csv
@@ -0,0 +1,21 @@
+imei,age,productdate,gamePointId,reserved6,mobile
+ime100004,14,2016-05-02 05:19:24,95,,April/100
+ime100003,10,2016-05-01 13:09:20,12,,Apr-98
+ime100003,13,2016-05-01 16:08:51,67,,Mar-91
+ime100004,13,2016-05-01 19:11:53,67,,Apr-72
+ime100005,10,2016-05-02 02:17:36,12,,May-91
+ime100004,13,2016-05-01 16:37:11,67,,Mar-47
+ime100005,11,2016-05-01 06:27:23,34.5,,Apr-40
+ime100002,10,2016-05-02 05:19:24,12,,Apr-37
+ime100005,10,2016-05-01 14:56:12,12,,May-32
+ime100003,10,2016-05-01 16:39:25,12,,20-Mar
+ime100002,10,2016-05-01 23:00:29,12,,May-36
+ime100002,13,2016-05-01 12:42:14,67,,16-Jul
+ime100005,11,2016-05-01 20:12:10,34.5,,Jun-61
+ime100005,13,2016-05-02 06:06:05,67,,May-99
+ime100005,10,2016-05-01 23:58:34,12,,Mar-55
+ime100005,12,2016-05-01 09:46:31,34.6,,Apr-86
+ime100005,12,2016-05-01 13:27:11,34.6,,Jun-34
+ime100003,14,2016-05-01 05:36:34,95,,Jul-89
+ime100001,14,2016-05-01 08:13:27,95,,Jun-47
+ime100001,14,2016-05-01 13:40:14,95,,Mar-75
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/avgTest.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/avgTest.csv b/integration/spark-common-test/src/test/resources/avgTest.csv
new file mode 100644
index 0000000..9df72fb
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/avgTest.csv
@@ -0,0 +1,16 @@
+ID,date,country,count,phonetype,serialname,salary
+1,2015-7-23 00:00:00,china,1234,phone197,ASD69643,15000
+2,2015-7-24 00:00:00,china,1233,phone756,ASD42892,15001
+3,2015-7-25 00:00:00,china,1000,phone1904,ASD37014,15002
+4,2015-7-26 00:00:00,china,2222,phone2435,ASD66902,15003
+5,2015-7-27 00:00:00,china,1300,phone2441,ASD90633,15004
+6,2015-7-28 00:00:00,china,2100,phone294,ASD59961,15005
+7,2015-7-29 00:00:00,china,1500,phone610,ASD14875,15006
+8,2015-7-30 00:00:00,china,1600,phone1848,ASD57308,15007
+9,2015-7-18 00:00:00,china,1000,phone706,ASD86717,15008
+10,2015-7-19 00:00:00,usa,2100,phone685,ASD30505,15009
+11,2015-7-18 00:00:00,china,2200,phone1554,ASD26101,15010
+12,2015-7-19 00:00:00,china,1300,phone1781,ASD85711,15011
+13,2015-7-20 00:00:00,china,2000,phone943,ASD39200,15012
+14,2015-7-21 00:00:00,china,1500,phone1954,ASD80468,15013
+15,2015-7-22 00:00:00,china,6200,phone451,ASD1954,15014
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/badrecords/datasample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/badrecords/datasample.csv b/integration/spark-common-test/src/test/resources/badrecords/datasample.csv
new file mode 100644
index 0000000..3895102
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/badrecords/datasample.csv
@@ -0,0 +1,7 @@
+ID,date,country,actual_price,Quantity,sold_price
+10000,2015/7/23,china,120000.45,3,140000.377
+10001,null,china,120000.45,3,140000.377
+10003,2015/7/23,null,120000.45,3,140000.377
+10004,2015/7/23,china,120000.45ghf,3,140000.377
+10005,2015/7/23,china,120000.45,3ghf,140000.377
+10006,2015/7/23,china,120000.45,3,140000.377ghf
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/badrecords/emptyTimeStampValue.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/badrecords/emptyTimeStampValue.csv b/integration/spark-common-test/src/test/resources/badrecords/emptyTimeStampValue.csv
new file mode 100644
index 0000000..751b21b
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/badrecords/emptyTimeStampValue.csv
@@ -0,0 +1,8 @@
+ID,date,country,actual_price,Quantity,sold_price
+\N,,\N,\N,\N,\N
+10003,2015/7/23,xyz,120003.45,3,140000.377
+10003gh,2015/7/23,xyz,120003.45,3,140000.377
+10003,20/7/2016,xyz,120003.45,3,140000.377
+10003,2015/7/23,xyz,120003.45gf,3,140000.377
+
+10003,2015/7/23,xyz,120003.45,3,140000.377gf
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/badrecords/emptyValues.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/badrecords/emptyValues.csv b/integration/spark-common-test/src/test/resources/badrecords/emptyValues.csv
new file mode 100644
index 0000000..492d6c2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/badrecords/emptyValues.csv
@@ -0,0 +1,8 @@
+ID,date,country,actual_price,Quantity,sold_price
+10001,2015/7/23,,120003.45,3,140000.377
+,2015/7/23,,120003.45,3,140000.377
+,,,120003.45,3,140000.377
+,,,,3,140000.377
+,,,,,140000.377
+,,,,,
+10003,2015/7/23,india,120003.45,3,140000.377
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/badrecords/insufficientColumns.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/badrecords/insufficientColumns.csv b/integration/spark-common-test/src/test/resources/badrecords/insufficientColumns.csv
new file mode 100644
index 0000000..24ac3f4
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/badrecords/insufficientColumns.csv
@@ -0,0 +1,4 @@
+ID,date,country,actual_price,Quantity,sold_price
+100,
+10001,2015/7/23,
+10003,2015/7/23,null,120003.45,3,140000.377
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/badrecords/seriazableValue.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/badrecords/seriazableValue.csv b/integration/spark-common-test/src/test/resources/badrecords/seriazableValue.csv
new file mode 100644
index 0000000..2598a90
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/badrecords/seriazableValue.csv
@@ -0,0 +1,3 @@
+ID,date,country,actual_price,Quantity,sold_price
+\N,\N,\N,\N,\N,\N
+10003,2015/7/23,null,120003.45,3,140000.377
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/bigIntData.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/bigIntData.csv b/integration/spark-common-test/src/test/resources/bigIntData.csv
new file mode 100644
index 0000000..443a514
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/bigIntData.csv
@@ -0,0 +1,14 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,10000001
+2,2015/7/24,china,aaa2,phone756,ASD42892,10000000
+3,2015/7/25,china,aaa3,phone1904,ASD37014,10000000
+4,2015/7/26,china,aaa4,phone2435,ASD66902,10000000
+5,2015/7/27,china,aaa5,phone2441,ASD90633,10000000
+6,2015/7/28,china,aaa6,phone294,ASD59961,10000000
+7,2015/7/29,china,aaa7,phone610,ASD14875,10000000
+8,2015/7/30,china,aaa8,phone1848,ASD57308,10000000
+9,2015/7/18,china,aaa9,phone706,ASD86717,10000000
+10,2015/7/19,usa,aaa10,phone685,ASD30505,10000000
+11,2015/7/18,china,aaa11,phone1554,ASD26101,10000000
+12,2015/7/19,china,aaa12,phone1781,ASD85711,10000000
+13,2015/7/19,china,aaa13,phone17851,ASD85721,10000000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/bigIntDataWithHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/bigIntDataWithHeader.csv b/integration/spark-common-test/src/test/resources/bigIntDataWithHeader.csv
new file mode 100644
index 0000000..37f5f07
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/bigIntDataWithHeader.csv
@@ -0,0 +1,13 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,150003452628
+2,2015/7/24,china,aaa2,phone756,ASD42892,452345254658824
+3,2015/7/25,china,aaa3,phone1904,ASD37014,6521652222
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,ASD90633,1500043525
+6,2015/7/28,china,aaa6,phone294,ASD59961,2745654656565662345
+7,2015/7/29,china,aaa7,phone610,ASD14875,150064555555
+8,2015/7/30,china,aaa8,phone1848,ASD57308,150074422222
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008023
+10,2015/7/19,usa,aaa10,phone685,ASD30505,1500043525
+11,2015/7/18,china,aaa11,phone1554,ASD26101,1501000
+12,2015/7/19,china,aaa12,phone1781,ASD85711,1501120
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/bigIntDataWithoutHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/bigIntDataWithoutHeader.csv b/integration/spark-common-test/src/test/resources/bigIntDataWithoutHeader.csv
new file mode 100644
index 0000000..a2dd9b3
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/bigIntDataWithoutHeader.csv
@@ -0,0 +1,12 @@
+1,2015/7/23,china,aaa1,phone197,ASD69643,150003452628
+2,2015/7/24,china,aaa2,phone756,ASD42892,452345254658824
+3,2015/7/25,china,aaa3,phone1904,ASD37014,6521652222
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,ASD90633,1500043525
+6,2015/7/28,china,aaa6,phone294,ASD59961,2745654656565662345
+7,2015/7/29,china,aaa7,phone610,ASD14875,150064555555
+8,2015/7/30,china,aaa8,phone1848,ASD57308,150074422222
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008023
+10,2015/7/19,usa,aaa10,phone685,ASD30505,1500043525
+11,2015/7/18,china,aaa11,phone1554,ASD26101,1501000
+12,2015/7/19,china,aaa12,phone1781,ASD85711,1501120
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/big_int_Decimal.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/big_int_Decimal.csv b/integration/spark-common-test/src/test/resources/big_int_Decimal.csv
new file mode 100644
index 0000000..3a16df4
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/big_int_Decimal.csv
@@ -0,0 +1,3 @@
+imei,age,task,name,country,city,sale,num,level,quest,productdate,enddate,pointid,score
+imei0,2147,9279,fegt,china,hangzhou,10000,100.05,100.055,10,2016-05-01 12:25:36,2016-05-01 21:14:48,1,1.005
+imei1,-2148,-9807,lrhkr,America,NewYork,1000,10.05,100.05,100,2016-05-02 19:25:15,2016-05-02 22:25:46,2,1.05
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/channelsId.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/channelsId.csv b/integration/spark-common-test/src/test/resources/channelsId.csv
new file mode 100644
index 0000000..7be3d90
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/channelsId.csv
@@ -0,0 +1,10 @@
+1123
+1234
+1111,
+1431,
+1421
+1421|
+1234,
+1245,
+1231|
+2234|
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/character_carbon.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/character_carbon.csv b/integration/spark-common-test/src/test/resources/character_carbon.csv
new file mode 100644
index 0000000..2ea7b6c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/character_carbon.csv
@@ -0,0 +1,33 @@
+imei,age,task,num,level,productdate,mark,name
+\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,1,\u4f60~babu~520
+\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,2,\u4f60`babu`520
+\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,3,\u4f60!babu!520
+\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,4,\u4f60@babu@520
+\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,5,\u4f60#babu#520
+\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,6,\u4f60$babu$520
+\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,7,\u4f60%babu%520
+\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,8,\u4f60^babu^520
+\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,9,\u4f60&babu&520
+\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,10,\u4f60*babu*520
+\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,11,\u4f60(babu(520
+\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,12,\u4f60)babu)520
+\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,13,\u4f60-babu-520
+\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,14,\u4f60_babu_520
+\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,15,\u4f60=babu=520
+\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,16,\u4f60+babu+520
+\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,17,\u4f60{babu{520
+\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,18,\u4f60}babu}520
+\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,19,\u4f60[babu[520
+\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,20,\u4f60]babu]520
+\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,21,\u4f60\babu\520
+\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,22,\u4f60|babu|520
+\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,23,\u4f60;babu;520
+\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,24,\u4f60:babu:520
+\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,25,\u4f60'babu'520
+\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,26,\u4f60"babu"520
+\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,27,\u4f60,babu,520
+\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,28,\u4f60.babu.520
+\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,29,\u4f60<babu<520
+\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,30,\u4f60>babu>520
+\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,31,\u4f60?babu?520
+\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,32,\u4f60/babu/520
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/character_hive.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/character_hive.csv b/integration/spark-common-test/src/test/resources/character_hive.csv
new file mode 100644
index 0000000..4362ca0
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/character_hive.csv
@@ -0,0 +1,32 @@
+\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,\u4f60~babu~520,1,\u4f60~babu~520
+\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,\u4f60`babu`520,2,\u4f60`babu`520
+\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,\u4f60!babu!520,3,\u4f60!babu!520
+\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,\u4f60@babu@520,4,\u4f60@babu@520
+\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,\u4f60#babu#520,5,\u4f60#babu#520
+\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,\u4f60$babu$520,6,\u4f60$babu$520
+\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,\u4f60%babu%520,7,\u4f60%babu%520
+\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,\u4f60^babu^520,8,\u4f60^babu^520
+\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,\u4f60&babu&520,9,\u4f60&babu&520
+\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,\u4f60*babu*520,10,\u4f60*babu*520
+\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,\u4f60(babu(520,11,\u4f60(babu(520
+\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,\u4f60)babu)520,12,\u4f60)babu)520
+\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,\u4f60-babu-520,13,\u4f60-babu-520
+\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,\u4f60_babu_520,14,\u4f60_babu_520
+\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,\u4f60=babu=520,15,\u4f60=babu=520
+\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,\u4f60+babu+520,16,\u4f60+babu+520
+\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,\u4f60{babu{520,17,\u4f60{babu{520
+\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,\u4f60}babu}520,18,\u4f60}babu}520
+\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,\u4f60[babu[520,19,\u4f60[babu[520
+\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,\u4f60]babu]520,20,\u4f60]babu]520
+\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,\u4f60\babu\520,21,\u4f60\babu\520
+\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,\u4f60|babu|520,22,\u4f60|babu|520
+\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,\u4f60;babu;520,23,\u4f60;babu;520
+\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,\u4f60:babu:520,24,\u4f60:babu:520
+\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,\u4f60'babu'520,25,\u4f60'babu'520
+\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,\u4f60"babu"520,26,\u4f60"babu"520
+\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,\u4f60,babu,520,27,\u4f60,babu,520
+\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,\u4f60.babu.520,28,\u4f60.babu.520
+\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,\u4f60<babu<520,29,\u4f60<babu<520
+\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,\u4f60>babu>520,30,\u4f60>babu>520
+\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,\u4f60?babu?520,31,\u4f60?babu?520
+\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,\u4f60/babu/520,32,\u4f60/babu/520
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/columndictionary/country.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/columndictionary/country.csv b/integration/spark-common-test/src/test/resources/columndictionary/country.csv
new file mode 100644
index 0000000..1fd8032
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/columndictionary/country.csv
@@ -0,0 +1,5 @@
+usa
+china
+uk
+france
+brazil
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/columndictionary/name.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/columndictionary/name.csv b/integration/spark-common-test/src/test/resources/columndictionary/name.csv
new file mode 100644
index 0000000..cbd6eef
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/columndictionary/name.csv
@@ -0,0 +1,10 @@
+aaa1
+aaa2
+aaa3
+aaa4
+aaa5
+aaa6
+aaa7
+aaa8
+aaa9
+aaa10
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/comment.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/comment.csv b/integration/spark-common-test/src/test/resources/comment.csv
new file mode 100644
index 0000000..34ccb12
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/comment.csv
@@ -0,0 +1,5 @@
+.~carbon,.,~carbon,~carbon,~carbon,~carbon,~carbon,~carbon,~carbon
+,carbon,,carbon,,carbon,,carbon,,carbon,,carbon,,carbon,,carbon
+#?carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon
+?carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon,#carbon
+".carbon,"carbon,"carbon,"carbon,"carbon,"carbon,"carbon,"carbon
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/compaction/compaction1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/compaction/compaction1.csv b/integration/spark-common-test/src/test/resources/compaction/compaction1.csv
new file mode 100644
index 0000000..b669eca
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/compaction/compaction1.csv
@@ -0,0 +1,6 @@
+ID,date,country,name,phonetype,serialname,salary
+1,07/23/2015,china,aaa1,phone197,ASD69643,15000
+2,07/24/2015,chile,aaa2,phone756,ASD42892,15001
+3,07/25/2015,america,aaa3,phone1904,ASD37014,15002
+4,07/26/2015,canada,aaa4,phone2435,ASD66902,15003
+5,07/27/2015,england,aaa5,phone2441,ASD90633,15004
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/compaction/compaction1_forhive.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/compaction/compaction1_forhive.csv b/integration/spark-common-test/src/test/resources/compaction/compaction1_forhive.csv
new file mode 100644
index 0000000..07c2508
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/compaction/compaction1_forhive.csv
@@ -0,0 +1,5 @@
+1,07/23/2015,china,aaa1,phone197,ASD69643,15000
+2,07/24/2015,chile,aaa2,phone756,ASD42892,15001
+3,07/25/2015,america,aaa3,phone1904,ASD37014,15002
+4,07/26/2015,canada,aaa4,phone2435,ASD66902,15003
+5,07/27/2015,england,aaa5,phone2441,ASD90633,15004
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/compaction/compaction2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/compaction/compaction2.csv b/integration/spark-common-test/src/test/resources/compaction/compaction2.csv
new file mode 100644
index 0000000..57233a1
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/compaction/compaction2.csv
@@ -0,0 +1,6 @@
+ID,date,country,name,phonetype,serialname,salary
+6,07/28/2015,newzealand,aaa6,phone294,ASD59961,15005
+7,07/29/2015,mexico,aaa7,phone610,ASD14875,15006
+8,07/30/2015,westindies,aaa8,phone1848,ASD57308,15007
+9,07/18/2015,burma,aaa9,phone706,ASD86717,15008
+10,07/19/2015,butan,aaa10,phone685,ASD30505,1500
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/compaction/compaction3.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/compaction/compaction3.csv b/integration/spark-common-test/src/test/resources/compaction/compaction3.csv
new file mode 100644
index 0000000..14a1522
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/compaction/compaction3.csv
@@ -0,0 +1,6 @@
+ID,date,country,name,phonetype,serialname,salary
+11,07/23/2015,china,aaa1,phone197,ASD69643,15005
+12,07/24/2015,india,aaa2,phone756,ASD42892,15006
+13,07/26/2015,iran,aaa4,phone2435,ASD66902,15008
+14,07/27/2015,iraq,aaa5,phone2441,ASD90633,15009
+15,07/28/2015,ireland,aaa6,phone2441,ASD90633,15010
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/compaction/compactioncard2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/compaction/compactioncard2.csv b/integration/spark-common-test/src/test/resources/compaction/compactioncard2.csv
new file mode 100644
index 0000000..75fa792
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/compaction/compactioncard2.csv
@@ -0,0 +1,257 @@
+ID,date,country,name,phonetype,serialname,salary
+6,7/28/2015,newzealand,aaa6,phone294,ASD59961,15005
+7,7/29/2015,mexico,aaa7,phone610,ASD14875,15006
+8,7/30/2015,westindies,aaa8,phone1848,ASD57308,15007
+9,7/18/2015,burma,aaa9,phone706,ASD86717,15008
+10,7/19/2015,butan,aaa10,phone685,ASD30505,1500
+11,7/20/2015,burma,aaa11,phone664,ASD25707,1500
+12,7/21/2015,butan,aaa12,phone643,ASD81919,1500
+13,7/22/2015,burma,aaa13,phone622,ASD138131,1500
+14,7/23/2015,burma,aaa14,phone601,ASD194343,1500
+15,7/24/2015,butan,aaa15,phone580,ASD250555,1500
+16,7/25/2015,burma,aaa16,phone559,ASD306767,1500
+17,7/26/2015,butan,aaa17,phone538,ASD362979,1500
+18,7/27/2015,burma,aaa18,phone517,ASD419191,1500
+19,7/28/2015,burma,aaa19,phone496,ASD475403,1500
+20,7/29/2015,butan,aaa20,phone475,ASD531615,1500
+21,7/30/2015,burma,aaa21,phone454,ASD587827,1500
+22,7/31/2015,butan,aaa22,phone433,ASD644039,1500
+23,8/1/2015,burma,aaa23,phone412,ASD700251,1500
+24,8/2/2015,burma,aaa24,phone391,ASD756463,1500
+25,8/3/2015,butan,aaa25,phone370,ASD812675,1500
+26,8/4/2015,burma,aaa26,phone349,ASD868887,1500
+27,8/5/2015,butan,aaa27,phone328,ASD925099,1500
+28,8/6/2015,burma,aaa28,phone307,ASD981311,1500
+29,8/7/2015,burma,aaa29,phone286,ASD1037523,1500
+30,8/8/2015,butan,aaa30,phone265,ASD1093735,1500
+31,8/9/2015,burma,aaa31,phone244,ASD1149947,1500
+32,8/10/2015,butan,aaa32,phone223,ASD1206159,1500
+33,8/11/2015,burma,aaa33,phone202,ASD1262371,1500
+34,8/12/2015,burma,aaa34,phone181,ASD1318583,1500
+35,8/13/2015,butan,aaa35,phone160,ASD1374795,1500
+36,8/14/2015,burma,aaa36,phone139,ASD1431007,1500
+37,8/15/2015,butan,aaa37,phone118,ASD1487219,1500
+38,8/16/2015,burma,aaa38,phone97,ASD1543431,1500
+39,8/17/2015,burma,aaa39,phone76,ASD1599643,1500
+40,8/18/2015,butan,aaa40,phone55,ASD1655855,1500
+41,8/19/2015,burma,aaa41,phone34,ASD1712067,1500
+42,8/20/2015,butan,aaa42,phone13,ASD1768279,1500
+43,8/21/2015,burma,aaa43,phone8,ASD1824491,1500
+44,8/22/2015,burma,aaa44,phone29,ASD1880703,1500
+45,8/23/2015,butan,aaa45,phone50,ASD1936915,1500
+46,8/24/2015,burma,aaa46,phone71,ASD1993127,1500
+47,8/25/2015,butan,aaa47,phone92,ASD2049339,1500
+48,8/26/2015,burma,aaa48,phone113,ASD2105551,1500
+49,8/27/2015,burma,aaa49,phone134,ASD2161763,1500
+50,8/28/2015,butan,aaa50,phone155,ASD2217975,1500
+51,8/29/2015,burma,aaa51,phone176,ASD2274187,1500
+52,8/30/2015,butan,aaa52,phone197,ASD2330399,1500
+53,8/31/2015,burma,aaa53,phone218,ASD2386611,1500
+54,9/1/2015,burma,aaa54,phone239,ASD2442823,1500
+55,9/2/2015,butan,aaa55,phone260,ASD2499035,1500
+56,9/3/2015,burma,aaa56,phone281,ASD2555247,1500
+57,9/4/2015,butan,aaa57,phone302,ASD2611459,1500
+58,9/5/2015,burma,aaa58,phone323,ASD2667671,1500
+59,9/6/2015,burma,aaa59,phone344,ASD2723883,1500
+60,9/7/2015,butan,aaa60,phone365,ASD2780095,1500
+61,9/8/2015,burma,aaa61,phone386,ASD2836307,1500
+62,9/9/2015,butan,aaa62,phone407,ASD2892519,1500
+63,9/10/2015,burma,aaa63,phone428,ASD2948731,1500
+64,9/11/2015,burma,aaa64,phone449,ASD3004943,1500
+65,9/12/2015,butan,aaa65,phone470,ASD3061155,1500
+66,9/13/2015,burma,aaa66,phone491,ASD3117367,1500
+67,9/14/2015,butan,aaa67,phone512,ASD3173579,1500
+68,9/15/2015,burma,aaa68,phone533,ASD3229791,1500
+69,9/16/2015,burma,aaa69,phone554,ASD3286003,1500
+70,9/17/2015,butan,aaa70,phone575,ASD3342215,1500
+71,9/18/2015,burma,aaa71,phone596,ASD3398427,1500
+72,9/19/2015,butan,aaa72,phone617,ASD3454639,1500
+73,9/20/2015,burma,aaa73,phone638,ASD3510851,1500
+74,9/21/2015,burma,aaa74,phone659,ASD3567063,1500
+75,9/22/2015,butan,aaa75,phone680,ASD3623275,1500
+76,9/23/2015,burma,aaa76,phone701,ASD3679487,1500
+77,9/24/2015,butan,aaa77,phone722,ASD3735699,1500
+78,9/25/2015,burma,aaa78,phone743,ASD3791911,1500
+79,9/26/2015,burma,aaa79,phone764,ASD3848123,1500
+80,9/27/2015,butan,aaa80,phone785,ASD3904335,1500
+81,9/28/2015,burma,aaa81,phone806,ASD3960547,1500
+82,9/29/2015,butan,aaa82,phone827,ASD4016759,1500
+83,9/30/2015,burma,aaa83,phone848,ASD4072971,1500
+84,10/1/2015,burma,aaa84,phone869,ASD4129183,1500
+85,10/2/2015,butan,aaa85,phone890,ASD4185395,1500
+86,10/3/2015,burma,aaa86,phone911,ASD4241607,1500
+87,10/4/2015,butan,aaa87,phone932,ASD4297819,1500
+88,10/5/2015,burma,aaa88,phone953,ASD4354031,1500
+89,10/6/2015,burma,aaa89,phone974,ASD4410243,1500
+90,10/7/2015,butan,aaa90,phone995,ASD4466455,1500
+91,10/8/2015,burma,aaa91,phone1016,ASD4522667,1500
+92,10/9/2015,butan,aaa92,phone1037,ASD4578879,1500
+93,10/10/2015,burma,aaa93,phone1058,ASD4635091,1500
+94,10/11/2015,burma,aaa94,phone1079,ASD4691303,1500
+95,10/12/2015,butan,aaa95,phone1100,ASD4747515,1500
+96,10/13/2015,burma,aaa96,phone1121,ASD4803727,1500
+97,10/14/2015,butan,aaa97,phone1142,ASD4859939,1500
+98,10/15/2015,burma,aaa98,phone1163,ASD4916151,1500
+99,10/16/2015,burma,aaa99,phone1184,ASD4972363,1500
+100,10/17/2015,butan,aaa100,phone1205,ASD5028575,1500
+101,10/18/2015,burma,aaa101,phone1226,ASD5084787,1500
+102,10/19/2015,butan,aaa102,phone1247,ASD5140999,1500
+103,10/20/2015,burma,aaa103,phone1268,ASD5197211,1500
+104,10/21/2015,burma,aaa104,phone1289,ASD5253423,1500
+105,10/22/2015,butan,aaa105,phone1310,ASD5309635,1500
+106,10/23/2015,burma,aaa106,phone1331,ASD5365847,1500
+107,10/24/2015,butan,aaa107,phone1352,ASD5422059,1500
+108,10/25/2015,burma,aaa108,phone1373,ASD5478271,1500
+109,10/26/2015,burma,aaa109,phone1394,ASD5534483,1500
+110,10/27/2015,butan,aaa110,phone1415,ASD5590695,1500
+111,10/28/2015,burma,aaa111,phone1436,ASD5646907,1500
+112,10/29/2015,butan,aaa112,phone1457,ASD5703119,1500
+113,10/30/2015,burma,aaa113,phone1478,ASD5759331,1500
+114,10/31/2015,burma,aaa114,phone1499,ASD5815543,1500
+115,11/1/2015,butan,aaa115,phone1520,ASD5871755,1500
+116,11/2/2015,burma,aaa116,phone1541,ASD5927967,1500
+117,11/3/2015,butan,aaa117,phone1562,ASD5984179,1500
+118,11/4/2015,burma,aaa118,phone1583,ASD6040391,1500
+119,11/5/2015,burma,aaa119,phone1604,ASD6096603,1500
+120,11/6/2015,butan,aaa120,phone1625,ASD6152815,1500
+121,11/7/2015,burma,aaa121,phone1646,ASD6209027,1500
+122,11/8/2015,butan,aaa122,phone1667,ASD6265239,1500
+123,11/9/2015,burma,aaa123,phone1688,ASD6321451,1500
+124,11/10/2015,burma,aaa124,phone1709,ASD6377663,1500
+125,11/11/2015,butan,aaa125,phone1730,ASD6433875,1500
+126,11/12/2015,burma,aaa126,phone1751,ASD6490087,1500
+127,11/13/2015,butan,aaa127,phone1772,ASD6546299,1500
+128,11/14/2015,burma,aaa128,phone1793,ASD6602511,1500
+129,11/15/2015,burma,aaa129,phone1814,ASD6658723,1500
+130,11/16/2015,butan,aaa130,phone1835,ASD6714935,1500
+131,11/17/2015,burma,aaa131,phone1856,ASD6771147,1500
+132,11/18/2015,butan,aaa132,phone1877,ASD6827359,1500
+133,11/19/2015,burma,aaa133,phone1898,ASD6883571,1500
+134,11/20/2015,burma,aaa134,phone1919,ASD6939783,1500
+135,11/21/2015,butan,aaa135,phone1940,ASD6995995,1500
+136,11/22/2015,burma,aaa136,phone1961,ASD7052207,1500
+137,11/23/2015,butan,aaa137,phone1982,ASD7108419,1500
+138,11/24/2015,burma,aaa138,phone2003,ASD7164631,1500
+139,11/25/2015,burma,aaa139,phone2024,ASD7220843,1500
+140,11/26/2015,butan,aaa140,phone2045,ASD7277055,1500
+141,11/27/2015,burma,aaa141,phone2066,ASD7333267,1500
+142,11/28/2015,butan,aaa142,phone2087,ASD7389479,1500
+143,11/29/2015,burma,aaa143,phone2108,ASD7445691,1500
+144,11/30/2015,burma,aaa144,phone2129,ASD7501903,1500
+145,12/1/2015,butan,aaa145,phone2150,ASD7558115,1500
+146,12/2/2015,burma,aaa146,phone2171,ASD7614327,1500
+147,12/3/2015,butan,aaa147,phone2192,ASD7670539,1500
+148,12/4/2015,burma,aaa148,phone2213,ASD7726751,1500
+149,12/5/2015,burma,aaa149,phone2234,ASD7782963,1500
+150,12/6/2015,butan,aaa150,phone2255,ASD7839175,1500
+151,12/7/2015,burma,aaa151,phone2276,ASD7895387,1500
+152,12/8/2015,butan,aaa152,phone2297,ASD7951599,1500
+153,12/9/2015,burma,aaa153,phone2318,ASD8007811,1500
+154,12/10/2015,burma,aaa154,phone2339,ASD8064023,1500
+155,12/11/2015,butan,aaa155,phone2360,ASD8120235,1500
+156,12/12/2015,burma,aaa156,phone2381,ASD8176447,1500
+157,12/13/2015,butan,aaa157,phone2402,ASD8232659,1500
+158,12/14/2015,burma,aaa158,phone2423,ASD8288871,1500
+159,12/15/2015,burma,aaa159,phone2444,ASD8345083,1500
+160,12/16/2015,butan,aaa160,phone2465,ASD8401295,1500
+161,12/17/2015,burma,aaa161,phone2486,ASD8457507,1500
+162,12/18/2015,butan,aaa162,phone2507,ASD8513719,1500
+163,12/19/2015,burma,aaa163,phone2528,ASD8569931,1500
+164,12/20/2015,burma,aaa164,phone2549,ASD8626143,1500
+165,12/21/2015,butan,aaa165,phone2570,ASD8682355,1500
+166,12/22/2015,burma,aaa166,phone2591,ASD8738567,1500
+167,12/23/2015,butan,aaa167,phone2612,ASD8794779,1500
+168,12/24/2015,burma,aaa168,phone2633,ASD8850991,1500
+169,12/25/2015,burma,aaa169,phone2654,ASD8907203,1500
+170,12/26/2015,butan,aaa170,phone2675,ASD8963415,1500
+171,12/27/2015,burma,aaa171,phone2696,ASD9019627,1500
+172,12/28/2015,butan,aaa172,phone2717,ASD9075839,1500
+173,12/29/2015,burma,aaa173,phone2738,ASD9132051,1500
+174,12/30/2015,burma,aaa174,phone2759,ASD9188263,1500
+175,12/31/2015,butan,aaa175,phone2780,ASD9244475,1500
+176,1/1/2016,burma,aaa176,phone2801,ASD9300687,1500
+177,1/2/2016,butan,aaa177,phone2822,ASD9356899,1500
+178,1/3/2016,burma,aaa178,phone2843,ASD9413111,1500
+179,1/4/2016,burma,aaa179,phone2864,ASD9469323,1500
+180,1/5/2016,butan,aaa180,phone2885,ASD9525535,1500
+181,1/6/2016,burma,aaa181,phone2906,ASD9581747,1500
+182,1/7/2016,butan,aaa182,phone2927,ASD9637959,1500
+183,1/8/2016,burma,aaa183,phone2948,ASD9694171,1500
+184,1/9/2016,burma,aaa184,phone2969,ASD9750383,1500
+185,1/10/2016,butan,aaa185,phone2990,ASD9806595,1500
+186,1/11/2016,burma,aaa186,phone3011,ASD9862807,1500
+187,1/12/2016,butan,aaa187,phone3032,ASD9919019,1500
+188,1/13/2016,burma,aaa188,phone3053,ASD9975231,1500
+189,1/14/2016,burma,aaa189,phone3074,ASD10031443,1500
+190,1/15/2016,butan,aaa190,phone3095,ASD10087655,1500
+191,1/16/2016,burma,aaa191,phone3116,ASD10143867,1500
+192,1/17/2016,butan,aaa192,phone3137,ASD10200079,1500
+193,1/18/2016,burma,aaa193,phone3158,ASD10256291,1500
+194,1/19/2016,burma,aaa194,phone3179,ASD10312503,1500
+195,1/20/2016,butan,aaa195,phone3200,ASD10368715,1500
+196,1/21/2016,burma,aaa196,phone3221,ASD10424927,1500
+197,1/22/2016,butan,aaa197,phone3242,ASD10481139,1500
+198,1/23/2016,burma,aaa198,phone3263,ASD10537351,1500
+199,1/24/2016,burma,aaa199,phone3284,ASD10593563,1500
+200,1/25/2016,butan,aaa200,phone3305,ASD10649775,1500
+201,1/26/2016,burma,aaa201,phone3326,ASD10705987,1500
+202,1/27/2016,butan,aaa202,phone3347,ASD10762199,1500
+203,1/28/2016,burma,aaa203,phone3368,ASD10818411,1500
+204,1/29/2016,burma,aaa204,phone3389,ASD10874623,1500
+205,1/30/2016,butan,aaa205,phone3410,ASD10930835,1500
+206,1/31/2016,burma,aaa206,phone3431,ASD10987047,1500
+207,2/1/2016,butan,aaa207,phone3452,ASD11043259,1500
+208,2/2/2016,burma,aaa208,phone3473,ASD11099471,1500
+209,2/3/2016,burma,aaa209,phone3494,ASD11155683,1500
+210,2/4/2016,butan,aaa210,phone3515,ASD11211895,1500
+211,2/5/2016,burma,aaa211,phone3536,ASD11268107,1500
+212,2/6/2016,butan,aaa212,phone3557,ASD11324319,1500
+213,2/7/2016,burma,aaa213,phone3578,ASD11380531,1500
+214,2/8/2016,burma,aaa214,phone3599,ASD11436743,1500
+215,2/9/2016,butan,aaa215,phone3620,ASD11492955,1500
+216,2/10/2016,burma,aaa216,phone3641,ASD11549167,1500
+217,2/11/2016,butan,aaa217,phone3662,ASD11605379,1500
+218,2/12/2016,burma,aaa218,phone3683,ASD11661591,1500
+219,2/13/2016,burma,aaa219,phone3704,ASD11717803,1500
+220,2/14/2016,butan,aaa220,phone3725,ASD11774015,1500
+221,2/15/2016,burma,aaa221,phone3746,ASD11830227,1500
+222,2/16/2016,butan,aaa222,phone3767,ASD11886439,1500
+223,2/17/2016,burma,aaa223,phone3788,ASD11942651,1500
+224,2/18/2016,burma,aaa224,phone3809,ASD11998863,1500
+225,2/19/2016,butan,aaa225,phone3830,ASD12055075,1500
+226,2/20/2016,burma,aaa226,phone3851,ASD12111287,1500
+227,2/21/2016,butan,aaa227,phone3872,ASD12167499,1500
+228,2/22/2016,burma,aaa228,phone3893,ASD12223711,1500
+229,2/23/2016,burma,aaa229,phone3914,ASD12279923,1500
+230,2/24/2016,butan,aaa230,phone3935,ASD12336135,1500
+231,2/25/2016,burma,aaa231,phone3956,ASD12392347,1500
+232,2/26/2016,butan,aaa232,phone3977,ASD12448559,1500
+233,2/27/2016,burma,aaa233,phone3998,ASD12504771,1500
+234,2/28/2016,burma,aaa234,phone4019,ASD12560983,1500
+235,2/29/2016,butan,aaa235,phone4040,ASD12617195,1500
+236,3/1/2016,burma,aaa236,phone4061,ASD12673407,1500
+237,3/2/2016,butan,aaa237,phone4082,ASD12729619,1500
+238,3/3/2016,burma,aaa238,phone4103,ASD12785831,1500
+239,3/4/2016,burma,aaa239,phone4124,ASD12842043,1500
+240,3/5/2016,butan,aaa240,phone4145,ASD12898255,1500
+241,3/6/2016,burma,aaa241,phone4166,ASD12954467,1500
+242,3/7/2016,butan,aaa242,phone4187,ASD13010679,1500
+243,3/8/2016,burma,aaa243,phone4208,ASD13066891,1500
+244,3/9/2016,burma,aaa244,phone4229,ASD13123103,1500
+245,3/10/2016,butan,aaa245,phone4250,ASD13179315,1500
+246,3/11/2016,burma,aaa246,phone4271,ASD13235527,1500
+247,3/12/2016,butan,aaa247,phone4292,ASD13291739,1500
+248,3/13/2016,burma,aaa248,phone4313,ASD13347951,1500
+249,3/14/2016,burma,aaa249,phone4334,ASD13404163,1500
+250,3/15/2016,butan,aaa250,phone4355,ASD13460375,1500
+251,3/16/2016,burma,aaa251,phone4376,ASD13516587,1500
+252,3/17/2016,butan,aaa252,phone4397,ASD13572799,1500
+253,3/18/2016,burma,aaa253,phone4418,ASD13629011,1500
+254,3/19/2016,burma,aaa254,phone4439,ASD13685223,1500
+255,3/20/2016,butan,aaa255,phone4460,ASD13741435,1500
+256,3/21/2016,burma,aaa256,phone4481,ASD13797647,1500
+257,3/22/2016,butan,aaa257,phone4502,ASD13853859,1500
+258,3/23/2016,burma,aaa258,phone4523,ASD13910071,1500
+259,3/24/2016,burma,aaa259,phone4544,ASD13966283,1500
+260,3/25/2016,butan,aaa260,phone4565,ASD14022495,1500
+261,3/26/2016,burma,aaa261,phone4586,ASD14078707,1500
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/compaction/compactioncard2_forhive.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/compaction/compactioncard2_forhive.csv b/integration/spark-common-test/src/test/resources/compaction/compactioncard2_forhive.csv
new file mode 100644
index 0000000..7d7673e
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/compaction/compactioncard2_forhive.csv
@@ -0,0 +1,256 @@
+6,7/28/2015,newzealand,aaa6,phone294,ASD59961,15005
+7,7/29/2015,mexico,aaa7,phone610,ASD14875,15006
+8,7/30/2015,westindies,aaa8,phone1848,ASD57308,15007
+9,7/18/2015,burma,aaa9,phone706,ASD86717,15008
+10,7/19/2015,butan,aaa10,phone685,ASD30505,1500
+11,7/20/2015,burma,aaa11,phone664,ASD25707,1500
+12,7/21/2015,butan,aaa12,phone643,ASD81919,1500
+13,7/22/2015,burma,aaa13,phone622,ASD138131,1500
+14,7/23/2015,burma,aaa14,phone601,ASD194343,1500
+15,7/24/2015,butan,aaa15,phone580,ASD250555,1500
+16,7/25/2015,burma,aaa16,phone559,ASD306767,1500
+17,7/26/2015,butan,aaa17,phone538,ASD362979,1500
+18,7/27/2015,burma,aaa18,phone517,ASD419191,1500
+19,7/28/2015,burma,aaa19,phone496,ASD475403,1500
+20,7/29/2015,butan,aaa20,phone475,ASD531615,1500
+21,7/30/2015,burma,aaa21,phone454,ASD587827,1500
+22,7/31/2015,butan,aaa22,phone433,ASD644039,1500
+23,8/1/2015,burma,aaa23,phone412,ASD700251,1500
+24,8/2/2015,burma,aaa24,phone391,ASD756463,1500
+25,8/3/2015,butan,aaa25,phone370,ASD812675,1500
+26,8/4/2015,burma,aaa26,phone349,ASD868887,1500
+27,8/5/2015,butan,aaa27,phone328,ASD925099,1500
+28,8/6/2015,burma,aaa28,phone307,ASD981311,1500
+29,8/7/2015,burma,aaa29,phone286,ASD1037523,1500
+30,8/8/2015,butan,aaa30,phone265,ASD1093735,1500
+31,8/9/2015,burma,aaa31,phone244,ASD1149947,1500
+32,8/10/2015,butan,aaa32,phone223,ASD1206159,1500
+33,8/11/2015,burma,aaa33,phone202,ASD1262371,1500
+34,8/12/2015,burma,aaa34,phone181,ASD1318583,1500
+35,8/13/2015,butan,aaa35,phone160,ASD1374795,1500
+36,8/14/2015,burma,aaa36,phone139,ASD1431007,1500
+37,8/15/2015,butan,aaa37,phone118,ASD1487219,1500
+38,8/16/2015,burma,aaa38,phone97,ASD1543431,1500
+39,8/17/2015,burma,aaa39,phone76,ASD1599643,1500
+40,8/18/2015,butan,aaa40,phone55,ASD1655855,1500
+41,8/19/2015,burma,aaa41,phone34,ASD1712067,1500
+42,8/20/2015,butan,aaa42,phone13,ASD1768279,1500
+43,8/21/2015,burma,aaa43,phone8,ASD1824491,1500
+44,8/22/2015,burma,aaa44,phone29,ASD1880703,1500
+45,8/23/2015,butan,aaa45,phone50,ASD1936915,1500
+46,8/24/2015,burma,aaa46,phone71,ASD1993127,1500
+47,8/25/2015,butan,aaa47,phone92,ASD2049339,1500
+48,8/26/2015,burma,aaa48,phone113,ASD2105551,1500
+49,8/27/2015,burma,aaa49,phone134,ASD2161763,1500
+50,8/28/2015,butan,aaa50,phone155,ASD2217975,1500
+51,8/29/2015,burma,aaa51,phone176,ASD2274187,1500
+52,8/30/2015,butan,aaa52,phone197,ASD2330399,1500
+53,8/31/2015,burma,aaa53,phone218,ASD2386611,1500
+54,9/1/2015,burma,aaa54,phone239,ASD2442823,1500
+55,9/2/2015,butan,aaa55,phone260,ASD2499035,1500
+56,9/3/2015,burma,aaa56,phone281,ASD2555247,1500
+57,9/4/2015,butan,aaa57,phone302,ASD2611459,1500
+58,9/5/2015,burma,aaa58,phone323,ASD2667671,1500
+59,9/6/2015,burma,aaa59,phone344,ASD2723883,1500
+60,9/7/2015,butan,aaa60,phone365,ASD2780095,1500
+61,9/8/2015,burma,aaa61,phone386,ASD2836307,1500
+62,9/9/2015,butan,aaa62,phone407,ASD2892519,1500
+63,9/10/2015,burma,aaa63,phone428,ASD2948731,1500
+64,9/11/2015,burma,aaa64,phone449,ASD3004943,1500
+65,9/12/2015,butan,aaa65,phone470,ASD3061155,1500
+66,9/13/2015,burma,aaa66,phone491,ASD3117367,1500
+67,9/14/2015,butan,aaa67,phone512,ASD3173579,1500
+68,9/15/2015,burma,aaa68,phone533,ASD3229791,1500
+69,9/16/2015,burma,aaa69,phone554,ASD3286003,1500
+70,9/17/2015,butan,aaa70,phone575,ASD3342215,1500
+71,9/18/2015,burma,aaa71,phone596,ASD3398427,1500
+72,9/19/2015,butan,aaa72,phone617,ASD3454639,1500
+73,9/20/2015,burma,aaa73,phone638,ASD3510851,1500
+74,9/21/2015,burma,aaa74,phone659,ASD3567063,1500
+75,9/22/2015,butan,aaa75,phone680,ASD3623275,1500
+76,9/23/2015,burma,aaa76,phone701,ASD3679487,1500
+77,9/24/2015,butan,aaa77,phone722,ASD3735699,1500
+78,9/25/2015,burma,aaa78,phone743,ASD3791911,1500
+79,9/26/2015,burma,aaa79,phone764,ASD3848123,1500
+80,9/27/2015,butan,aaa80,phone785,ASD3904335,1500
+81,9/28/2015,burma,aaa81,phone806,ASD3960547,1500
+82,9/29/2015,butan,aaa82,phone827,ASD4016759,1500
+83,9/30/2015,burma,aaa83,phone848,ASD4072971,1500
+84,10/1/2015,burma,aaa84,phone869,ASD4129183,1500
+85,10/2/2015,butan,aaa85,phone890,ASD4185395,1500
+86,10/3/2015,burma,aaa86,phone911,ASD4241607,1500
+87,10/4/2015,butan,aaa87,phone932,ASD4297819,1500
+88,10/5/2015,burma,aaa88,phone953,ASD4354031,1500
+89,10/6/2015,burma,aaa89,phone974,ASD4410243,1500
+90,10/7/2015,butan,aaa90,phone995,ASD4466455,1500
+91,10/8/2015,burma,aaa91,phone1016,ASD4522667,1500
+92,10/9/2015,butan,aaa92,phone1037,ASD4578879,1500
+93,10/10/2015,burma,aaa93,phone1058,ASD4635091,1500
+94,10/11/2015,burma,aaa94,phone1079,ASD4691303,1500
+95,10/12/2015,butan,aaa95,phone1100,ASD4747515,1500
+96,10/13/2015,burma,aaa96,phone1121,ASD4803727,1500
+97,10/14/2015,butan,aaa97,phone1142,ASD4859939,1500
+98,10/15/2015,burma,aaa98,phone1163,ASD4916151,1500
+99,10/16/2015,burma,aaa99,phone1184,ASD4972363,1500
+100,10/17/2015,butan,aaa100,phone1205,ASD5028575,1500
+101,10/18/2015,burma,aaa101,phone1226,ASD5084787,1500
+102,10/19/2015,butan,aaa102,phone1247,ASD5140999,1500
+103,10/20/2015,burma,aaa103,phone1268,ASD5197211,1500
+104,10/21/2015,burma,aaa104,phone1289,ASD5253423,1500
+105,10/22/2015,butan,aaa105,phone1310,ASD5309635,1500
+106,10/23/2015,burma,aaa106,phone1331,ASD5365847,1500
+107,10/24/2015,butan,aaa107,phone1352,ASD5422059,1500
+108,10/25/2015,burma,aaa108,phone1373,ASD5478271,1500
+109,10/26/2015,burma,aaa109,phone1394,ASD5534483,1500
+110,10/27/2015,butan,aaa110,phone1415,ASD5590695,1500
+111,10/28/2015,burma,aaa111,phone1436,ASD5646907,1500
+112,10/29/2015,butan,aaa112,phone1457,ASD5703119,1500
+113,10/30/2015,burma,aaa113,phone1478,ASD5759331,1500
+114,10/31/2015,burma,aaa114,phone1499,ASD5815543,1500
+115,11/1/2015,butan,aaa115,phone1520,ASD5871755,1500
+116,11/2/2015,burma,aaa116,phone1541,ASD5927967,1500
+117,11/3/2015,butan,aaa117,phone1562,ASD5984179,1500
+118,11/4/2015,burma,aaa118,phone1583,ASD6040391,1500
+119,11/5/2015,burma,aaa119,phone1604,ASD6096603,1500
+120,11/6/2015,butan,aaa120,phone1625,ASD6152815,1500
+121,11/7/2015,burma,aaa121,phone1646,ASD6209027,1500
+122,11/8/2015,butan,aaa122,phone1667,ASD6265239,1500
+123,11/9/2015,burma,aaa123,phone1688,ASD6321451,1500
+124,11/10/2015,burma,aaa124,phone1709,ASD6377663,1500
+125,11/11/2015,butan,aaa125,phone1730,ASD6433875,1500
+126,11/12/2015,burma,aaa126,phone1751,ASD6490087,1500
+127,11/13/2015,butan,aaa127,phone1772,ASD6546299,1500
+128,11/14/2015,burma,aaa128,phone1793,ASD6602511,1500
+129,11/15/2015,burma,aaa129,phone1814,ASD6658723,1500
+130,11/16/2015,butan,aaa130,phone1835,ASD6714935,1500
+131,11/17/2015,burma,aaa131,phone1856,ASD6771147,1500
+132,11/18/2015,butan,aaa132,phone1877,ASD6827359,1500
+133,11/19/2015,burma,aaa133,phone1898,ASD6883571,1500
+134,11/20/2015,burma,aaa134,phone1919,ASD6939783,1500
+135,11/21/2015,butan,aaa135,phone1940,ASD6995995,1500
+136,11/22/2015,burma,aaa136,phone1961,ASD7052207,1500
+137,11/23/2015,butan,aaa137,phone1982,ASD7108419,1500
+138,11/24/2015,burma,aaa138,phone2003,ASD7164631,1500
+139,11/25/2015,burma,aaa139,phone2024,ASD7220843,1500
+140,11/26/2015,butan,aaa140,phone2045,ASD7277055,1500
+141,11/27/2015,burma,aaa141,phone2066,ASD7333267,1500
+142,11/28/2015,butan,aaa142,phone2087,ASD7389479,1500
+143,11/29/2015,burma,aaa143,phone2108,ASD7445691,1500
+144,11/30/2015,burma,aaa144,phone2129,ASD7501903,1500
+145,12/1/2015,butan,aaa145,phone2150,ASD7558115,1500
+146,12/2/2015,burma,aaa146,phone2171,ASD7614327,1500
+147,12/3/2015,butan,aaa147,phone2192,ASD7670539,1500
+148,12/4/2015,burma,aaa148,phone2213,ASD7726751,1500
+149,12/5/2015,burma,aaa149,phone2234,ASD7782963,1500
+150,12/6/2015,butan,aaa150,phone2255,ASD7839175,1500
+151,12/7/2015,burma,aaa151,phone2276,ASD7895387,1500
+152,12/8/2015,butan,aaa152,phone2297,ASD7951599,1500
+153,12/9/2015,burma,aaa153,phone2318,ASD8007811,1500
+154,12/10/2015,burma,aaa154,phone2339,ASD8064023,1500
+155,12/11/2015,butan,aaa155,phone2360,ASD8120235,1500
+156,12/12/2015,burma,aaa156,phone2381,ASD8176447,1500
+157,12/13/2015,butan,aaa157,phone2402,ASD8232659,1500
+158,12/14/2015,burma,aaa158,phone2423,ASD8288871,1500
+159,12/15/2015,burma,aaa159,phone2444,ASD8345083,1500
+160,12/16/2015,butan,aaa160,phone2465,ASD8401295,1500
+161,12/17/2015,burma,aaa161,phone2486,ASD8457507,1500
+162,12/18/2015,butan,aaa162,phone2507,ASD8513719,1500
+163,12/19/2015,burma,aaa163,phone2528,ASD8569931,1500
+164,12/20/2015,burma,aaa164,phone2549,ASD8626143,1500
+165,12/21/2015,butan,aaa165,phone2570,ASD8682355,1500
+166,12/22/2015,burma,aaa166,phone2591,ASD8738567,1500
+167,12/23/2015,butan,aaa167,phone2612,ASD8794779,1500
+168,12/24/2015,burma,aaa168,phone2633,ASD8850991,1500
+169,12/25/2015,burma,aaa169,phone2654,ASD8907203,1500
+170,12/26/2015,butan,aaa170,phone2675,ASD8963415,1500
+171,12/27/2015,burma,aaa171,phone2696,ASD9019627,1500
+172,12/28/2015,butan,aaa172,phone2717,ASD9075839,1500
+173,12/29/2015,burma,aaa173,phone2738,ASD9132051,1500
+174,12/30/2015,burma,aaa174,phone2759,ASD9188263,1500
+175,12/31/2015,butan,aaa175,phone2780,ASD9244475,1500
+176,1/1/2016,burma,aaa176,phone2801,ASD9300687,1500
+177,1/2/2016,butan,aaa177,phone2822,ASD9356899,1500
+178,1/3/2016,burma,aaa178,phone2843,ASD9413111,1500
+179,1/4/2016,burma,aaa179,phone2864,ASD9469323,1500
+180,1/5/2016,butan,aaa180,phone2885,ASD9525535,1500
+181,1/6/2016,burma,aaa181,phone2906,ASD9581747,1500
+182,1/7/2016,butan,aaa182,phone2927,ASD9637959,1500
+183,1/8/2016,burma,aaa183,phone2948,ASD9694171,1500
+184,1/9/2016,burma,aaa184,phone2969,ASD9750383,1500
+185,1/10/2016,butan,aaa185,phone2990,ASD9806595,1500
+186,1/11/2016,burma,aaa186,phone3011,ASD9862807,1500
+187,1/12/2016,butan,aaa187,phone3032,ASD9919019,1500
+188,1/13/2016,burma,aaa188,phone3053,ASD9975231,1500
+189,1/14/2016,burma,aaa189,phone3074,ASD10031443,1500
+190,1/15/2016,butan,aaa190,phone3095,ASD10087655,1500
+191,1/16/2016,burma,aaa191,phone3116,ASD10143867,1500
+192,1/17/2016,butan,aaa192,phone3137,ASD10200079,1500
+193,1/18/2016,burma,aaa193,phone3158,ASD10256291,1500
+194,1/19/2016,burma,aaa194,phone3179,ASD10312503,1500
+195,1/20/2016,butan,aaa195,phone3200,ASD10368715,1500
+196,1/21/2016,burma,aaa196,phone3221,ASD10424927,1500
+197,1/22/2016,butan,aaa197,phone3242,ASD10481139,1500
+198,1/23/2016,burma,aaa198,phone3263,ASD10537351,1500
+199,1/24/2016,burma,aaa199,phone3284,ASD10593563,1500
+200,1/25/2016,butan,aaa200,phone3305,ASD10649775,1500
+201,1/26/2016,burma,aaa201,phone3326,ASD10705987,1500
+202,1/27/2016,butan,aaa202,phone3347,ASD10762199,1500
+203,1/28/2016,burma,aaa203,phone3368,ASD10818411,1500
+204,1/29/2016,burma,aaa204,phone3389,ASD10874623,1500
+205,1/30/2016,butan,aaa205,phone3410,ASD10930835,1500
+206,1/31/2016,burma,aaa206,phone3431,ASD10987047,1500
+207,2/1/2016,butan,aaa207,phone3452,ASD11043259,1500
+208,2/2/2016,burma,aaa208,phone3473,ASD11099471,1500
+209,2/3/2016,burma,aaa209,phone3494,ASD11155683,1500
+210,2/4/2016,butan,aaa210,phone3515,ASD11211895,1500
+211,2/5/2016,burma,aaa211,phone3536,ASD11268107,1500
+212,2/6/2016,butan,aaa212,phone3557,ASD11324319,1500
+213,2/7/2016,burma,aaa213,phone3578,ASD11380531,1500
+214,2/8/2016,burma,aaa214,phone3599,ASD11436743,1500
+215,2/9/2016,butan,aaa215,phone3620,ASD11492955,1500
+216,2/10/2016,burma,aaa216,phone3641,ASD11549167,1500
+217,2/11/2016,butan,aaa217,phone3662,ASD11605379,1500
+218,2/12/2016,burma,aaa218,phone3683,ASD11661591,1500
+219,2/13/2016,burma,aaa219,phone3704,ASD11717803,1500
+220,2/14/2016,butan,aaa220,phone3725,ASD11774015,1500
+221,2/15/2016,burma,aaa221,phone3746,ASD11830227,1500
+222,2/16/2016,butan,aaa222,phone3767,ASD11886439,1500
+223,2/17/2016,burma,aaa223,phone3788,ASD11942651,1500
+224,2/18/2016,burma,aaa224,phone3809,ASD11998863,1500
+225,2/19/2016,butan,aaa225,phone3830,ASD12055075,1500
+226,2/20/2016,burma,aaa226,phone3851,ASD12111287,1500
+227,2/21/2016,butan,aaa227,phone3872,ASD12167499,1500
+228,2/22/2016,burma,aaa228,phone3893,ASD12223711,1500
+229,2/23/2016,burma,aaa229,phone3914,ASD12279923,1500
+230,2/24/2016,butan,aaa230,phone3935,ASD12336135,1500
+231,2/25/2016,burma,aaa231,phone3956,ASD12392347,1500
+232,2/26/2016,butan,aaa232,phone3977,ASD12448559,1500
+233,2/27/2016,burma,aaa233,phone3998,ASD12504771,1500
+234,2/28/2016,burma,aaa234,phone4019,ASD12560983,1500
+235,2/29/2016,butan,aaa235,phone4040,ASD12617195,1500
+236,3/1/2016,burma,aaa236,phone4061,ASD12673407,1500
+237,3/2/2016,butan,aaa237,phone4082,ASD12729619,1500
+238,3/3/2016,burma,aaa238,phone4103,ASD12785831,1500
+239,3/4/2016,burma,aaa239,phone4124,ASD12842043,1500
+240,3/5/2016,butan,aaa240,phone4145,ASD12898255,1500
+241,3/6/2016,burma,aaa241,phone4166,ASD12954467,1500
+242,3/7/2016,butan,aaa242,phone4187,ASD13010679,1500
+243,3/8/2016,burma,aaa243,phone4208,ASD13066891,1500
+244,3/9/2016,burma,aaa244,phone4229,ASD13123103,1500
+245,3/10/2016,butan,aaa245,phone4250,ASD13179315,1500
+246,3/11/2016,burma,aaa246,phone4271,ASD13235527,1500
+247,3/12/2016,butan,aaa247,phone4292,ASD13291739,1500
+248,3/13/2016,burma,aaa248,phone4313,ASD13347951,1500
+249,3/14/2016,burma,aaa249,phone4334,ASD13404163,1500
+250,3/15/2016,butan,aaa250,phone4355,ASD13460375,1500
+251,3/16/2016,burma,aaa251,phone4376,ASD13516587,1500
+252,3/17/2016,butan,aaa252,phone4397,ASD13572799,1500
+253,3/18/2016,burma,aaa253,phone4418,ASD13629011,1500
+254,3/19/2016,burma,aaa254,phone4439,ASD13685223,1500
+255,3/20/2016,butan,aaa255,phone4460,ASD13741435,1500
+256,3/21/2016,burma,aaa256,phone4481,ASD13797647,1500
+257,3/22/2016,butan,aaa257,phone4502,ASD13853859,1500
+258,3/23/2016,burma,aaa258,phone4523,ASD13910071,1500
+259,3/24/2016,burma,aaa259,phone4544,ASD13966283,1500
+260,3/25/2016,butan,aaa260,phone4565,ASD14022495,1500
+261,3/26/2016,burma,aaa261,phone4586,ASD14078707,1500
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexTypeDecimal.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexTypeDecimal.csv b/integration/spark-common-test/src/test/resources/complexTypeDecimal.csv
new file mode 100644
index 0000000..8c90d27
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexTypeDecimal.csv
@@ -0,0 +1,9 @@
+ID,date,country,name,phonetype,serialname,salary,complex
+1.2,2015/7/23,china,aaa1,phone197,ASD69643,15000,3.113$3.33
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001,3.123$7.33
+4.3,2015/7/26,china,aaa4,phone2435,ASD66902,15003,3.123$56.33
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004,3.133$5.33
+6.5,2015/7/28,china,aaa6,phone294,ASD59961,15005,3.133$54.33
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007,32.13$56.33
+9.1,2015/7/18,china,aaa9,phone706,ASD86717,15008,3.213$44.33
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009,32.13$33.33
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexTypeDecimalNested.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexTypeDecimalNested.csv b/integration/spark-common-test/src/test/resources/complexTypeDecimalNested.csv
new file mode 100644
index 0000000..4951bf8
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexTypeDecimalNested.csv
@@ -0,0 +1,9 @@
+ID,date,country,name,phonetype,serialname,salary,complex
+1.2,2015/7/23,china,aaa1,phone197,ASD69643,15000,3.113:imei$3.33:imsi
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001,3.123:imei$7.33:imsi
+4.3,2015/7/26,china,aaa4,phone2435,ASD66902,15003,3.123:imei$56.33:imsi
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004,3.133:imei$5.33:imsi
+6.5,2015/7/28,china,aaa6,phone294,ASD59961,15005,3.133:imei$54.33:imsi
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007,32.13:imei$56.33:imsi
+9.1,2015/7/18,china,aaa9,phone706,ASD86717,15008,3.213:imei$44.33:imsi
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009,32.13:imei$33.33:imsi
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexTypeDecimalNestedHive.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexTypeDecimalNestedHive.csv b/integration/spark-common-test/src/test/resources/complexTypeDecimalNestedHive.csv
new file mode 100644
index 0000000..ae67723
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexTypeDecimalNestedHive.csv
@@ -0,0 +1,8 @@
+1.2,2015/7/23,china,aaa1,phone197,ASD69643,15000,3.113:imei$3.33:imsi
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001,3.123:imei$7.33:imsi
+4.3,2015/7/26,china,aaa4,phone2435,ASD66902,15003,3.123:imei$56.33:imsi
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004,3.133:imei$5.33:imsi
+6.5,2015/7/28,china,aaa6,phone294,ASD59961,15005,3.133:imei$54.33:imsi
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007,32.13:imei$56.33:imsi
+9.1,2015/7/18,china,aaa9,phone706,ASD86717,15008,3.213:imei$44.33:imsi
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009,32.13:imei$33.33:imsi
\ No newline at end of file
[04/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
deleted file mode 100644
index 5cbe93d..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.sortexpr
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for sort expression query on multiple datatypes
- * @author N00902756
- *
- */
-
-class AllDataTypesTestCaseSort extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE alldatatypestablesort (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE alldatatypestablesort OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
-
- sql("CREATE TABLE alldatatypestablesort_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
- sql("LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO TABLE alldatatypestablesort_hive");
-
- }
-
- test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestablesort where empname in ('arvind','ayushi') group by empno,empname,utilization order by empno") {
- checkAnswer(
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestablesort where empname in ('arvind','ayushi') group by empno,empname,utilization order by empno"),
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestablesort_hive where empname in ('arvind','ayushi') group by empno,empname,utilization order by empno"))
- }
-
- override def afterAll {
- sql("drop table alldatatypestablesort")
- sql("drop table alldatatypestablesort_hive")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
deleted file mode 100644
index 3a97884..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
+++ /dev/null
@@ -1,49 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.sortexpr
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for sort expression query on int datatypes
- *
- * @author N00902756
- *
- */
-class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE inttypetablesort (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA local inpath './src/test/resources/data.csv' INTO TABLE inttypetablesort OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
- }
-
- test("select empno from inttypetablesort") {
- checkAnswer(
- sql("select empno from inttypetablesort"),
- Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
- }
-
- override def afterAll {
- sql("drop table inttypetablesort")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
deleted file mode 100644
index 220e985..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
+++ /dev/null
@@ -1,78 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.windowsexpr
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test Class for all query on multiple datatypes
- *
- */
-class WindowsExprTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
-
- sql("CREATE TABLE IF NOT EXISTS windowstable (ID double, date Timestamp, country String,name String, phonetype String, serialname String, salary double) STORED BY 'carbondata'");
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,"dd-MM-yyyy")
- sql("LOAD DATA LOCAL INPATH '"+currentDirectory+"/src/test/resources/windows.csv' INTO table windowstable options('DELIMITER'= ',' ,'QUOTECHAR'= '\"', 'FILEHEADER'= 'ID,date,country,name,phonetype,serialname,salary')");
- sql("CREATE TABLE IF NOT EXISTS hivewindowstable (ID double, date Timestamp, country String,name String, phonetype String, serialname String, salary double) row format delimited fields terminated by ','");
- sql("LOAD DATA LOCAL INPATH '"+currentDirectory+"/src/test/resources/windows.csv' INTO table hivewindowstable ");
-
- }
-
- override def afterAll {
- sql("drop table windowstable")
- sql("drop table hivewindowstable")
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-
- test("SELECT country,name,salary FROM (SELECT country,name,salary,dense_rank() OVER (PARTITION BY country ORDER BY salary DESC) as rank FROM windowstable) tmp WHERE rank <= 2 order by country") {
- checkAnswer(
- sql("SELECT country,name,salary FROM (SELECT country,name,salary,dense_rank() OVER (PARTITION BY country ORDER BY salary DESC) as rank FROM windowstable) tmp WHERE rank <= 2 order by country"),
- sql("SELECT country,name,salary FROM (SELECT country,name,salary,dense_rank() OVER (PARTITION BY country ORDER BY salary DESC) as rank FROM hivewindowstable) tmp WHERE rank <= 2 order by country"))
- }
-
- test("SELECT ID, country, SUM(salary) OVER (PARTITION BY country ) AS TopBorcT FROM windowstable") {
- checkAnswer(
- sql("SELECT ID, country, SUM(salary) OVER (PARTITION BY country ) AS TopBorcT FROM windowstable"),
- sql("SELECT ID, country, SUM(salary) OVER (PARTITION BY country ) AS TopBorcT FROM hivewindowstable"))
- }
-
- test("SELECT country,name,salary,ROW_NUMBER() OVER (PARTITION BY country ORDER BY salary DESC) as rownum FROM windowstable") {
- checkAnswer(
- sql("SELECT country,name,salary,ROW_NUMBER() OVER (PARTITION BY country ORDER BY salary DESC) as rownum FROM windowstable"),
- sql("SELECT country,name,salary,ROW_NUMBER() OVER (PARTITION BY country ORDER BY salary DESC) as rownum FROM hivewindowstable"))
- }
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AllDictionaryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AllDictionaryTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AllDictionaryTestCase.scala
index 24e478f..ff8adca 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AllDictionaryTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AllDictionaryTestCase.scala
@@ -20,8 +20,7 @@ package org.apache.carbondata.spark.util
import java.io.File
-import org.apache.spark.sql.common.util.CarbonHiveContext.sql
-import org.apache.spark.sql.common.util.{CarbonHiveContext, QueryTest}
+import org.apache.spark.sql.common.util.QueryTest
import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
import org.scalatest.BeforeAndAfterAll
@@ -74,9 +73,8 @@ class AllDictionaryTestCase extends QueryTest with BeforeAndAfterAll {
}
def buildTestData() = {
- pwd = new File(this.getClass.getResource("/").getPath + "/../../").getCanonicalPath
- sampleAllDictionaryFile = pwd + "/src/test/resources/alldictionary/sample/20160423/1400_1405/*.dictionary"
- complexAllDictionaryFile = pwd + "/src/test/resources/alldictionary/complex/20160423/1400_1405/*.dictionary"
+ sampleAllDictionaryFile = s"${resourcesPath}/alldictionary/sample/20160423/1400_1405/*.dictionary"
+ complexAllDictionaryFile = s"${resourcesPath}/alldictionary/complex/20160423/1400_1405/*.dictionary"
}
def buildTable() = {
@@ -106,16 +104,16 @@ class AllDictionaryTestCase extends QueryTest with BeforeAndAfterAll {
def buildRelation() = {
val catalog = CarbonEnv.get.carbonMetastore
sampleRelation = catalog.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- "sample")(CarbonHiveContext).asInstanceOf[CarbonRelation]
+ "sample")(sqlContext).asInstanceOf[CarbonRelation]
complexRelation = catalog.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- "complextypes")(CarbonHiveContext).asInstanceOf[CarbonRelation]
+ "complextypes")(sqlContext).asInstanceOf[CarbonRelation]
}
test("Support generate global dictionary from all dictionary files") {
val header = "id,name,city,age"
val carbonLoadModel = buildCarbonLoadModel(sampleRelation, null, header, sampleAllDictionaryFile)
GlobalDictionaryUtil
- .generateGlobalDictionary(CarbonHiveContext,
+ .generateGlobalDictionary(sqlContext,
carbonLoadModel,
sampleRelation.tableMeta.storePath)
@@ -127,7 +125,7 @@ class AllDictionaryTestCase extends QueryTest with BeforeAndAfterAll {
val header = "deviceInformationId,channelsId,ROMSize,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber"
val carbonLoadModel = buildCarbonLoadModel(complexRelation, null, header, complexAllDictionaryFile)
GlobalDictionaryUtil
- .generateGlobalDictionary(CarbonHiveContext,
+ .generateGlobalDictionary(sqlContext,
carbonLoadModel,
complexRelation.tableMeta.storePath)
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AutoHighCardinalityIdentifyTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AutoHighCardinalityIdentifyTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AutoHighCardinalityIdentifyTestCase.scala
index 39f7683..0738085 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AutoHighCardinalityIdentifyTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/AutoHighCardinalityIdentifyTestCase.scala
@@ -21,8 +21,7 @@ package org.apache.carbondata.spark.util
import java.io.{BufferedWriter, File, FileWriter}
import java.util.Random
-import org.apache.spark.sql.common.util.CarbonHiveContext.sql
-import org.apache.spark.sql.common.util.{CarbonHiveContext, QueryTest}
+import org.apache.spark.sql.common.util.QueryTest
import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
import org.scalatest.BeforeAndAfterAll
@@ -73,8 +72,7 @@ class AutoHighCardinalityIdentifyTestCase extends QueryTest with BeforeAndAfterA
}
def buildTestData() = {
- val pwd = new File(this.getClass.getResource("/").getPath + "/../../").getCanonicalPath
- filePath = pwd + "/target/highcarddata.csv"
+ filePath = s"${integrationPath}/spark/target/highcarddata.csv"
val file = new File(filePath)
val writer = new BufferedWriter(new FileWriter(file))
writer.write("hc1,c2,c3")
@@ -85,6 +83,9 @@ class AutoHighCardinalityIdentifyTestCase extends QueryTest with BeforeAndAfterA
writer.write("a" + i + "," +
"b" + i%1000 + "," +
i%1000000 + "\n")
+ if ( i % 10000 == 0) {
+ writer.flush()
+ }
}
writer.close
}
@@ -113,14 +114,14 @@ class AutoHighCardinalityIdentifyTestCase extends QueryTest with BeforeAndAfterA
def relation(tableName: String): CarbonRelation = {
CarbonEnv.get.carbonMetastore
.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- tableName)(CarbonHiveContext)
+ tableName)(sqlContext)
.asInstanceOf[CarbonRelation]
}
private def checkDictFile(table: CarbonTable) = {
val tableIdentifier = new CarbonTableIdentifier(table.getDatabaseName,
table.getFactTableName, "1")
- val carbonTablePath = CarbonStorePath.getCarbonTablePath(CarbonHiveContext.hdfsCarbonBasePath,
+ val carbonTablePath = CarbonStorePath.getCarbonTablePath(storeLocation,
tableIdentifier)
val newHc1 = table.getDimensionByName("highcard", "hc1")
val newC2 = table.getDimensionByName("highcard", "c2")
@@ -162,7 +163,7 @@ class AutoHighCardinalityIdentifyTestCase extends QueryTest with BeforeAndAfterA
// check dictionary file
val tableIdentifier = new CarbonTableIdentifier(newTable.getDatabaseName,
newTable.getFactTableName, "1")
- val carbonTablePath = CarbonStorePath.getCarbonTablePath(CarbonHiveContext.hdfsCarbonBasePath,
+ val carbonTablePath = CarbonStorePath.getCarbonTablePath(storeLocation,
tableIdentifier)
val newHc1 = newTable.getDimensionByName("colgrp_highcard", "hc1")
val newC2 = newTable.getDimensionByName("colgrp_highcard", "c2")
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/util/DictionaryTestCaseUtil.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/DictionaryTestCaseUtil.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/DictionaryTestCaseUtil.scala
index c375f23..e176422 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/DictionaryTestCaseUtil.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/DictionaryTestCaseUtil.scala
@@ -18,7 +18,7 @@
package org.apache.carbondata.spark.util
import org.apache.spark.sql.CarbonRelation
-import org.apache.spark.sql.common.util.CarbonHiveContext
+import org.apache.spark.sql.test.TestQueryExecutor
import org.apache.carbondata.core.cache.dictionary.DictionaryColumnUniqueIdentifier
import org.apache.carbondata.core.carbon.CarbonTableIdentifier
@@ -43,8 +43,7 @@ object DictionaryTestCaseUtil {
val columnIdentifier = new DictionaryColumnUniqueIdentifier(tableIdentifier,
dimension.getColumnIdentifier, dimension.getDataType
)
- val dict = CarbonLoaderUtil.getDictionary(columnIdentifier,
- CarbonHiveContext.hdfsCarbonBasePath)
+ val dict = CarbonLoaderUtil.getDictionary(columnIdentifier, TestQueryExecutor.storeLocation)
assert(dict.getSurrogateKey(value) != CarbonCommonConstants.INVALID_SURROGATE_KEY)
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/util/ExternalColumnDictionaryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/ExternalColumnDictionaryTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/ExternalColumnDictionaryTestCase.scala
index e209ecc..625b74e 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/ExternalColumnDictionaryTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/ExternalColumnDictionaryTestCase.scala
@@ -20,12 +20,10 @@ package org.apache.carbondata.spark.util
import java.io.File
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
-import org.apache.spark.sql.common.util.CarbonHiveContext
-import org.apache.spark.sql.common.util.CarbonHiveContext.sql
import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.test.TestQueryExecutor
+import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
+import org.scalatest.BeforeAndAfterAll
import org.apache.carbondata.core.carbon.CarbonDataLoadSchema
import org.apache.carbondata.core.constants.CarbonCommonConstants
@@ -54,19 +52,16 @@ class ExternalColumnDictionaryTestCase extends QueryTest with BeforeAndAfterAll
var header2: String = _
def buildTestData() = {
- pwd = new File(this.getClass.getResource("/").getPath + "/../../").
- getCanonicalPath.replace("\\", "/")
- filePath = pwd + "/src/test/resources/sample.csv"
- complexFilePath1 = pwd + "/src/test/resources/complexdata2.csv"
- complexFilePath2 = pwd + "/src/test/resources/verticalDelimitedData.csv"
- extColDictFilePath1 = "deviceInformationId:" + pwd +
- "/src/test/resources/deviceInformationId.csv,"
- "mobile.imei:" + pwd + "/src/test/resources/mobileimei.csv,"
- "mac:" + pwd + "/src/test/resources/mac.csv,"
- "locationInfo.ActiveCountry:" + pwd + "/src/test/resources/locationInfoActiveCountry.csv"
- extColDictFilePath2 = "deviceInformationId:" + pwd +
- "/src/test/resources/deviceInformationId2.csv"
- extColDictFilePath3 = "channelsId:" + pwd + "/src/test/resources/channelsId.csv"
+
+ filePath = s"${resourcesPath}/sample.csv"
+ complexFilePath1 = s"${resourcesPath}/complexdata2.csv"
+ complexFilePath2 = s"${resourcesPath}/verticalDelimitedData.csv"
+ extColDictFilePath1 = s"deviceInformationId:${resourcesPath}/deviceInformationId.csv," +
+ s"mobile.imei:${resourcesPath}/mobileimei.csv," +
+ s"mac:${resourcesPath}/mac.csv," +
+ s"locationInfo.ActiveCountry:${resourcesPath}/locationInfoActiveCountry.csv"
+ extColDictFilePath2 = s"deviceInformationId:${resourcesPath}/deviceInformationId2.csv"
+ extColDictFilePath3 = s"channelsId:${resourcesPath}/channelsId.csv"
header = "deviceInformationId,channelsId,ROMSize,purchasedate,mobile,MAC," +
"locationinfo,proddate,gamePointId,contractNumber"
header2 = "deviceInformationId|channelsId|contractNumber"
@@ -117,13 +112,13 @@ class ExternalColumnDictionaryTestCase extends QueryTest with BeforeAndAfterAll
def buildRelation() = {
val catalog = CarbonEnv.get.carbonMetastore
extComplexRelation = catalog.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- "extComplextypes")(CarbonHiveContext)
+ "extComplextypes")(sqlContext)
.asInstanceOf[CarbonRelation]
verticalDelimiteRelation = catalog.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- "verticalDelimitedTable")(CarbonHiveContext)
+ "verticalDelimitedTable")(sqlContext)
.asInstanceOf[CarbonRelation]
loadSqlRelation = catalog.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- "loadSqlTest")(CarbonHiveContext)
+ "loadSqlTest")(sqlContext)
.asInstanceOf[CarbonRelation]
}
@@ -162,7 +157,7 @@ class ExternalColumnDictionaryTestCase extends QueryTest with BeforeAndAfterAll
// load the first time
var carbonLoadModel = buildCarbonLoadModel(extComplexRelation, complexFilePath1,
header, extColDictFilePath1)
- GlobalDictionaryUtil.generateGlobalDictionary(CarbonHiveContext, carbonLoadModel,
+ GlobalDictionaryUtil.generateGlobalDictionary(sqlContext, carbonLoadModel,
extComplexRelation.tableMeta.storePath)
// check whether the dictionary is generated
DictionaryTestCaseUtil.checkDictionary(
@@ -171,7 +166,7 @@ class ExternalColumnDictionaryTestCase extends QueryTest with BeforeAndAfterAll
// load the second time
carbonLoadModel = buildCarbonLoadModel(extComplexRelation, complexFilePath1,
header, extColDictFilePath2)
- GlobalDictionaryUtil.generateGlobalDictionary(CarbonHiveContext, carbonLoadModel,
+ GlobalDictionaryUtil.generateGlobalDictionary(sqlContext, carbonLoadModel,
extComplexRelation.tableMeta.storePath)
// check the old dictionary and whether the new distinct value is generated
DictionaryTestCaseUtil.checkDictionary(
@@ -184,7 +179,7 @@ class ExternalColumnDictionaryTestCase extends QueryTest with BeforeAndAfterAll
// when csv delimiter is comma
var carbonLoadModel = buildCarbonLoadModel(extComplexRelation, complexFilePath1,
header, extColDictFilePath3)
- GlobalDictionaryUtil.generateGlobalDictionary(CarbonHiveContext, carbonLoadModel,
+ GlobalDictionaryUtil.generateGlobalDictionary(sqlContext, carbonLoadModel,
extComplexRelation.tableMeta.storePath)
// check whether the dictionary is generated
DictionaryTestCaseUtil.checkDictionary(
@@ -193,7 +188,7 @@ class ExternalColumnDictionaryTestCase extends QueryTest with BeforeAndAfterAll
// when csv delimiter is not comma
carbonLoadModel = buildCarbonLoadModel(verticalDelimiteRelation, complexFilePath2,
header2, extColDictFilePath3, "|")
- GlobalDictionaryUtil.generateGlobalDictionary(CarbonHiveContext, carbonLoadModel,
+ GlobalDictionaryUtil.generateGlobalDictionary(sqlContext, carbonLoadModel,
verticalDelimiteRelation.tableMeta.storePath)
// check whether the dictionary is generated
DictionaryTestCaseUtil.checkDictionary(
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilConcurrentTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilConcurrentTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilConcurrentTestCase.scala
index 4210574..f565eda 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilConcurrentTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilConcurrentTestCase.scala
@@ -19,30 +19,25 @@
package org.apache.carbondata.spark.util
import java.io.File
-
-import java.util.concurrent.Executors
-import java.util.concurrent.Callable
+import java.util.concurrent.{Callable, Executors}
import scala.collection.mutable.ListBuffer
-import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
-import org.apache.spark.sql.common.util.CarbonHiveContext
-import org.apache.spark.sql.common.util.CarbonHiveContext.sql
import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
import org.scalatest.BeforeAndAfterAll
import org.apache.carbondata.common.ext.PathFactory
import org.apache.carbondata.core.carbon.CarbonDataLoadSchema
+import org.apache.carbondata.core.constants.CarbonCommonConstants
import org.apache.carbondata.core.datastorage.store.impl.FileFactory
import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.carbondata.core.constants.CarbonCommonConstants
import org.apache.carbondata.processing.constants.TableOptionConstant
import org.apache.carbondata.processing.model.CarbonLoadModel
class GlobalDictionaryUtilConcurrentTestCase extends QueryTest with BeforeAndAfterAll {
var sampleRelation: CarbonRelation = _
- var workDirectory: String = _
def buildCarbonLoadModel(relation: CarbonRelation,
filePath: String,
@@ -69,15 +64,11 @@ class GlobalDictionaryUtilConcurrentTestCase extends QueryTest with BeforeAndAft
}
override def beforeAll {
- buildTestData
// second time comment this line
buildTable
buildRelation
}
- def buildTestData() = {
- workDirectory = new File(this.getClass.getResource("/").getPath + "/../../").getCanonicalPath.replace("\\", "/")
- }
def buildTable() = {
try {
sql(
@@ -90,7 +81,7 @@ class GlobalDictionaryUtilConcurrentTestCase extends QueryTest with BeforeAndAft
def buildRelation() = {
val catalog = CarbonEnv.get.carbonMetastore
sampleRelation = catalog.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- "employee")(CarbonHiveContext)
+ "employee")(sqlContext)
.asInstanceOf[CarbonRelation]
}
def writedummydata(filePath: String, recCount: Int) = {
@@ -109,7 +100,7 @@ class GlobalDictionaryUtilConcurrentTestCase extends QueryTest with BeforeAndAft
val files = new ListBuffer[String]()
val loadModels = new ListBuffer[CarbonLoadModel]()
for (i <- 0 until noOfFiles) {
- val filePath: String = workDirectory + s"/src/test/resources/singlecolumn_${10 * (i + 1)}.csv"
+ val filePath: String = s"${integrationPath}/spark/target/singlecolumn_${10 * (i + 1)}.csv"
files += filePath
loadModels += buildCarbonLoadModel(sampleRelation, filePath, "empid")
writedummydata(filePath, 10 * (i + 1))
@@ -161,7 +152,7 @@ class GlobalDictionaryUtilConcurrentTestCase extends QueryTest with BeforeAndAft
var result = "Pass"
try {
GlobalDictionaryUtil
- .generateGlobalDictionary(CarbonHiveContext,
+ .generateGlobalDictionary(sqlContext,
loadModel,
sampleRelation.tableMeta.storePath)
} catch {
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilTestCase.scala
index a7601ee..c2e3790 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtilTestCase.scala
@@ -20,10 +20,8 @@ package org.apache.carbondata.spark.util
import java.io.File
-import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
-import org.apache.spark.sql.common.util.CarbonHiveContext
-import org.apache.spark.sql.common.util.CarbonHiveContext.sql
import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.{CarbonEnv, CarbonRelation}
import org.scalatest.BeforeAndAfterAll
import org.apache.carbondata.core.carbon.CarbonDataLoadSchema
@@ -31,7 +29,6 @@ import org.apache.carbondata.core.constants.CarbonCommonConstants
import org.apache.carbondata.processing.constants.TableOptionConstant
import org.apache.carbondata.processing.model.CarbonLoadModel
-
/**
* Test Case for org.apache.carbondata.spark.util.GlobalDictionaryUtil
*/
@@ -42,7 +39,6 @@ class GlobalDictionaryUtilTestCase extends QueryTest with BeforeAndAfterAll {
var complexRelation: CarbonRelation = _
var incrementalLoadTableRelation: CarbonRelation = _
var filePath: String = _
- var workDirectory: String = _
var dimFilePath: String = _
var complexfilePath: String = _
var complexfilePath1: String = _
@@ -80,12 +76,11 @@ class GlobalDictionaryUtilTestCase extends QueryTest with BeforeAndAfterAll {
}
def buildTestData() = {
- workDirectory = new File(this.getClass.getResource("/").getPath + "/../../").getCanonicalPath.replace("\\", "/")
- filePath = workDirectory + "/src/test/resources/sample.csv"
- dimFilePath = "dimTableSample:" + workDirectory + "/src/test/resources/dimTableSample.csv"
- complexfilePath1 = workDirectory + "/src/test/resources/complexdata1.csv"
- complexfilePath2 = workDirectory + "/src/test/resources/complexdata2.csv"
- complexfilePath = workDirectory + "/src/test/resources/complexdata.csv"
+ filePath = s"${resourcesPath}/sample.csv"
+ dimFilePath = s"dimTableSample:${resourcesPath}/dimTableSample.csv"
+ complexfilePath1 = s"${resourcesPath}/complexdata1.csv"
+ complexfilePath2 = s"${resourcesPath}/complexdata2.csv"
+ complexfilePath = s"${resourcesPath}/complexdata.csv"
}
def buildTable() = {
@@ -139,16 +134,16 @@ class GlobalDictionaryUtilTestCase extends QueryTest with BeforeAndAfterAll {
def buildRelation() = {
val catalog = CarbonEnv.get.carbonMetastore
sampleRelation = catalog.lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME),
- "sample")(CarbonHiveContext)
+ "sample")(sqlContext)
.asInstanceOf[CarbonRelation]
dimSampleRelation = catalog
- .lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME), "dimSample")(CarbonHiveContext)
+ .lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME), "dimSample")(sqlContext)
.asInstanceOf[CarbonRelation]
complexRelation = catalog
- .lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME), "complextypes")(CarbonHiveContext)
+ .lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME), "complextypes")(sqlContext)
.asInstanceOf[CarbonRelation]
incrementalLoadTableRelation = catalog
- .lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME), "incrementalLoadTable")(CarbonHiveContext)
+ .lookupRelation1(Option(CarbonCommonConstants.DATABASE_DEFAULT_NAME), "incrementalLoadTable")(sqlContext)
.asInstanceOf[CarbonRelation]
}
@@ -156,8 +151,7 @@ class GlobalDictionaryUtilTestCase extends QueryTest with BeforeAndAfterAll {
val carbonLoadModel = buildCarbonLoadModel(sampleRelation, filePath, null)
GlobalDictionaryUtil
- .generateGlobalDictionary(CarbonHiveContext,
- carbonLoadModel,
+ .generateGlobalDictionary(sqlContext, carbonLoadModel,
sampleRelation.tableMeta.storePath
)
@@ -174,8 +168,7 @@ class GlobalDictionaryUtilTestCase extends QueryTest with BeforeAndAfterAll {
"proddate,gamePointId,contractNumber"
val carbonLoadModel = buildCarbonLoadModel(complexRelation, complexfilePath, header)
GlobalDictionaryUtil
- .generateGlobalDictionary(CarbonHiveContext,
- carbonLoadModel,
+ .generateGlobalDictionary(sqlContext, carbonLoadModel,
complexRelation.tableMeta.storePath
)
}
@@ -189,8 +182,7 @@ class GlobalDictionaryUtilTestCase extends QueryTest with BeforeAndAfterAll {
header
)
GlobalDictionaryUtil
- .generateGlobalDictionary(CarbonHiveContext,
- carbonLoadModel,
+ .generateGlobalDictionary(sqlContext, carbonLoadModel,
sampleRelation.tableMeta.storePath
)
DictionaryTestCaseUtil.
@@ -202,8 +194,7 @@ class GlobalDictionaryUtilTestCase extends QueryTest with BeforeAndAfterAll {
header
)
GlobalDictionaryUtil
- .generateGlobalDictionary(CarbonHiveContext,
- carbonLoadModel,
+ .generateGlobalDictionary(sqlContext, carbonLoadModel,
sampleRelation.tableMeta.storePath
)
DictionaryTestCaseUtil.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/spark/sql/TestCarbonSqlParser.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/spark/sql/TestCarbonSqlParser.scala b/integration/spark/src/test/scala/org/apache/spark/sql/TestCarbonSqlParser.scala
index 39d1491..8c681a9 100644
--- a/integration/spark/src/test/scala/org/apache/spark/sql/TestCarbonSqlParser.scala
+++ b/integration/spark/src/test/scala/org/apache/spark/sql/TestCarbonSqlParser.scala
@@ -22,6 +22,7 @@ import scala.collection.mutable.Map
import org.apache.spark.sql.common.util.QueryTest
import org.apache.spark.sql.execution.command.Field
+
import org.apache.carbondata.core.constants.CarbonCommonConstants
/**
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/spark/sql/common/util/CarbonHiveContext.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/spark/sql/common/util/CarbonHiveContext.scala b/integration/spark/src/test/scala/org/apache/spark/sql/common/util/CarbonHiveContext.scala
deleted file mode 100644
index 1990070..0000000
--- a/integration/spark/src/test/scala/org/apache/spark/sql/common/util/CarbonHiveContext.scala
+++ /dev/null
@@ -1,53 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.spark.sql.common.util
-
-import java.io.File
-
-import org.apache.spark.sql.CarbonContext
-import org.apache.spark.{SparkConf, SparkContext}
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-class LocalSQLContext(val hdfsCarbonBasePath: String)
- extends CarbonContext(new SparkContext(new SparkConf()
- .setAppName("CarbonSpark")
- .setMaster("local[2]")
- .set("spark.sql.shuffle.partitions", "20")
- .set("use_kettle_default", "true")),
- hdfsCarbonBasePath,
- hdfsCarbonBasePath) {
-
-}
-
-object CarbonHiveContext extends LocalSQLContext(new File("./target/test/").getCanonicalPath) {
- sparkContext.setLogLevel("ERROR")
- CarbonProperties.getInstance()
- .addProperty("carbon.kettle.home", "../../processing/carbonplugins")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.STORE_LOCATION_TEMP_PATH,
- System.getProperty("java.io.tmpdir"))
-
-}
-
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala b/integration/spark/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
index 44d3bfa..bd9b743 100644
--- a/integration/spark/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
+++ b/integration/spark/src/test/scala/org/apache/spark/sql/common/util/QueryTest.scala
@@ -20,10 +20,11 @@ package org.apache.spark.sql.common.util
import java.util.{Locale, TimeZone}
import org.apache.carbondata.common.logging.LogServiceFactory
-
import scala.collection.JavaConversions._
+
import org.apache.spark.sql.catalyst.plans._
import org.apache.spark.sql.catalyst.util._
+import org.apache.spark.sql.test.TestQueryExecutor
import org.apache.spark.sql.{DataFrame, Row, SQLContext}
class QueryTest extends PlanTest {
@@ -79,9 +80,17 @@ class QueryTest extends PlanTest {
protected def checkAnswer(df: DataFrame, expectedAnswer: DataFrame): Unit = {
checkAnswer(df, expectedAnswer.collect())
}
+
+ def sql(sqlText: String): DataFrame = TestQueryExecutor.INSTANCE.sql(sqlText)
+
+ val sqlContext: SQLContext = TestQueryExecutor.INSTANCE.sqlContext
+ val storeLocation = TestQueryExecutor.storeLocation
+ val resourcesPath = TestQueryExecutor.resourcesPath
+ val integrationPath = TestQueryExecutor.integrationPath
}
object QueryTest {
+
def checkAnswer(df: DataFrame, expectedAnswer: java.util.List[Row]): String = {
checkAnswer(df, expectedAnswer.toSeq) match {
case Some(errorMessage) => errorMessage
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/DDLStrategy.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/DDLStrategy.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/DDLStrategy.scala
index befa772..2879130 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/DDLStrategy.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/DDLStrategy.scala
@@ -33,15 +33,16 @@ class DDLStrategy(sparkSession: SparkSession) extends SparkStrategy {
plan match {
case LoadDataCommand(identifier, path, isLocal, isOverwrite, partition)
if CarbonEnv.get.carbonMetastore.tableExists(identifier)(sparkSession) =>
- ExecutedCommandExec(LoadTable(identifier.database, identifier.table, path, Seq(),
- Map(), isOverwrite)) :: Nil
+ ExecutedCommandExec(LoadTable(identifier.database, identifier.table.toLowerCase, path,
+ Seq(), Map(), isOverwrite)) :: Nil
case DropTableCommand(identifier, ifNotExists, isView, _)
if CarbonEnv.get.carbonMetastore
.isTablePathExists(identifier)(sparkSession) =>
ExecutedCommandExec(
- CarbonDropTableCommand(ifNotExists, identifier.database, identifier.table)) :: Nil
+ CarbonDropTableCommand(ifNotExists, identifier.database,
+ identifier.table.toLowerCase)) :: Nil
case ShowLoadsCommand(databaseName, table, limit) =>
- ExecutedCommandExec(ShowLoads(databaseName, table, limit, plan.output)) :: Nil
+ ExecutedCommandExec(ShowLoads(databaseName, table.toLowerCase, limit, plan.output)) :: Nil
case createDb@CreateDatabaseCommand(dbName, ifNotExists, _, _, _) =>
CarbonEnv.get.carbonMetastore.createDatabaseDirectory(dbName)
ExecutedCommandExec(createDb) :: Nil
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
index 8b66594..a38c77a 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchema.scala
@@ -23,6 +23,7 @@ import java.text.SimpleDateFormat
import scala.collection.JavaConverters._
import scala.language.implicitConversions
+import org.apache.commons.lang3.StringUtils
import org.apache.spark.sql._
import org.apache.spark.sql.catalyst.TableIdentifier
import org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute
@@ -79,7 +80,7 @@ case class AlterTableCompaction(alterTableModel: AlterTableModel) extends Runnab
val LOGGER = LogServiceFactory.getLogService(this.getClass.getName)
def run(sparkSession: SparkSession): Seq[Row] = {
- val tableName = alterTableModel.tableName
+ val tableName = alterTableModel.tableName.toLowerCase
val databaseName = alterTableModel.dbName.getOrElse(sparkSession.catalog.currentDatabase)
if (null == org.apache.carbondata.core.carbon.metadata.CarbonMetadata.getInstance
.getCarbonTable(databaseName + "_" + tableName)) {
@@ -311,6 +312,12 @@ case class LoadTable(
val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+ private def checkDefaultValue(value: String, default: String) = if (StringUtils.isEmpty(value)) {
+ default
+ } else {
+ value
+ }
+
def run(sparkSession: SparkSession): Seq[Row] = {
if (dataFrame.isDefined && !updateModel.isDefined) {
val rdd = dataFrame.get.rdd
@@ -406,10 +413,10 @@ case class LoadTable(
val dateFormat = options.getOrElse("dateformat", null)
validateDateFormat(dateFormat, table)
val maxColumns = options.getOrElse("maxcolumns", null)
- carbonLoadModel.setMaxColumns(maxColumns)
- carbonLoadModel.setEscapeChar(escapeChar)
- carbonLoadModel.setQuoteChar(quoteChar)
- carbonLoadModel.setCommentChar(commentchar)
+ carbonLoadModel.setMaxColumns(checkDefaultValue(maxColumns, null))
+ carbonLoadModel.setEscapeChar(checkDefaultValue(escapeChar, "\\"))
+ carbonLoadModel.setQuoteChar(checkDefaultValue(quoteChar, "\""))
+ carbonLoadModel.setCommentChar(checkDefaultValue(commentchar, "#"))
carbonLoadModel.setDateFormat(dateFormat)
carbonLoadModel
.setSerializationNullFormat(
@@ -729,7 +736,7 @@ private[sql] case class DescribeCommandFormatted(
.getDimensionByTableName(relation.tableMeta.carbonTableIdentifier.getTableName)
results ++= getColumnGroups(dimension.asScala.toList)
results.map { case (name, dataType, comment) =>
- Row(f"$name%-36s $dataType%-80s $comment%-72s")
+ Row(f"$name%-36s", f"$dataType%-80s", f"$comment%-72s")
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonMetastore.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonMetastore.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonMetastore.scala
index d7a74f2..f020a1c 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonMetastore.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonMetastore.scala
@@ -399,7 +399,7 @@ class CarbonMetastore(conf: RuntimeConfig, val storePath: String) {
def isTablePathExists(tableIdentifier: TableIdentifier)(sparkSession: SparkSession): Boolean = {
val dbName = tableIdentifier.database.getOrElse(sparkSession.catalog.currentDatabase)
- val tableName = tableIdentifier.table
+ val tableName = tableIdentifier.table.toLowerCase
val tablePath = CarbonStorePath.getCarbonTablePath(this.storePath,
new CarbonTableIdentifier(dbName, tableName, "")).getPath
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSpark2SqlParser.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSpark2SqlParser.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSpark2SqlParser.scala
index 5c0bbbb..0c343e1 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSpark2SqlParser.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSpark2SqlParser.scala
@@ -41,7 +41,8 @@ class CarbonSpark2SqlParser extends CarbonDDLSqlParser {
x
case logicalPlan => logicalPlan
}
- case failureOrError => sys.error(failureOrError.toString)
+ case failureOrError =>
+ sys.error(failureOrError.toString)
}
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParser.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParser.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParser.scala
index 3dabefa..6f07ec5 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParser.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParser.scala
@@ -17,11 +17,13 @@
package org.apache.spark.sql.parser
import scala.collection.JavaConverters._
+import scala.collection.mutable
import org.apache.spark.sql.catalyst.parser.{AbstractSqlParser, ParseException, SqlBaseParser}
import org.apache.spark.sql.catalyst.parser.ParserUtils._
import org.apache.spark.sql.catalyst.parser.SqlBaseParser.{CreateTableContext, TablePropertyListContext}
import org.apache.spark.sql.catalyst.plans.logical.LogicalPlan
+import org.apache.spark.sql.catalyst.trees.Origin
import org.apache.spark.sql.execution.SparkSqlAstBuilder
import org.apache.spark.sql.execution.command.{BucketFields, CreateTable, Field, TableModel}
import org.apache.spark.sql.internal.{SQLConf, VariableSubstitution}
@@ -47,7 +49,9 @@ class CarbonSparkSqlParser(conf: SQLConf) extends AbstractSqlParser {
try {
super.parsePlan(sqlText)
} catch {
- case e: Throwable =>
+ case ce: MalformedCarbonCommandException =>
+ throw ce
+ case ex =>
astBuilder.parser.parse(sqlText)
}
}
@@ -139,13 +143,16 @@ class CarbonSqlAstBuilder(conf: SQLConf) extends SparkSqlAstBuilder(conf) {
None
}
}
+
+ val tableProperties = mutable.Map[String, String]()
+ properties.foreach(tableProperties += _)
// prepare table model of the collected tokens
val tableModel: TableModel = parser.prepareTableModel(ifNotExists,
name.database,
- name.table,
+ name.table.toLowerCase,
fields,
Seq(),
- properties.asJava.asScala,
+ tableProperties,
bucketFields)
CreateTable(tableModel)
@@ -164,7 +171,9 @@ class CarbonSqlAstBuilder(conf: SQLConf) extends SparkSqlAstBuilder(conf) {
operationNotAllowed(
s"Values must be specified for key(s): ${ badKeys.mkString("[", ",", "]") }", ctx)
}
- props
+ props.map{ case (key, value) =>
+ (key.toLowerCase, value.toLowerCase)
+ }
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/main/scala/org/apache/spark/sql/test/Spark2TestQueryExecutor.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/test/Spark2TestQueryExecutor.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/test/Spark2TestQueryExecutor.scala
new file mode 100644
index 0000000..0df98b8
--- /dev/null
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/test/Spark2TestQueryExecutor.scala
@@ -0,0 +1,61 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.sql.test
+
+import org.apache.spark.sql.{DataFrame, SparkSession, SQLContext}
+
+import org.apache.carbondata.common.logging.LogServiceFactory
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * This class is a sql executor of unit test case for spark version 2.x.
+ */
+
+class Spark2TestQueryExecutor extends TestQueryExecutorRegister {
+
+ override def sql(sqlText: String): DataFrame = Spark2TestQueryExecutor.spark.sql(sqlText)
+
+ override def sqlContext: SQLContext = Spark2TestQueryExecutor.spark.sqlContext
+}
+
+object Spark2TestQueryExecutor {
+ private val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)
+ LOGGER.info("use TestQueryExecutorImplV2")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.STORE_LOCATION, TestQueryExecutor.storeLocation)
+ .addProperty("carbon.kettle.home", TestQueryExecutor.kettleHome)
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, TestQueryExecutor.timestampFormat)
+ .addProperty(CarbonCommonConstants.STORE_LOCATION_TEMP_PATH,
+ System.getProperty("java.io.tmpdir"))
+ .addProperty(CarbonCommonConstants.LOCK_TYPE, CarbonCommonConstants.CARBON_LOCK_TYPE_LOCAL)
+
+
+ import org.apache.spark.sql.CarbonSession._
+ val spark = SparkSession
+ .builder()
+ .master("local[2]")
+ .appName("CarbonExample")
+ .enableHiveSupport()
+ .config("spark.sql.warehouse.dir", TestQueryExecutor.warehouse)
+ .config("javax.jdo.option.ConnectionURL",
+ s"jdbc:derby:;databaseName=${TestQueryExecutor.metastoredb};create=true")
+ .getOrCreateCarbonSession()
+ spark.sparkContext.setLogLevel("ERROR")
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
----------------------------------------------------------------------
diff --git a/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister b/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
new file mode 100644
index 0000000..607e962
--- /dev/null
+++ b/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
@@ -0,0 +1 @@
+org.apache.spark.sql.CarbonSource
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
----------------------------------------------------------------------
diff --git a/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister b/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
new file mode 100644
index 0000000..f713860
--- /dev/null
+++ b/integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
@@ -0,0 +1 @@
+org.apache.spark.sql.test.Spark2TestQueryExecutor
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/resources/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/resources/data.csv b/integration/spark2/src/test/resources/data.csv
deleted file mode 100644
index 4ff67da..0000000
--- a/integration/spark2/src/test/resources/data.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
-13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
-14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
-15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
-16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
-17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
-18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
[13/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/join/employee.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/join/employee.csv b/integration/spark/src/test/resources/join/employee.csv
deleted file mode 100644
index c551653..0000000
--- a/integration/spark/src/test/resources/join/employee.csv
+++ /dev/null
@@ -1,1000 +0,0 @@
-empid695,empname595,mobile15,color2,102868
-empid147,empname160,mobile99,color7,108485
-empid69,empname72,mobile87,color9,102202
-empid324,empname147,mobile87,color1,101000
-empid215,empname752,mobile47,color5,109786
-empid171,empname309,mobile34,color8,105698
-empid714,empname845,mobile21,color1,103623
-empid566,empname978,mobile88,color3,107882
-empid561,empname391,mobile79,color0,107908
-empid219,empname962,mobile80,color8,105802
-empid755,empname234,mobile41,color5,103068
-empid125,empname305,mobile10,color4,101992
-empid751,empname165,mobile26,color0,108878
-empid864,empname646,mobile88,color8,109367
-empid981,empname273,mobile88,color5,108040
-empid957,empname752,mobile63,color9,105241
-empid292,empname709,mobile88,color0,101106
-empid500,empname846,mobile67,color6,101204
-empid187,empname513,mobile1,color7,105432
-empid11,empname1,mobile26,color8,102510
-empid59,empname837,mobile76,color1,103627
-empid700,empname535,mobile77,color0,108892
-empid558,empname30,mobile36,color5,101414
-empid584,empname29,mobile18,color9,105615
-empid811,empname447,mobile80,color1,106837
-empid285,empname650,mobile66,color1,103265
-empid262,empname521,mobile42,color5,105449
-empid594,empname581,mobile2,color2,109862
-empid232,empname227,mobile3,color4,103680
-empid766,empname279,mobile13,color4,102405
-empid903,empname682,mobile22,color8,103338
-empid648,empname347,mobile47,color5,10600
-empid323,empname330,mobile55,color8,10163
-empid418,empname799,mobile16,color4,108136
-empid863,empname185,mobile26,color2,105223
-empid145,empname365,mobile95,color4,101611
-empid897,empname997,mobile10,color3,10814
-empid180,empname946,mobile69,color4,109870
-empid419,empname981,mobile46,color8,105424
-empid610,empname354,mobile79,color3,102553
-empid840,empname796,mobile98,color4,109111
-empid735,empname881,mobile2,color1,106732
-empid1,empname628,mobile30,color0,109646
-empid235,empname717,mobile88,color7,101120
-empid374,empname922,mobile58,color2,105478
-empid145,empname10,mobile77,color7,107407
-empid289,empname377,mobile95,color6,106291
-empid812,empname164,mobile86,color6,10515
-empid876,empname974,mobile61,color9,106524
-empid820,empname862,mobile34,color5,106506
-empid372,empname379,mobile47,color8,106829
-empid337,empname52,mobile65,color6,107040
-empid656,empname420,mobile34,color0,104734
-empid665,empname384,mobile21,color2,106826
-empid78,empname321,mobile38,color6,109877
-empid639,empname346,mobile85,color6,109262
-empid640,empname810,mobile29,color0,104336
-empid985,empname188,mobile83,color8,101831
-empid665,empname900,mobile50,color9,10468
-empid298,empname264,mobile29,color5,105059
-empid154,empname655,mobile76,color7,101820
-empid329,empname385,mobile61,color6,109113
-empid223,empname973,mobile63,color8,101940
-empid540,empname962,mobile76,color1,101008
-empid745,empname221,mobile90,color3,10625
-empid665,empname828,mobile77,color9,10820
-empid424,empname422,mobile52,color2,103268
-empid484,empname788,mobile97,color9,108554
-empid889,empname159,mobile63,color1,104392
-empid353,empname11,mobile38,color3,105506
-empid636,empname93,mobile70,color4,102070
-empid9,empname754,mobile50,color5,103958
-empid11,empname670,mobile22,color6,107570
-empid248,empname931,mobile47,color1,102316
-empid520,empname146,mobile70,color6,106306
-empid2,empname27,mobile32,color9,103648
-empid629,empname790,mobile91,color8,102926
-empid27,empname911,mobile84,color1,104885
-empid405,empname601,mobile59,color8,105150
-empid291,empname747,mobile22,color5,106151
-empid553,empname277,mobile40,color5,102535
-empid927,empname125,mobile46,color0,106930
-empid527,empname595,mobile54,color5,109349
-empid334,empname732,mobile63,color0,109304
-empid965,empname459,mobile18,color4,102777
-empid3,empname38,mobile20,color5,102073
-empid865,empname839,mobile6,color7,101427
-empid579,empname704,mobile1,color0,101830
-empid979,empname756,mobile42,color3,107620
-empid956,empname18,mobile74,color5,102454
-empid821,empname126,mobile92,color3,102659
-empid845,empname862,mobile76,color0,10771
-empid550,empname827,mobile34,color1,107161
-empid350,empname110,mobile94,color0,103892
-empid433,empname140,mobile79,color4,10175
-empid851,empname214,mobile16,color5,103486
-empid813,empname817,mobile2,color2,103601
-empid20,empname604,mobile33,color3,105038
-empid638,empname298,mobile97,color2,104103
-empid936,empname522,mobile73,color0,109897
-empid780,empname939,mobile27,color6,10109
-empid613,empname876,mobile97,color7,107794
-empid641,empname105,mobile2,color7,10798
-empid928,empname20,mobile1,color3,106581
-empid798,empname841,mobile24,color4,108008
-empid787,empname564,mobile77,color4,109390
-empid596,empname417,mobile43,color8,104685
-empid767,empname166,mobile96,color0,106140
-empid799,empname915,mobile45,color4,101529
-empid313,empname657,mobile7,color8,106123
-empid695,empname23,mobile44,color1,105434
-empid575,empname434,mobile83,color7,108587
-empid142,empname398,mobile93,color8,107941
-empid720,empname513,mobile99,color5,106210
-empid984,empname973,mobile86,color5,109876
-empid53,empname806,mobile33,color6,104938
-empid783,empname420,mobile12,color7,109857
-empid286,empname583,mobile36,color5,108367
-empid594,empname235,mobile99,color4,109109
-empid145,empname147,mobile76,color6,105850
-empid358,empname570,mobile97,color8,10789
-empid476,empname986,mobile76,color7,104641
-empid417,empname347,mobile56,color2,108874
-empid361,empname627,mobile97,color5,106122
-empid400,empname610,mobile79,color3,105819
-empid322,empname179,mobile7,color6,106026
-empid643,empname986,mobile73,color8,101135
-empid473,empname500,mobile92,color0,106213
-empid779,empname665,mobile10,color6,105591
-empid761,empname993,mobile93,color6,108554
-empid138,empname683,mobile38,color2,105219
-empid208,empname701,mobile94,color1,10539
-empid871,empname179,mobile45,color8,10785
-empid868,empname546,mobile46,color5,106466
-empid15,empname413,mobile50,color2,108891
-empid658,empname556,mobile16,color3,104442
-empid644,empname274,mobile10,color1,109645
-empid28,empname960,mobile16,color0,109895
-empid544,empname685,mobile92,color0,101955
-empid638,empname242,mobile26,color5,101034
-empid98,empname446,mobile90,color1,104780
-empid167,empname853,mobile37,color0,106534
-empid818,empname86,mobile97,color2,103886
-empid147,empname804,mobile97,color9,108178
-empid359,empname934,mobile77,color5,109627
-empid692,empname149,mobile6,color2,105662
-empid746,empname780,mobile4,color3,103438
-empid868,empname63,mobile83,color0,109850
-empid434,empname508,mobile1,color9,103929
-empid406,empname959,mobile23,color9,109694
-empid700,empname809,mobile78,color2,107839
-empid828,empname926,mobile77,color6,102654
-empid647,empname455,mobile43,color0,105463
-empid91,empname711,mobile48,color7,104460
-empid959,empname231,mobile3,color9,10702
-empid360,empname403,mobile1,color1,101499
-empid84,empname986,mobile27,color7,109032
-empid431,empname387,mobile34,color3,102095
-empid816,empname435,mobile55,color9,10472
-empid784,empname240,mobile46,color6,107785
-empid408,empname386,mobile74,color5,108071
-empid130,empname400,mobile12,color8,102618
-empid338,empname979,mobile22,color5,102237
-empid642,empname401,mobile86,color2,102469
-empid299,empname397,mobile75,color2,106199
-empid834,empname808,mobile5,color1,108678
-empid408,empname918,mobile45,color9,105171
-empid763,empname208,mobile76,color3,102458
-empid985,empname205,mobile42,color4,106165
-empid758,empname354,mobile71,color3,105690
-empid481,empname929,mobile89,color7,109782
-empid154,empname531,mobile94,color9,106844
-empid32,empname107,mobile39,color4,10666
-empid289,empname383,mobile5,color6,104522
-empid994,empname595,mobile31,color9,102269
-empid324,empname654,mobile49,color5,109376
-empid600,empname801,mobile42,color0,106462
-empid15,empname468,mobile22,color3,107625
-empid9,empname14,mobile27,color0,10712
-empid653,empname313,mobile8,color2,104859
-empid690,empname840,mobile25,color9,102822
-empid871,empname217,mobile19,color3,103915
-empid173,empname37,mobile27,color1,109301
-empid209,empname183,mobile88,color7,104454
-empid73,empname304,mobile25,color2,102862
-empid333,empname836,mobile59,color7,107212
-empid467,empname605,mobile84,color7,107682
-empid423,empname402,mobile95,color0,10907
-empid85,empname62,mobile87,color1,104433
-empid619,empname387,mobile85,color5,108327
-empid540,empname636,mobile75,color9,101357
-empid15,empname429,mobile64,color0,10206
-empid759,empname711,mobile82,color9,103877
-empid211,empname93,mobile54,color0,102724
-empid658,empname462,mobile81,color5,103800
-empid280,empname888,mobile38,color5,101067
-empid695,empname651,mobile37,color7,101348
-empid844,empname43,mobile18,color5,107938
-empid913,empname559,mobile93,color1,109288
-empid480,empname962,mobile3,color7,108280
-empid537,empname349,mobile46,color5,109012
-empid542,empname712,mobile66,color3,106236
-empid402,empname819,mobile11,color9,109836
-empid377,empname190,mobile2,color2,1070
-empid198,empname647,mobile54,color3,103912
-empid59,empname978,mobile36,color8,107786
-empid859,empname496,mobile86,color5,107290
-empid836,empname812,mobile54,color6,106522
-empid702,empname618,mobile70,color6,109968
-empid293,empname740,mobile44,color2,109863
-empid634,empname365,mobile83,color9,106709
-empid157,empname802,mobile53,color2,107426
-empid827,empname466,mobile23,color2,101244
-empid814,empname809,mobile70,color1,107803
-empid416,empname52,mobile94,color4,107579
-empid827,empname615,mobile85,color6,106742
-empid48,empname208,mobile86,color9,107166
-empid856,empname535,mobile36,color4,107396
-empid586,empname474,mobile99,color1,108795
-empid330,empname949,mobile93,color0,103405
-empid105,empname986,mobile62,color0,102828
-empid89,empname726,mobile65,color6,103286
-empid411,empname824,mobile25,color2,103747
-empid103,empname873,mobile25,color3,102185
-empid212,empname373,mobile54,color8,108565
-empid194,empname195,mobile80,color9,107580
-empid806,empname634,mobile23,color5,104920
-empid39,empname767,mobile5,color1,103184
-empid853,empname699,mobile60,color9,102811
-empid980,empname806,mobile41,color3,103481
-empid430,empname436,mobile16,color2,10911
-empid325,empname334,mobile43,color6,103480
-empid576,empname119,mobile48,color5,109102
-empid536,empname524,mobile98,color4,102720
-empid472,empname613,mobile73,color9,108728
-empid166,empname326,mobile99,color7,107917
-empid223,empname188,mobile55,color6,104490
-empid122,empname306,mobile23,color2,102636
-empid536,empname523,mobile98,color2,106554
-empid906,empname769,mobile28,color4,108146
-empid460,empname853,mobile43,color0,104535
-empid985,empname159,mobile27,color1,1045
-empid505,empname654,mobile25,color3,102345
-empid417,empname85,mobile26,color3,102419
-empid328,empname592,mobile44,color0,107502
-empid125,empname212,mobile93,color6,103568
-empid633,empname377,mobile90,color5,106276
-empid439,empname197,mobile84,color9,108242
-empid9,empname484,mobile1,color7,109403
-empid445,empname514,mobile24,color1,102393
-empid208,empname378,mobile64,color2,104299
-empid766,empname750,mobile76,color1,108854
-empid514,empname618,mobile21,color8,105789
-empid61,empname320,mobile15,color0,104991
-empid489,empname843,mobile87,color4,108014
-empid134,empname29,mobile25,color0,109020
-empid756,empname200,mobile26,color2,101275
-empid753,empname872,mobile73,color8,106373
-empid448,empname241,mobile65,color1,103169
-empid484,empname395,mobile1,color8,104105
-empid218,empname967,mobile40,color6,10593
-empid792,empname181,mobile17,color9,102993
-empid452,empname970,mobile75,color3,102124
-empid236,empname170,mobile75,color6,105901
-empid811,empname854,mobile6,color2,105511
-empid927,empname604,mobile50,color5,106810
-empid158,empname660,mobile99,color1,103838
-empid828,empname142,mobile8,color7,108933
-empid489,empname215,mobile97,color1,103411
-empid400,empname459,mobile4,color5,104995
-empid231,empname160,mobile54,color4,108849
-empid311,empname563,mobile39,color9,106206
-empid366,empname384,mobile66,color2,103573
-empid368,empname810,mobile3,color8,104830
-empid321,empname309,mobile8,color9,107192
-empid59,empname134,mobile71,color3,109841
-empid190,empname748,mobile67,color5,105792
-empid434,empname229,mobile52,color8,106815
-empid947,empname560,mobile97,color7,1021
-empid104,empname59,mobile74,color4,103071
-empid479,empname568,mobile60,color2,102617
-empid987,empname411,mobile93,color4,108158
-empid280,empname961,mobile76,color9,104904
-empid948,empname195,mobile87,color5,10858
-empid573,empname858,mobile40,color9,109559
-empid867,empname14,mobile33,color7,107432
-empid721,empname833,mobile35,color5,1050
-empid864,empname672,mobile88,color0,101981
-empid866,empname466,mobile66,color1,102459
-empid940,empname343,mobile22,color6,10611
-empid695,empname448,mobile90,color2,101560
-empid993,empname431,mobile90,color6,102633
-empid818,empname685,mobile96,color6,109833
-empid923,empname21,mobile28,color0,10364
-empid677,empname164,mobile53,color0,103362
-empid875,empname823,mobile63,color8,106078
-empid77,empname654,mobile66,color2,103524
-empid288,empname522,mobile63,color8,105855
-empid985,empname83,mobile77,color6,104115
-empid425,empname36,mobile79,color0,106354
-empid294,empname701,mobile9,color1,105735
-empid499,empname34,mobile12,color1,102658
-empid107,empname633,mobile99,color9,104115
-empid65,empname59,mobile11,color0,105585
-empid217,empname980,mobile64,color4,109552
-empid757,empname201,mobile13,color3,10927
-empid166,empname29,mobile12,color3,10519
-empid432,empname970,mobile35,color8,105377
-empid353,empname644,mobile85,color4,101159
-empid728,empname448,mobile15,color9,102332
-empid84,empname174,mobile13,color6,102866
-empid490,empname478,mobile41,color2,103968
-empid390,empname535,mobile37,color7,101084
-empid836,empname852,mobile82,color2,103912
-empid847,empname755,mobile86,color5,109397
-empid371,empname991,mobile11,color3,101308
-empid229,empname158,mobile38,color6,101807
-empid751,empname147,mobile60,color8,108676
-empid145,empname815,mobile66,color1,108851
-empid927,empname324,mobile38,color5,101567
-empid354,empname50,mobile18,color4,103689
-empid545,empname331,mobile82,color3,103435
-empid965,empname787,mobile50,color7,108736
-empid539,empname239,mobile10,color9,105061
-empid297,empname15,mobile84,color6,108120
-empid193,empname841,mobile84,color5,102207
-empid694,empname38,mobile40,color9,104455
-empid638,empname356,mobile31,color3,106572
-empid274,empname989,mobile50,color0,104119
-empid903,empname227,mobile96,color1,106354
-empid21,empname360,mobile20,color0,109993
-empid975,empname227,mobile57,color5,107607
-empid395,empname216,mobile42,color8,101803
-empid590,empname131,mobile91,color4,106415
-empid40,empname476,mobile73,color5,105043
-empid28,empname960,mobile8,color6,104751
-empid175,empname752,mobile23,color7,104698
-empid157,empname72,mobile16,color0,107107
-empid438,empname19,mobile61,color4,106217
-empid844,empname643,mobile58,color3,109654
-empid140,empname435,mobile21,color7,102599
-empid59,empname562,mobile54,color4,10362
-empid615,empname837,mobile3,color0,102015
-empid770,empname793,mobile95,color9,107865
-empid907,empname661,mobile26,color7,103640
-empid29,empname314,mobile68,color4,107082
-empid552,empname355,mobile23,color8,103383
-empid278,empname254,mobile96,color8,109425
-empid440,empname802,mobile99,color0,106313
-empid550,empname396,mobile12,color8,107686
-empid292,empname144,mobile52,color0,109348
-empid794,empname157,mobile24,color8,106614
-empid345,empname130,mobile54,color5,108105
-empid657,empname586,mobile34,color0,105264
-empid262,empname902,mobile50,color9,105853
-empid614,empname847,mobile7,color2,104433
-empid979,empname51,mobile77,color8,107137
-empid782,empname254,mobile82,color8,103055
-empid308,empname276,mobile90,color4,108125
-empid992,empname275,mobile88,color7,105388
-empid239,empname901,mobile28,color5,105653
-empid359,empname251,mobile30,color9,10232
-empid93,empname957,mobile47,color0,107223
-empid619,empname231,mobile46,color2,1041
-empid620,empname486,mobile73,color0,102851
-empid573,empname705,mobile9,color1,105244
-empid714,empname460,mobile64,color0,108358
-empid235,empname740,mobile15,color1,101404
-empid414,empname509,mobile41,color6,101929
-empid396,empname259,mobile41,color0,101710
-empid730,empname867,mobile84,color4,105203
-empid219,empname511,mobile50,color6,108437
-empid941,empname204,mobile48,color0,108835
-empid544,empname487,mobile52,color3,105311
-empid952,empname891,mobile62,color9,105744
-empid83,empname17,mobile7,color0,107934
-empid632,empname327,mobile46,color2,10113
-empid130,empname425,mobile90,color5,1072
-empid671,empname462,mobile25,color5,109057
-empid489,empname757,mobile41,color8,108749
-empid16,empname186,mobile60,color5,105095
-empid651,empname268,mobile64,color1,106131
-empid838,empname624,mobile29,color2,10426
-empid986,empname561,mobile48,color0,103638
-empid497,empname270,mobile82,color1,109295
-empid251,empname350,mobile32,color1,108679
-empid599,empname724,mobile61,color3,103603
-empid245,empname459,mobile41,color9,108817
-empid451,empname275,mobile23,color2,108025
-empid158,empname407,mobile18,color1,102958
-empid577,empname691,mobile36,color9,10617
-empid829,empname473,mobile16,color9,104067
-empid687,empname586,mobile27,color5,107794
-empid765,empname262,mobile23,color9,103028
-empid389,empname399,mobile26,color7,101822
-empid201,empname221,mobile25,color0,105644
-empid109,empname385,mobile82,color7,101330
-empid485,empname560,mobile1,color2,105790
-empid701,empname454,mobile72,color4,108672
-empid242,empname307,mobile95,color1,101980
-empid858,empname554,mobile17,color1,109023
-empid813,empname590,mobile51,color7,101237
-empid736,empname417,mobile88,color2,106167
-empid808,empname729,mobile89,color0,102610
-empid78,empname389,mobile34,color4,104128
-empid905,empname457,mobile47,color6,109518
-empid595,empname572,mobile96,color7,106520
-empid297,empname914,mobile49,color6,107027
-empid83,empname425,mobile12,color0,108220
-empid502,empname117,mobile77,color5,105271
-empid386,empname128,mobile70,color0,102567
-empid559,empname326,mobile15,color0,101331
-empid50,empname642,mobile37,color1,101312
-empid849,empname983,mobile90,color3,109023
-empid108,empname324,mobile25,color9,109001
-empid109,empname682,mobile36,color6,103780
-empid24,empname772,mobile2,color5,107039
-empid313,empname501,mobile95,color9,101523
-empid763,empname147,mobile27,color0,109447
-empid38,empname343,mobile58,color5,104872
-empid702,empname957,mobile85,color0,102147
-empid222,empname312,mobile13,color0,107425
-empid634,empname902,mobile26,color8,104654
-empid674,empname66,mobile57,color9,109028
-empid318,empname921,mobile23,color9,106834
-empid764,empname800,mobile30,color9,104890
-empid378,empname874,mobile42,color6,107876
-empid45,empname631,mobile7,color7,1099
-empid209,empname271,mobile75,color9,106429
-empid880,empname917,mobile21,color7,108617
-empid365,empname244,mobile8,color1,109189
-empid110,empname771,mobile11,color0,109667
-empid557,empname921,mobile94,color7,105986
-empid197,empname301,mobile2,color9,104427
-empid156,empname993,mobile97,color6,102043
-empid377,empname53,mobile71,color6,108017
-empid980,empname945,mobile49,color6,106753
-empid148,empname926,mobile62,color9,108394
-empid492,empname778,mobile47,color6,101276
-empid873,empname695,mobile90,color8,107596
-empid80,empname166,mobile90,color8,108155
-empid462,empname746,mobile95,color9,102954
-empid154,empname813,mobile9,color8,107821
-empid806,empname943,mobile6,color5,108120
-empid810,empname670,mobile53,color1,102166
-empid358,empname546,mobile33,color4,102238
-empid296,empname455,mobile7,color9,103877
-empid439,empname772,mobile23,color9,102818
-empid474,empname157,mobile14,color7,109853
-empid568,empname873,mobile32,color5,10184
-empid535,empname773,mobile96,color5,103228
-empid484,empname160,mobile84,color7,108539
-empid960,empname588,mobile20,color2,1036
-empid489,empname238,mobile25,color3,106924
-empid732,empname833,mobile11,color3,109522
-empid778,empname129,mobile82,color7,104899
-empid177,empname61,mobile3,color2,10426
-empid697,empname893,mobile84,color8,109839
-empid576,empname305,mobile10,color2,109292
-empid691,empname547,mobile3,color9,10835
-empid701,empname346,mobile87,color4,108887
-empid4,empname859,mobile60,color2,108737
-empid455,empname748,mobile5,color9,10520
-empid346,empname694,mobile9,color7,106406
-empid765,empname102,mobile38,color5,102693
-empid976,empname315,mobile75,color9,107300
-empid969,empname430,mobile44,color5,109282
-empid793,empname975,mobile6,color4,104277
-empid539,empname755,mobile48,color0,101034
-empid827,empname322,mobile52,color6,108056
-empid711,empname331,mobile24,color0,107568
-empid487,empname725,mobile80,color1,104894
-empid569,empname226,mobile55,color1,101171
-empid613,empname947,mobile7,color4,102837
-empid278,empname832,mobile55,color1,10584
-empid200,empname747,mobile57,color5,103712
-empid915,empname66,mobile65,color0,104477
-empid358,empname368,mobile8,color2,103204
-empid775,empname69,mobile68,color4,104849
-empid722,empname621,mobile81,color5,107846
-empid657,empname47,mobile30,color2,102509
-empid716,empname367,mobile81,color5,109211
-empid711,empname758,mobile97,color3,106646
-empid410,empname960,mobile79,color5,107373
-empid493,empname140,mobile27,color0,102912
-empid138,empname228,mobile2,color1,10739
-empid417,empname425,mobile49,color6,109015
-empid610,empname691,mobile87,color4,102724
-empid411,empname699,mobile33,color2,108284
-empid560,empname136,mobile15,color5,105127
-empid818,empname450,mobile42,color8,109802
-empid639,empname388,mobile82,color7,108591
-empid861,empname880,mobile24,color4,101957
-empid339,empname710,mobile57,color9,102106
-empid629,empname425,mobile79,color7,103647
-empid26,empname280,mobile17,color5,106920
-empid694,empname878,mobile43,color1,107147
-empid898,empname342,mobile73,color4,101109
-empid316,empname701,mobile84,color7,108385
-empid35,empname923,mobile32,color6,102515
-empid766,empname953,mobile53,color8,109473
-empid860,empname16,mobile74,color7,10669
-empid688,empname723,mobile71,color1,105128
-empid645,empname376,mobile85,color5,102059
-empid20,empname163,mobile39,color8,106921
-empid9,empname590,mobile30,color8,103933
-empid448,empname486,mobile75,color0,109963
-empid835,empname390,mobile5,color1,10126
-empid579,empname514,mobile32,color2,101210
-empid939,empname862,mobile37,color6,10485
-empid413,empname298,mobile40,color9,107810
-empid789,empname431,mobile18,color3,103362
-empid235,empname942,mobile34,color0,107523
-empid832,empname947,mobile10,color3,101103
-empid462,empname492,mobile89,color3,105578
-empid590,empname389,mobile73,color7,105539
-empid816,empname368,mobile22,color7,10746
-empid807,empname391,mobile14,color5,109321
-empid183,empname457,mobile78,color1,10978
-empid876,empname915,mobile76,color3,108523
-empid624,empname926,mobile44,color2,107853
-empid941,empname431,mobile87,color3,101572
-empid788,empname583,mobile26,color7,109634
-empid813,empname134,mobile32,color3,101500
-empid261,empname756,mobile34,color2,108826
-empid3,empname291,mobile14,color3,109912
-empid508,empname80,mobile46,color7,101804
-empid43,empname695,mobile65,color0,106861
-empid562,empname916,mobile43,color9,104026
-empid22,empname352,mobile33,color0,103010
-empid89,empname290,mobile29,color5,104538
-empid316,empname37,mobile77,color9,109358
-empid346,empname606,mobile80,color5,105591
-empid578,empname452,mobile65,color0,105803
-empid619,empname284,mobile11,color1,103431
-empid529,empname523,mobile63,color1,101193
-empid725,empname50,mobile78,color7,105599
-empid955,empname446,mobile15,color0,106294
-empid300,empname820,mobile33,color6,103834
-empid905,empname540,mobile26,color9,107655
-empid292,empname610,mobile99,color1,102417
-empid762,empname455,mobile26,color2,107349
-empid158,empname819,mobile46,color8,109692
-empid417,empname902,mobile95,color9,105788
-empid611,empname261,mobile99,color6,101748
-empid641,empname545,mobile78,color5,109736
-empid505,empname473,mobile56,color0,101787
-empid538,empname146,mobile48,color8,105857
-empid46,empname694,mobile15,color3,107366
-empid779,empname258,mobile4,color9,10996
-empid297,empname293,mobile39,color2,102951
-empid463,empname839,mobile33,color2,106732
-empid236,empname163,mobile92,color2,101218
-empid163,empname477,mobile99,color5,103052
-empid107,empname661,mobile31,color5,105961
-empid105,empname629,mobile25,color5,102686
-empid760,empname705,mobile34,color9,101723
-empid759,empname101,mobile77,color5,107071
-empid880,empname516,mobile29,color0,102052
-empid361,empname901,mobile54,color0,108393
-empid151,empname949,mobile97,color6,107349
-empid144,empname823,mobile66,color4,101406
-empid890,empname625,mobile71,color5,104787
-empid617,empname418,mobile34,color7,102555
-empid372,empname190,mobile10,color5,108771
-empid505,empname539,mobile55,color8,103287
-empid948,empname908,mobile1,color2,106290
-empid711,empname859,mobile88,color4,10907
-empid894,empname694,mobile95,color4,107914
-empid130,empname550,mobile31,color7,103762
-empid847,empname59,mobile45,color2,10713
-empid263,empname657,mobile11,color2,103791
-empid59,empname462,mobile61,color2,104437
-empid824,empname816,mobile69,color1,107880
-empid102,empname971,mobile24,color8,10355
-empid372,empname832,mobile86,color7,10232
-empid558,empname593,mobile47,color9,107874
-empid426,empname85,mobile37,color3,107611
-empid955,empname698,mobile34,color1,108429
-empid179,empname411,mobile20,color8,10859
-empid587,empname961,mobile28,color2,103865
-empid499,empname25,mobile88,color8,107287
-empid994,empname497,mobile79,color9,101161
-empid917,empname408,mobile75,color4,109276
-empid363,empname158,mobile25,color0,101693
-empid871,empname205,mobile75,color7,107091
-empid267,empname736,mobile68,color3,107186
-empid750,empname293,mobile20,color1,105097
-empid532,empname45,mobile96,color4,101131
-empid171,empname793,mobile27,color5,101219
-empid909,empname689,mobile90,color6,108474
-empid214,empname750,mobile21,color0,109760
-empid472,empname309,mobile77,color7,108976
-empid702,empname485,mobile81,color5,105901
-empid246,empname798,mobile55,color4,10976
-empid628,empname133,mobile31,color3,106510
-empid85,empname260,mobile39,color5,107911
-empid550,empname552,mobile89,color0,102885
-empid423,empname958,mobile37,color6,108941
-empid98,empname476,mobile27,color2,108917
-empid205,empname464,mobile4,color8,105391
-empid744,empname468,mobile13,color5,104968
-empid668,empname690,mobile68,color0,108269
-empid897,empname233,mobile25,color9,105577
-empid131,empname18,mobile87,color1,103514
-empid272,empname148,mobile76,color7,10722
-empid514,empname582,mobile88,color1,107963
-empid994,empname79,mobile13,color9,108376
-empid726,empname85,mobile75,color8,106322
-empid633,empname706,mobile68,color0,107676
-empid104,empname523,mobile64,color0,107524
-empid645,empname69,mobile50,color3,108196
-empid627,empname829,mobile93,color9,101879
-empid257,empname513,mobile29,color9,106117
-empid376,empname794,mobile52,color6,103870
-empid778,empname613,mobile24,color8,10590
-empid298,empname770,mobile15,color8,102484
-empid948,empname44,mobile64,color8,104476
-empid71,empname195,mobile73,color9,103842
-empid602,empname563,mobile26,color5,10544
-empid923,empname739,mobile35,color6,102095
-empid548,empname754,mobile40,color5,106855
-empid448,empname307,mobile39,color4,107764
-empid321,empname71,mobile21,color8,107958
-empid1,empname871,mobile87,color4,109470
-empid530,empname823,mobile93,color2,105571
-empid583,empname452,mobile84,color7,103683
-empid818,empname162,mobile68,color4,105786
-empid460,empname614,mobile82,color8,108023
-empid915,empname840,mobile71,color5,107353
-empid472,empname198,mobile7,color6,107564
-empid870,empname449,mobile48,color2,108412
-empid541,empname655,mobile72,color4,103904
-empid426,empname298,mobile13,color3,106265
-empid224,empname203,mobile16,color8,104761
-empid811,empname881,mobile60,color3,105578
-empid754,empname211,mobile36,color6,10373
-empid462,empname103,mobile76,color4,109014
-empid588,empname153,mobile67,color4,105767
-empid541,empname223,mobile87,color4,109441
-empid185,empname806,mobile67,color8,105816
-empid455,empname886,mobile10,color7,105198
-empid14,empname680,mobile89,color8,101349
-empid996,empname650,mobile18,color7,101408
-empid897,empname270,mobile27,color1,105987
-empid259,empname894,mobile53,color9,105524
-empid197,empname123,mobile84,color3,104408
-empid754,empname24,mobile94,color9,108277
-empid397,empname699,mobile82,color4,104073
-empid695,empname823,mobile21,color6,102683
-empid92,empname779,mobile7,color4,105083
-empid63,empname514,mobile6,color5,101511
-empid114,empname855,mobile36,color6,106986
-empid260,empname980,mobile48,color9,101745
-empid979,empname575,mobile57,color8,107380
-empid507,empname932,mobile30,color7,106208
-empid143,empname343,mobile26,color8,104661
-empid920,empname857,mobile42,color6,106309
-empid817,empname552,mobile98,color7,1050
-empid255,empname453,mobile48,color9,105828
-empid76,empname759,mobile24,color1,107544
-empid614,empname798,mobile85,color2,106791
-empid740,empname321,mobile35,color1,102242
-empid880,empname583,mobile0,color6,105810
-empid426,empname572,mobile15,color4,108499
-empid691,empname701,mobile80,color6,105627
-empid631,empname188,mobile68,color7,109697
-empid409,empname532,mobile19,color2,102086
-empid834,empname755,mobile29,color0,108394
-empid710,empname6,mobile1,color7,103370
-empid817,empname910,mobile85,color3,103324
-empid268,empname141,mobile64,color2,106040
-empid674,empname191,mobile68,color7,104345
-empid307,empname443,mobile47,color7,104341
-empid486,empname957,mobile86,color7,109443
-empid612,empname136,mobile68,color2,102341
-empid243,empname8,mobile81,color0,10578
-empid731,empname194,mobile74,color8,109702
-empid71,empname336,mobile12,color9,106684
-empid978,empname374,mobile80,color4,105943
-empid494,empname294,mobile90,color0,103809
-empid636,empname616,mobile46,color4,109397
-empid869,empname900,mobile16,color0,104499
-empid571,empname549,mobile97,color9,106356
-empid204,empname516,mobile6,color4,103601
-empid449,empname284,mobile91,color1,10355
-empid35,empname32,mobile27,color5,108799
-empid578,empname385,mobile64,color6,105344
-empid677,empname90,mobile36,color5,105512
-empid238,empname727,mobile13,color1,109319
-empid953,empname614,mobile77,color5,106368
-empid847,empname210,mobile24,color9,108000
-empid184,empname115,mobile96,color9,10205
-empid810,empname294,mobile70,color8,10963
-empid181,empname674,mobile96,color3,108709
-empid43,empname434,mobile5,color5,102301
-empid121,empname334,mobile53,color2,10490
-empid944,empname961,mobile65,color2,107538
-empid612,empname390,mobile21,color8,106602
-empid55,empname77,mobile87,color9,104832
-empid552,empname431,mobile14,color5,108028
-empid44,empname100,mobile87,color8,108336
-empid781,empname412,mobile57,color6,103710
-empid832,empname365,mobile48,color3,102976
-empid110,empname573,mobile4,color7,102327
-empid87,empname519,mobile52,color3,108437
-empid919,empname789,mobile17,color2,103058
-empid321,empname250,mobile59,color4,107973
-empid171,empname287,mobile44,color2,10423
-empid671,empname627,mobile81,color2,10160
-empid209,empname526,mobile28,color2,103214
-empid166,empname490,mobile54,color0,102728
-empid803,empname599,mobile95,color5,104097
-empid767,empname124,mobile28,color1,10653
-empid311,empname850,mobile58,color0,106110
-empid792,empname50,mobile51,color4,102553
-empid39,empname432,mobile25,color1,102424
-empid214,empname974,mobile41,color8,108610
-empid5,empname594,mobile19,color8,102393
-empid785,empname441,mobile51,color1,10140
-empid367,empname948,mobile40,color0,103819
-empid958,empname973,mobile65,color7,103148
-empid339,empname986,mobile2,color6,103490
-empid638,empname477,mobile56,color2,105489
-empid725,empname414,mobile62,color5,10587
-empid171,empname125,mobile32,color8,107504
-empid784,empname293,mobile68,color9,105287
-empid196,empname325,mobile77,color3,106767
-empid941,empname455,mobile42,color2,108555
-empid957,empname898,mobile85,color0,108016
-empid507,empname120,mobile61,color8,102295
-empid192,empname418,mobile52,color8,104941
-empid320,empname892,mobile78,color7,103184
-empid356,empname757,mobile57,color1,106493
-empid669,empname308,mobile32,color3,107873
-empid687,empname547,mobile31,color9,106477
-empid288,empname388,mobile61,color0,107240
-empid920,empname84,mobile17,color7,105780
-empid306,empname925,mobile96,color1,104407
-empid495,empname188,mobile12,color8,105253
-empid198,empname526,mobile31,color1,102887
-empid970,empname693,mobile34,color1,108390
-empid927,empname455,mobile72,color1,107377
-empid800,empname489,mobile76,color9,104890
-empid799,empname889,mobile1,color0,101964
-empid771,empname807,mobile66,color5,109895
-empid469,empname905,mobile5,color6,102382
-empid835,empname84,mobile4,color6,101707
-empid925,empname326,mobile19,color5,10978
-empid135,empname756,mobile34,color1,108387
-empid875,empname746,mobile35,color3,103878
-empid589,empname177,mobile36,color9,106839
-empid441,empname392,mobile74,color2,102850
-empid900,empname151,mobile14,color3,10520
-empid346,empname423,mobile12,color1,108074
-empid279,empname235,mobile95,color5,101645
-empid879,empname108,mobile36,color4,103158
-empid181,empname750,mobile18,color1,102564
-empid793,empname486,mobile81,color5,107805
-empid998,empname885,mobile19,color8,109790
-empid298,empname547,mobile82,color6,103992
-empid822,empname748,mobile47,color1,101468
-empid809,empname621,mobile31,color2,101804
-empid162,empname767,mobile33,color9,106609
-empid902,empname652,mobile13,color6,101017
-empid739,empname358,mobile81,color2,104149
-empid699,empname772,mobile54,color7,104040
-empid269,empname242,mobile62,color4,1019
-empid300,empname998,mobile57,color3,103022
-empid345,empname407,mobile72,color5,102755
-empid998,empname185,mobile7,color9,109701
-empid530,empname82,mobile47,color2,109528
-empid471,empname308,mobile59,color6,109381
-empid473,empname995,mobile9,color6,108924
-empid340,empname626,mobile75,color7,105498
-empid39,empname287,mobile11,color6,109634
-empid886,empname633,mobile24,color6,101701
-empid692,empname620,mobile57,color9,101784
-empid700,empname76,mobile91,color7,107033
-empid896,empname896,mobile27,color7,108829
-empid387,empname650,mobile73,color2,103827
-empid632,empname285,mobile74,color8,104264
-empid794,empname410,mobile92,color4,103209
-empid785,empname13,mobile25,color3,101845
-empid472,empname587,mobile50,color3,102993
-empid958,empname256,mobile5,color9,106943
-empid242,empname418,mobile52,color3,103822
-empid504,empname270,mobile62,color2,108357
-empid625,empname401,mobile95,color1,104993
-empid628,empname470,mobile51,color4,107329
-empid613,empname834,mobile19,color3,102411
-empid653,empname798,mobile27,color7,10797
-empid724,empname55,mobile81,color6,106327
-empid310,empname371,mobile19,color8,104951
-empid106,empname784,mobile99,color0,102621
-empid239,empname598,mobile39,color8,102335
-empid13,empname92,mobile32,color6,102748
-empid628,empname482,mobile58,color0,109260
-empid37,empname30,mobile67,color7,10616
-empid805,empname319,mobile52,color7,107750
-empid446,empname482,mobile25,color6,106479
-empid440,empname13,mobile59,color1,105336
-empid660,empname996,mobile68,color7,106992
-empid589,empname544,mobile47,color6,104499
-empid556,empname594,mobile44,color2,103862
-empid246,empname593,mobile6,color1,102150
-empid526,empname976,mobile66,color6,104910
-empid820,empname56,mobile1,color6,10981
-empid53,empname106,mobile20,color5,103474
-empid984,empname441,mobile72,color4,104211
-empid439,empname648,mobile50,color9,101602
-empid843,empname288,mobile84,color6,103380
-empid405,empname384,mobile50,color9,106832
-empid357,empname866,mobile40,color5,102726
-empid791,empname144,mobile14,color9,107751
-empid994,empname48,mobile36,color6,103515
-empid943,empname136,mobile20,color2,103292
-empid126,empname134,mobile22,color7,108582
-empid192,empname879,mobile76,color1,102194
-empid124,empname212,mobile4,color3,10528
-empid24,empname697,mobile90,color7,109408
-empid349,empname936,mobile9,color3,105229
-empid46,empname220,mobile40,color7,104468
-empid214,empname907,mobile29,color4,105472
-empid688,empname390,mobile4,color5,10250
-empid369,empname426,mobile50,color3,106167
-empid497,empname598,mobile86,color4,10943
-empid597,empname156,mobile65,color7,109756
-empid898,empname161,mobile23,color5,108956
-empid482,empname774,mobile23,color9,106358
-empid309,empname969,mobile83,color1,107909
-empid523,empname334,mobile80,color0,108282
-empid99,empname802,mobile34,color4,106701
-empid926,empname704,mobile34,color1,108726
-empid659,empname196,mobile49,color2,105916
-empid438,empname538,mobile49,color8,103066
-empid831,empname525,mobile29,color1,10573
-empid302,empname68,mobile61,color8,101288
-empid576,empname39,mobile41,color9,1078
-empid349,empname831,mobile0,color2,108694
-empid62,empname25,mobile57,color7,109589
-empid473,empname329,mobile92,color7,107645
-empid827,empname769,mobile6,color1,102221
-empid424,empname250,mobile85,color3,102004
-empid742,empname284,mobile59,color7,107997
-empid610,empname873,mobile18,color8,101857
-empid548,empname360,mobile84,color0,108836
-empid147,empname831,mobile12,color9,103339
-empid514,empname12,mobile16,color9,105159
-empid384,empname932,mobile7,color3,10145
-empid264,empname914,mobile46,color3,107704
-empid974,empname152,mobile18,color4,103152
-empid673,empname80,mobile34,color0,108552
-empid34,empname640,mobile90,color6,109610
-empid737,empname984,mobile6,color6,109949
-empid700,empname593,mobile85,color2,106188
-empid377,empname277,mobile29,color8,10327
-empid901,empname695,mobile43,color1,102384
-empid530,empname59,mobile95,color3,105365
-empid246,empname366,mobile69,color5,108379
-empid33,empname973,mobile61,color2,101182
-empid683,empname357,mobile42,color3,101943
-empid505,empname318,mobile13,color9,107683
-empid476,empname658,mobile12,color4,105956
-empid934,empname298,mobile31,color4,103118
-empid810,empname957,mobile56,color7,101714
-empid333,empname323,mobile41,color7,101422
-empid239,empname909,mobile44,color2,109824
-empid349,empname969,mobile47,color3,101663
-empid14,empname767,mobile26,color8,107110
-empid246,empname673,mobile52,color7,105665
-empid654,empname416,mobile23,color7,109385
-empid768,empname425,mobile15,color0,106612
-empid596,empname367,mobile64,color0,109161
-empid243,empname827,mobile21,color4,101231
-empid762,empname64,mobile88,color5,101952
-empid764,empname458,mobile43,color6,10813
-empid364,empname853,mobile86,color1,103356
-empid231,empname348,mobile39,color9,108132
-empid168,empname869,mobile97,color7,107403
-empid214,empname298,mobile34,color4,108454
-empid473,empname301,mobile74,color8,108387
-empid933,empname151,mobile73,color4,10822
-empid795,empname670,mobile80,color3,102857
-empid821,empname394,mobile58,color3,107853
-empid817,empname611,mobile31,color0,106429
-empid891,empname571,mobile59,color8,107498
-empid732,empname907,mobile16,color1,109171
-empid755,empname440,mobile41,color3,106097
-empid724,empname549,mobile91,color5,104964
-empid907,empname987,mobile90,color7,105395
-empid623,empname239,mobile53,color2,102514
-empid990,empname766,mobile22,color9,108949
-empid91,empname148,mobile13,color7,102291
-empid235,empname787,mobile91,color2,105318
-empid579,empname208,mobile67,color8,10711
-empid187,empname439,mobile63,color2,103988
-empid222,empname95,mobile93,color7,104719
-empid222,empname350,mobile84,color9,109401
-empid333,empname364,mobile93,color7,106090
-empid674,empname474,mobile65,color3,102031
-empid201,empname6,mobile85,color1,106003
-empid372,empname253,mobile34,color0,101161
-empid234,empname793,mobile38,color9,105138
-empid180,empname431,mobile70,color1,105266
-empid196,empname273,mobile96,color0,101100
-empid44,empname122,mobile33,color5,102507
-empid239,empname312,mobile13,color2,10797
-empid689,empname446,mobile32,color4,106772
-empid86,empname99,mobile21,color7,106125
-empid938,empname450,mobile3,color2,104570
-empid950,empname407,mobile91,color4,106414
-empid494,empname703,mobile18,color2,10557
-empid981,empname646,mobile55,color1,101984
-empid524,empname921,mobile54,color8,104623
-empid760,empname43,mobile22,color1,101937
-empid859,empname524,mobile72,color7,10498
-empid509,empname212,mobile20,color5,10378
-empid486,empname832,mobile64,color4,108399
-empid49,empname407,mobile96,color1,107403
-empid587,empname570,mobile20,color4,107516
-empid899,empname327,mobile37,color1,103082
-empid885,empname305,mobile27,color3,104590
-empid620,empname691,mobile9,color6,109506
-empid4,empname262,mobile31,color6,105926
-empid284,empname846,mobile13,color7,109966
-empid377,empname371,mobile59,color3,106145
-empid100,empname51,mobile78,color3,107318
-empid151,empname605,mobile80,color6,10821
-empid31,empname948,mobile38,color0,103361
-empid435,empname609,mobile27,color5,10769
-empid853,empname354,mobile76,color9,102108
-empid921,empname980,mobile43,color4,106066
-empid395,empname30,mobile45,color9,103077
-empid934,empname76,mobile93,color2,108940
-empid365,empname412,mobile85,color7,10661
-empid792,empname750,mobile67,color7,10643
-empid998,empname593,mobile9,color0,10633
-empid154,empname193,mobile85,color5,10693
-empid138,empname469,mobile34,color8,104127
-empid930,empname868,mobile98,color2,101448
-empid636,empname622,mobile8,color4,102039
-empid691,empname429,mobile24,color8,102843
-empid40,empname241,mobile2,color7,101415
-empid342,empname830,mobile64,color8,106048
-empid808,empname764,mobile49,color1,102429
-empid384,empname93,mobile20,color2,106216
-empid415,empname609,mobile75,color8,102362
-empid30,empname808,mobile16,color3,107164
-empid506,empname560,mobile45,color2,109541
-empid832,empname883,mobile20,color8,109920
-empid191,empname375,mobile27,color0,104711
-empid140,empname384,mobile34,color7,109163
-empid869,empname810,mobile77,color8,101955
-empid279,empname762,mobile55,color3,107689
-empid425,empname854,mobile70,color3,109714
-empid185,empname819,mobile24,color8,109621
-empid227,empname527,mobile54,color9,106267
-empid21,empname194,mobile17,color6,103449
-empid772,empname320,mobile75,color0,109447
-empid340,empname599,mobile44,color7,106756
-empid256,empname695,mobile98,color0,107613
-empid480,empname95,mobile53,color8,108395
-empid89,empname157,mobile33,color8,103673
-empid504,empname747,mobile94,color8,105131
-empid480,empname995,mobile84,color7,106718
-empid256,empname532,mobile95,color5,105644
-empid379,empname518,mobile40,color5,107143
-empid879,empname355,mobile12,color3,101146
-empid942,empname605,mobile14,color4,108676
-empid912,empname869,mobile37,color9,103330
-empid606,empname931,mobile85,color3,106825
-empid626,empname40,mobile82,color6,102442
-empid554,empname67,mobile77,color8,105181
-empid100,empname234,mobile86,color4,101771
-empid107,empname23,mobile75,color1,104429
-empid426,empname388,mobile80,color5,105731
-empid757,empname529,mobile40,color2,102365
-empid294,empname247,mobile59,color8,104755
-empid445,empname790,mobile16,color2,10408
-empid401,empname659,mobile59,color1,103198
-empid812,empname746,mobile2,color7,109842
-empid499,empname616,mobile10,color2,107504
-empid643,empname335,mobile72,color5,104779
-empid154,empname85,mobile24,color6,10196
-empid87,empname891,mobile36,color5,104053
-empid202,empname282,mobile89,color6,103192
-empid530,empname500,mobile84,color3,103540
-empid127,empname744,mobile96,color5,101973
-empid685,empname676,mobile80,color9,106160
-empid453,empname701,mobile71,color3,106994
-empid647,empname763,mobile0,color9,105918
-empid441,empname954,mobile1,color8,108164
-empid598,empname731,mobile34,color3,106470
-empid720,empname213,mobile18,color5,103418
-empid406,empname401,mobile3,color0,103110
-empid777,empname579,mobile10,color7,109647
-empid972,empname175,mobile96,color3,1084
-empid486,empname304,mobile25,color5,106045
-empid193,empname426,mobile96,color3,105450
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/join/mgr.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/join/mgr.csv b/integration/spark/src/test/resources/join/mgr.csv
deleted file mode 100644
index 5ab1d83..0000000
--- a/integration/spark/src/test/resources/join/mgr.csv
+++ /dev/null
@@ -1 +0,0 @@
-harry,h2399,v788232,99823230205
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/join/mobile.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/join/mobile.csv b/integration/spark/src/test/resources/join/mobile.csv
deleted file mode 100644
index dc45fa0..0000000
--- a/integration/spark/src/test/resources/join/mobile.csv
+++ /dev/null
@@ -1,1000 +0,0 @@
-mid77,mobile35,color4,1058
-mid83,mobile78,color6,10865
-mid32,mobile12,color5,10516
-mid93,mobile19,color9,10876
-mid31,mobile43,color3,10481
-mid46,mobile40,color8,10749
-mid51,mobile75,color6,10685
-mid41,mobile85,color8,1015
-mid1,mobile21,color0,10125
-mid37,mobile48,color3,10403
-mid17,mobile29,color6,10165
-mid89,mobile87,color6,10489
-mid50,mobile49,color1,10886
-mid31,mobile16,color6,10554
-mid56,mobile14,color4,10474
-mid82,mobile30,color5,10425
-mid16,mobile40,color1,10662
-mid32,mobile3,color6,10502
-mid58,mobile59,color8,1087
-mid29,mobile79,color6,10112
-mid94,mobile65,color6,10482
-mid46,mobile28,color9,10892
-mid89,mobile69,color0,1047
-mid55,mobile6,color6,10781
-mid46,mobile45,color9,10524
-mid78,mobile60,color1,10554
-mid67,mobile80,color2,10463
-mid8,mobile62,color2,10190
-mid10,mobile48,color4,10573
-mid95,mobile16,color7,10960
-mid43,mobile91,color7,10506
-mid29,mobile8,color1,10509
-mid2,mobile16,color5,10833
-mid71,mobile76,color4,10461
-mid3,mobile2,color0,10638
-mid23,mobile64,color2,10453
-mid26,mobile54,color7,10987
-mid70,mobile55,color0,10416
-mid5,mobile51,color6,10875
-mid84,mobile31,color1,10799
-mid37,mobile56,color9,10831
-mid58,mobile7,color0,1092
-mid37,mobile19,color1,10156
-mid81,mobile14,color4,10397
-mid84,mobile40,color3,10534
-mid49,mobile8,color4,10662
-mid41,mobile84,color3,10518
-mid30,mobile27,color9,10626
-mid67,mobile24,color1,10116
-mid98,mobile65,color7,10254
-mid28,mobile56,color0,10245
-mid10,mobile60,color3,10317
-mid58,mobile31,color7,10789
-mid19,mobile70,color2,10960
-mid92,mobile89,color4,10878
-mid66,mobile45,color2,10328
-mid81,mobile25,color8,10654
-mid31,mobile26,color0,10294
-mid27,mobile13,color0,10391
-mid86,mobile87,color3,10793
-mid42,mobile7,color2,1033
-mid0,mobile10,color8,10308
-mid74,mobile50,color4,10531
-mid6,mobile31,color6,10124
-mid39,mobile73,color9,10400
-mid15,mobile7,color4,10319
-mid17,mobile79,color1,10249
-mid0,mobile17,color3,10826
-mid13,mobile57,color3,10770
-mid33,mobile45,color7,10522
-mid95,mobile17,color3,10876
-mid20,mobile99,color1,10571
-mid70,mobile20,color1,10795
-mid67,mobile20,color4,10423
-mid73,mobile8,color4,10982
-mid64,mobile73,color0,10300
-mid88,mobile73,color1,10437
-mid6,mobile32,color6,10207
-mid38,mobile50,color1,1029
-mid62,mobile39,color9,10356
-mid59,mobile70,color5,1061
-mid98,mobile10,color5,10414
-mid7,mobile70,color1,10279
-mid31,mobile17,color6,10489
-mid37,mobile96,color2,10104
-mid32,mobile66,color2,1030
-mid90,mobile7,color5,10210
-mid91,mobile47,color8,10266
-mid90,mobile79,color8,10525
-mid77,mobile48,color6,10694
-mid1,mobile68,color5,10516
-mid59,mobile34,color6,10856
-mid98,mobile98,color8,10644
-mid22,mobile6,color1,1086
-mid27,mobile20,color8,10857
-mid15,mobile16,color5,10534
-mid35,mobile89,color8,10155
-mid75,mobile35,color8,10898
-mid62,mobile91,color3,10307
-mid14,mobile44,color5,10890
-mid28,mobile28,color1,10506
-mid65,mobile47,color3,10825
-mid33,mobile67,color1,1068
-mid91,mobile1,color9,1015
-mid64,mobile13,color3,1012
-mid69,mobile12,color4,1033
-mid42,mobile97,color5,10839
-mid62,mobile85,color9,10216
-mid38,mobile63,color5,10694
-mid26,mobile21,color4,10360
-mid25,mobile16,color0,10964
-mid48,mobile21,color9,10995
-mid69,mobile5,color7,10996
-mid2,mobile9,color7,10361
-mid55,mobile1,color7,10658
-mid11,mobile4,color9,1016
-mid15,mobile78,color0,10183
-mid17,mobile7,color4,10465
-mid93,mobile70,color5,10446
-mid26,mobile5,color9,10429
-mid2,mobile83,color3,10627
-mid7,mobile2,color1,10758
-mid69,mobile72,color8,10794
-mid26,mobile43,color4,10903
-mid46,mobile4,color3,10580
-mid93,mobile44,color8,10867
-mid71,mobile0,color7,10417
-mid27,mobile61,color6,10911
-mid68,mobile96,color9,10840
-mid42,mobile60,color7,10482
-mid87,mobile17,color5,10223
-mid54,mobile71,color8,1071
-mid45,mobile83,color5,10719
-mid40,mobile88,color6,10823
-mid87,mobile52,color2,10790
-mid67,mobile72,color0,10543
-mid76,mobile74,color7,10376
-mid34,mobile57,color6,10428
-mid71,mobile10,color5,10443
-mid70,mobile24,color7,10352
-mid57,mobile81,color3,10846
-mid1,mobile62,color5,1078
-mid60,mobile55,color3,10814
-mid75,mobile2,color8,10675
-mid89,mobile42,color1,10327
-mid41,mobile8,color3,10115
-mid1,mobile16,color9,10576
-mid28,mobile84,color6,10327
-mid23,mobile35,color8,10300
-mid21,mobile62,color8,10111
-mid18,mobile14,color2,1071
-mid11,mobile51,color7,10502
-mid42,mobile66,color5,1084
-mid2,mobile43,color1,10610
-mid72,mobile22,color5,10917
-mid17,mobile79,color5,10163
-mid13,mobile76,color1,10820
-mid97,mobile97,color3,10103
-mid15,mobile26,color6,10383
-mid66,mobile66,color7,10211
-mid41,mobile43,color3,10801
-mid64,mobile37,color8,10515
-mid2,mobile94,color4,10889
-mid15,mobile37,color4,10669
-mid13,mobile78,color0,10686
-mid88,mobile25,color9,10184
-mid60,mobile48,color6,10479
-mid59,mobile49,color4,10750
-mid96,mobile88,color6,10977
-mid9,mobile20,color2,10950
-mid0,mobile42,color4,1022
-mid13,mobile12,color6,10837
-mid61,mobile37,color1,10495
-mid3,mobile84,color7,10829
-mid12,mobile10,color8,10208
-mid62,mobile61,color2,10872
-mid39,mobile29,color4,10752
-mid20,mobile14,color4,10841
-mid12,mobile0,color2,10215
-mid27,mobile93,color5,10169
-mid93,mobile33,color1,10821
-mid78,mobile69,color5,1026
-mid5,mobile60,color2,10593
-mid79,mobile40,color0,10417
-mid0,mobile3,color1,10518
-mid32,mobile13,color7,10422
-mid9,mobile22,color5,10385
-mid69,mobile40,color5,10416
-mid52,mobile36,color4,10760
-mid93,mobile76,color5,10502
-mid20,mobile6,color2,10166
-mid88,mobile81,color0,10166
-mid25,mobile62,color9,10140
-mid54,mobile20,color8,10370
-mid53,mobile14,color8,1045
-mid78,mobile82,color5,10304
-mid87,mobile21,color5,1066
-mid70,mobile1,color8,10593
-mid49,mobile40,color9,10450
-mid55,mobile80,color7,10322
-mid49,mobile86,color1,10340
-mid24,mobile25,color4,10946
-mid2,mobile55,color2,1036
-mid35,mobile84,color8,1093
-mid75,mobile22,color1,10543
-mid19,mobile62,color4,10192
-mid33,mobile89,color3,10710
-mid56,mobile71,color2,10670
-mid36,mobile93,color3,10860
-mid5,mobile90,color5,10269
-mid64,mobile69,color9,10657
-mid83,mobile99,color8,10859
-mid78,mobile98,color4,10886
-mid91,mobile67,color5,10950
-mid66,mobile58,color3,1031
-mid24,mobile17,color7,10522
-mid97,mobile39,color6,10171
-mid81,mobile82,color0,10135
-mid88,mobile36,color4,10626
-mid73,mobile12,color8,10384
-mid79,mobile67,color7,10693
-mid63,mobile26,color6,10131
-mid85,mobile13,color9,10843
-mid17,mobile0,color2,1099
-mid58,mobile96,color3,10923
-mid55,mobile79,color9,10297
-mid88,mobile21,color4,10375
-mid55,mobile66,color1,10653
-mid61,mobile64,color0,10216
-mid62,mobile61,color1,10886
-mid42,mobile99,color3,10676
-mid51,mobile92,color4,10165
-mid88,mobile64,color8,10717
-mid47,mobile99,color1,10724
-mid67,mobile87,color8,1097
-mid7,mobile36,color1,10108
-mid55,mobile88,color5,10314
-mid7,mobile96,color2,10268
-mid26,mobile68,color6,1027
-mid22,mobile60,color3,10464
-mid30,mobile90,color7,10831
-mid87,mobile66,color2,10869
-mid21,mobile27,color6,10747
-mid22,mobile98,color0,10136
-mid6,mobile69,color2,1041
-mid55,mobile1,color6,10688
-mid40,mobile51,color3,10677
-mid60,mobile58,color3,10597
-mid98,mobile2,color7,10817
-mid52,mobile47,color2,10847
-mid93,mobile32,color7,1044
-mid62,mobile57,color2,1073
-mid28,mobile5,color0,10278
-mid18,mobile70,color1,102
-mid69,mobile50,color4,10529
-mid29,mobile91,color3,10392
-mid87,mobile6,color3,10114
-mid76,mobile96,color1,1094
-mid41,mobile55,color0,10171
-mid10,mobile18,color1,10463
-mid59,mobile24,color8,10946
-mid80,mobile52,color0,10427
-mid95,mobile89,color6,10208
-mid11,mobile82,color9,10757
-mid63,mobile52,color9,10127
-mid6,mobile48,color6,10368
-mid53,mobile27,color6,10897
-mid22,mobile17,color3,10756
-mid84,mobile15,color7,10402
-mid93,mobile19,color5,10252
-mid21,mobile8,color4,10899
-mid13,mobile60,color3,10636
-mid10,mobile41,color0,10525
-mid79,mobile64,color8,10228
-mid52,mobile1,color1,1018
-mid61,mobile47,color7,10565
-mid72,mobile34,color6,10756
-mid31,mobile61,color1,10940
-mid4,mobile36,color6,10640
-mid26,mobile58,color0,10526
-mid57,mobile67,color6,1050
-mid9,mobile16,color6,10764
-mid41,mobile77,color1,10595
-mid48,mobile17,color5,10815
-mid42,mobile70,color9,10167
-mid5,mobile57,color2,10273
-mid35,mobile22,color0,10661
-mid49,mobile36,color6,10935
-mid72,mobile91,color0,10167
-mid88,mobile33,color2,10780
-mid86,mobile71,color7,1037
-mid86,mobile48,color5,10395
-mid42,mobile31,color7,10782
-mid32,mobile62,color9,10435
-mid64,mobile67,color2,10779
-mid99,mobile69,color5,10772
-mid88,mobile24,color3,1056
-mid66,mobile31,color2,10738
-mid52,mobile59,color8,10408
-mid92,mobile1,color0,10100
-mid63,mobile15,color7,10309
-mid59,mobile14,color0,10414
-mid56,mobile32,color1,10803
-mid54,mobile62,color9,10140
-mid65,mobile46,color6,10369
-mid49,mobile81,color2,10958
-mid84,mobile53,color5,10144
-mid75,mobile40,color4,10965
-mid33,mobile52,color2,10170
-mid96,mobile3,color6,10982
-mid82,mobile83,color6,10772
-mid82,mobile70,color8,1041
-mid32,mobile14,color1,10770
-mid21,mobile85,color1,10457
-mid95,mobile36,color3,10108
-mid23,mobile3,color2,10205
-mid67,mobile98,color1,10509
-mid77,mobile82,color5,10682
-mid44,mobile7,color1,10802
-mid75,mobile57,color0,1070
-mid37,mobile4,color7,10548
-mid55,mobile31,color1,10583
-mid34,mobile6,color4,10849
-mid11,mobile58,color3,10844
-mid41,mobile2,color9,10423
-mid18,mobile59,color5,10835
-mid56,mobile96,color1,10216
-mid76,mobile35,color9,10463
-mid61,mobile44,color9,10130
-mid59,mobile91,color7,10870
-mid18,mobile50,color7,10202
-mid52,mobile34,color7,10237
-mid23,mobile56,color1,1030
-mid19,mobile70,color4,10940
-mid60,mobile48,color0,10391
-mid84,mobile71,color9,10590
-mid17,mobile32,color2,10648
-mid59,mobile45,color9,10151
-mid25,mobile93,color9,10235
-mid49,mobile83,color0,10628
-mid88,mobile77,color7,10671
-mid16,mobile82,color9,1089
-mid38,mobile98,color9,10804
-mid64,mobile62,color1,10306
-mid21,mobile16,color8,10463
-mid7,mobile26,color5,10218
-mid31,mobile21,color1,10721
-mid18,mobile71,color5,10935
-mid47,mobile73,color5,10194
-mid87,mobile53,color9,10145
-mid56,mobile71,color9,10357
-mid41,mobile30,color6,10511
-mid70,mobile65,color7,10822
-mid54,mobile86,color4,10459
-mid94,mobile44,color7,10531
-mid75,mobile59,color1,10943
-mid85,mobile90,color7,10298
-mid85,mobile65,color7,10590
-mid88,mobile28,color1,10924
-mid45,mobile42,color7,10787
-mid64,mobile29,color9,1034
-mid4,mobile98,color6,1025
-mid73,mobile73,color2,10748
-mid55,mobile75,color8,10861
-mid40,mobile25,color5,10418
-mid79,mobile42,color5,10946
-mid24,mobile29,color7,10746
-mid15,mobile6,color1,10900
-mid63,mobile11,color5,10406
-mid67,mobile72,color0,10835
-mid72,mobile22,color5,10534
-mid15,mobile83,color4,10311
-mid2,mobile52,color6,10472
-mid80,mobile38,color8,10994
-mid3,mobile76,color1,10205
-mid69,mobile21,color2,10812
-mid10,mobile77,color2,10787
-mid59,mobile99,color1,10843
-mid65,mobile80,color2,10127
-mid42,mobile22,color8,10922
-mid19,mobile35,color3,10452
-mid9,mobile91,color0,10588
-mid90,mobile9,color8,10234
-mid6,mobile9,color1,10815
-mid71,mobile12,color6,10905
-mid36,mobile94,color9,10805
-mid48,mobile1,color1,10735
-mid52,mobile79,color9,10135
-mid34,mobile9,color9,10154
-mid91,mobile9,color8,10913
-mid60,mobile31,color4,10938
-mid50,mobile26,color0,10162
-mid35,mobile2,color1,10827
-mid29,mobile86,color4,10782
-mid60,mobile24,color9,10712
-mid12,mobile68,color9,10240
-mid36,mobile36,color3,10163
-mid45,mobile63,color5,10893
-mid58,mobile33,color2,10857
-mid67,mobile4,color6,1019
-mid84,mobile36,color3,10751
-mid73,mobile98,color5,10926
-mid60,mobile51,color7,10660
-mid8,mobile68,color7,10321
-mid74,mobile57,color2,108
-mid16,mobile96,color6,10900
-mid63,mobile62,color7,10314
-mid55,mobile64,color6,1045
-mid9,mobile64,color4,10491
-mid62,mobile16,color4,10856
-mid22,mobile0,color3,10874
-mid2,mobile10,color7,10201
-mid99,mobile60,color1,10127
-mid52,mobile15,color8,10501
-mid31,mobile58,color8,10580
-mid94,mobile44,color3,10538
-mid76,mobile32,color2,10449
-mid38,mobile19,color1,10703
-mid38,mobile8,color0,10561
-mid22,mobile98,color2,10448
-mid79,mobile48,color2,10371
-mid82,mobile17,color4,10720
-mid84,mobile90,color5,10639
-mid7,mobile52,color2,10689
-mid48,mobile24,color6,10963
-mid46,mobile72,color3,1025
-mid32,mobile19,color2,103
-mid53,mobile49,color5,10841
-mid92,mobile44,color4,1015
-mid54,mobile39,color0,10217
-mid0,mobile66,color2,10535
-mid92,mobile69,color1,10927
-mid22,mobile83,color4,10663
-mid75,mobile19,color2,10757
-mid69,mobile66,color6,10323
-mid17,mobile50,color9,10679
-mid89,mobile48,color9,10819
-mid20,mobile43,color1,10420
-mid80,mobile46,color5,10663
-mid64,mobile54,color3,10583
-mid84,mobile34,color1,10931
-mid72,mobile61,color1,1054
-mid21,mobile10,color3,10415
-mid63,mobile41,color0,10137
-mid70,mobile64,color2,10597
-mid64,mobile2,color7,10113
-mid64,mobile96,color6,10231
-mid14,mobile31,color5,10228
-mid93,mobile47,color4,10121
-mid23,mobile61,color5,1071
-mid56,mobile7,color2,10254
-mid91,mobile4,color6,1063
-mid80,mobile88,color7,1089
-mid24,mobile28,color9,1087
-mid43,mobile8,color8,1039
-mid68,mobile76,color7,10107
-mid38,mobile94,color5,104
-mid8,mobile4,color5,10678
-mid43,mobile86,color2,10169
-mid8,mobile82,color5,10628
-mid79,mobile22,color6,1082
-mid22,mobile9,color0,10722
-mid27,mobile28,color1,10977
-mid54,mobile20,color8,10716
-mid7,mobile27,color5,10425
-mid24,mobile95,color6,1059
-mid75,mobile89,color3,10862
-mid6,mobile18,color1,10412
-mid86,mobile17,color9,10829
-mid48,mobile0,color7,10886
-mid42,mobile23,color4,10522
-mid18,mobile29,color3,10328
-mid86,mobile90,color1,10855
-mid19,mobile33,color7,10303
-mid43,mobile62,color2,1088
-mid5,mobile74,color2,10269
-mid76,mobile67,color0,10740
-mid53,mobile95,color9,10691
-mid31,mobile17,color3,1064
-mid44,mobile15,color6,10353
-mid34,mobile41,color9,10774
-mid72,mobile64,color8,10280
-mid84,mobile40,color0,10104
-mid25,mobile30,color7,10799
-mid18,mobile67,color8,10817
-mid27,mobile11,color1,10473
-mid42,mobile65,color4,10485
-mid57,mobile54,color6,10342
-mid96,mobile49,color4,10691
-mid43,mobile82,color9,10849
-mid55,mobile32,color1,10479
-mid57,mobile83,color7,10518
-mid7,mobile52,color7,10438
-mid33,mobile39,color2,10835
-mid39,mobile9,color8,10826
-mid74,mobile3,color2,10294
-mid65,mobile5,color9,10634
-mid41,mobile18,color6,10620
-mid99,mobile89,color1,10856
-mid70,mobile98,color1,10940
-mid26,mobile16,color6,10699
-mid40,mobile53,color9,10766
-mid27,mobile73,color6,10916
-mid39,mobile70,color5,10978
-mid30,mobile93,color6,10146
-mid61,mobile66,color6,10905
-mid78,mobile48,color0,10626
-mid99,mobile1,color3,10769
-mid2,mobile89,color0,10287
-mid51,mobile50,color1,10920
-mid88,mobile33,color5,1059
-mid10,mobile96,color4,10173
-mid55,mobile99,color9,10380
-mid63,mobile31,color9,1086
-mid76,mobile16,color1,10980
-mid29,mobile74,color3,10845
-mid53,mobile15,color3,10205
-mid52,mobile77,color0,10595
-mid41,mobile1,color3,10125
-mid63,mobile33,color2,10957
-mid80,mobile73,color0,10764
-mid38,mobile90,color5,10686
-mid24,mobile70,color3,10543
-mid81,mobile29,color2,10634
-mid8,mobile51,color0,10993
-mid26,mobile21,color8,10273
-mid59,mobile67,color1,1047
-mid39,mobile19,color4,10113
-mid86,mobile8,color4,10590
-mid80,mobile91,color9,1060
-mid40,mobile73,color0,1087
-mid66,mobile56,color7,10948
-mid8,mobile45,color8,10464
-mid59,mobile81,color3,10863
-mid53,mobile25,color2,10756
-mid74,mobile52,color5,10410
-mid58,mobile66,color4,10889
-mid98,mobile46,color6,10151
-mid60,mobile84,color8,1058
-mid38,mobile54,color9,10426
-mid12,mobile54,color9,10411
-mid26,mobile48,color8,10356
-mid29,mobile6,color3,1083
-mid19,mobile70,color4,10604
-mid84,mobile77,color0,10279
-mid51,mobile0,color8,10333
-mid63,mobile62,color6,10950
-mid58,mobile30,color4,1052
-mid84,mobile62,color0,10196
-mid59,mobile79,color4,10600
-mid80,mobile89,color0,10604
-mid45,mobile98,color3,1083
-mid5,mobile61,color4,1075
-mid81,mobile20,color9,10274
-mid84,mobile8,color7,1014
-mid96,mobile43,color6,10948
-mid23,mobile43,color4,10710
-mid63,mobile23,color8,10567
-mid61,mobile10,color8,1019
-mid80,mobile51,color5,10576
-mid97,mobile13,color7,10433
-mid57,mobile28,color2,1039
-mid30,mobile83,color1,10686
-mid90,mobile55,color4,10159
-mid69,mobile4,color6,10712
-mid95,mobile94,color7,10269
-mid94,mobile26,color6,1091
-mid24,mobile17,color4,10124
-mid5,mobile74,color7,10632
-mid89,mobile75,color0,10909
-mid56,mobile13,color6,1074
-mid38,mobile25,color4,10107
-mid33,mobile86,color8,10115
-mid53,mobile64,color2,10842
-mid88,mobile54,color4,10924
-mid94,mobile56,color0,10857
-mid29,mobile42,color3,10491
-mid9,mobile93,color2,10665
-mid85,mobile52,color4,10995
-mid77,mobile21,color3,10416
-mid60,mobile78,color6,10143
-mid60,mobile4,color3,1061
-mid87,mobile84,color3,10758
-mid34,mobile52,color6,10726
-mid23,mobile22,color2,10515
-mid49,mobile72,color9,10592
-mid13,mobile46,color5,10841
-mid54,mobile72,color0,10793
-mid99,mobile88,color3,10217
-mid35,mobile78,color3,1058
-mid95,mobile40,color5,10611
-mid67,mobile81,color0,10473
-mid57,mobile60,color3,10438
-mid7,mobile55,color9,10105
-mid14,mobile77,color4,10697
-mid61,mobile31,color4,10138
-mid28,mobile17,color0,10344
-mid46,mobile24,color2,10398
-mid80,mobile0,color9,10464
-mid99,mobile74,color9,10996
-mid67,mobile72,color3,10731
-mid2,mobile43,color1,10704
-mid59,mobile56,color8,10504
-mid38,mobile11,color6,10233
-mid86,mobile89,color0,10907
-mid82,mobile63,color7,1063
-mid86,mobile92,color4,1043
-mid78,mobile7,color1,10482
-mid98,mobile86,color3,10267
-mid59,mobile55,color9,10902
-mid91,mobile64,color8,10109
-mid69,mobile39,color3,10534
-mid56,mobile85,color3,10852
-mid95,mobile0,color6,10454
-mid33,mobile22,color3,10894
-mid12,mobile41,color4,10720
-mid89,mobile19,color5,10121
-mid73,mobile38,color7,10532
-mid46,mobile48,color2,10242
-mid78,mobile51,color4,10276
-mid97,mobile30,color9,10295
-mid5,mobile25,color5,1046
-mid22,mobile39,color9,10530
-mid12,mobile65,color2,10734
-mid24,mobile35,color4,10466
-mid78,mobile89,color9,10991
-mid38,mobile20,color8,10292
-mid12,mobile24,color8,10696
-mid34,mobile0,color7,10163
-mid17,mobile23,color2,10932
-mid15,mobile16,color0,10869
-mid45,mobile15,color4,10470
-mid47,mobile69,color9,10838
-mid50,mobile7,color4,1058
-mid92,mobile5,color6,10894
-mid87,mobile78,color8,10782
-mid66,mobile99,color6,10167
-mid3,mobile72,color3,10518
-mid3,mobile49,color8,10332
-mid96,mobile11,color1,10233
-mid15,mobile15,color2,10836
-mid57,mobile55,color4,10129
-mid76,mobile31,color7,10737
-mid28,mobile69,color2,101
-mid97,mobile1,color9,10702
-mid44,mobile12,color9,10862
-mid15,mobile76,color7,1073
-mid27,mobile74,color2,10127
-mid1,mobile80,color5,10809
-mid89,mobile21,color8,10370
-mid32,mobile53,color4,10471
-mid65,mobile25,color3,10274
-mid21,mobile41,color0,10339
-mid7,mobile1,color8,1054
-mid14,mobile34,color6,10837
-mid77,mobile61,color5,10517
-mid9,mobile93,color0,10569
-mid15,mobile66,color6,10419
-mid80,mobile48,color9,10930
-mid39,mobile47,color1,10789
-mid31,mobile17,color9,10757
-mid29,mobile4,color1,10580
-mid29,mobile76,color9,10158
-mid44,mobile95,color6,10389
-mid15,mobile9,color4,10764
-mid8,mobile19,color0,10449
-mid99,mobile28,color2,10498
-mid9,mobile4,color4,1073
-mid74,mobile45,color9,10148
-mid70,mobile7,color4,10525
-mid82,mobile3,color6,10946
-mid85,mobile83,color0,10588
-mid93,mobile10,color9,1090
-mid22,mobile15,color6,10965
-mid44,mobile13,color2,10116
-mid44,mobile41,color8,10510
-mid30,mobile56,color0,10921
-mid15,mobile87,color4,10282
-mid33,mobile41,color5,10674
-mid41,mobile94,color3,10389
-mid82,mobile90,color8,10583
-mid50,mobile35,color2,10366
-mid69,mobile42,color0,10474
-mid66,mobile55,color0,10454
-mid86,mobile78,color3,10353
-mid51,mobile25,color3,10552
-mid22,mobile57,color7,10440
-mid43,mobile43,color8,1016
-mid83,mobile52,color0,10455
-mid37,mobile51,color5,10363
-mid84,mobile41,color6,10529
-mid89,mobile38,color4,10742
-mid46,mobile80,color6,10266
-mid68,mobile55,color0,10969
-mid40,mobile94,color8,10232
-mid78,mobile74,color6,10103
-mid50,mobile22,color6,1010
-mid17,mobile95,color9,10519
-mid12,mobile64,color1,10774
-mid55,mobile24,color2,10604
-mid93,mobile45,color6,10132
-mid69,mobile17,color7,10878
-mid5,mobile20,color4,10866
-mid14,mobile84,color1,10549
-mid50,mobile13,color1,10817
-mid86,mobile32,color3,1030
-mid84,mobile93,color4,10424
-mid93,mobile21,color9,10816
-mid76,mobile36,color0,1010
-mid27,mobile38,color8,10518
-mid95,mobile49,color7,10614
-mid67,mobile71,color8,10703
-mid84,mobile17,color4,10910
-mid7,mobile78,color7,10876
-mid51,mobile7,color6,10993
-mid34,mobile46,color7,10692
-mid24,mobile99,color7,10974
-mid50,mobile86,color1,10949
-mid27,mobile5,color9,10566
-mid75,mobile19,color2,10492
-mid68,mobile28,color9,10112
-mid28,mobile82,color7,10402
-mid72,mobile38,color1,10572
-mid91,mobile15,color2,10830
-mid43,mobile89,color5,10623
-mid31,mobile30,color3,10936
-mid61,mobile78,color3,1031
-mid74,mobile62,color7,10799
-mid88,mobile87,color1,1036
-mid20,mobile23,color1,10442
-mid52,mobile23,color9,10592
-mid62,mobile22,color0,10731
-mid68,mobile8,color2,10118
-mid89,mobile25,color3,1061
-mid74,mobile40,color3,10567
-mid45,mobile81,color0,10577
-mid91,mobile84,color4,10580
-mid46,mobile46,color2,10128
-mid87,mobile89,color4,10611
-mid13,mobile47,color8,10699
-mid98,mobile12,color9,10603
-mid58,mobile96,color9,10957
-mid80,mobile21,color9,1088
-mid34,mobile14,color7,10729
-mid87,mobile8,color5,1036
-mid29,mobile12,color6,10705
-mid77,mobile96,color9,1023
-mid65,mobile16,color2,10873
-mid84,mobile33,color4,10909
-mid60,mobile23,color1,10892
-mid93,mobile73,color0,10347
-mid64,mobile67,color8,10197
-mid51,mobile74,color7,10879
-mid97,mobile63,color8,10828
-mid42,mobile89,color8,10287
-mid45,mobile97,color5,10954
-mid40,mobile48,color4,10383
-mid58,mobile80,color8,10309
-mid60,mobile82,color0,10246
-mid9,mobile9,color8,10392
-mid1,mobile22,color6,1070
-mid93,mobile23,color3,10653
-mid85,mobile83,color2,10298
-mid70,mobile30,color8,1058
-mid26,mobile75,color1,10187
-mid2,mobile96,color1,10655
-mid94,mobile13,color5,10606
-mid80,mobile3,color2,10980
-mid76,mobile42,color8,1089
-mid37,mobile65,color6,1015
-mid89,mobile91,color3,1079
-mid9,mobile89,color5,10276
-mid65,mobile72,color4,10195
-mid94,mobile45,color7,10180
-mid62,mobile3,color9,10781
-mid81,mobile54,color3,10991
-mid27,mobile84,color9,10755
-mid83,mobile39,color4,10447
-mid80,mobile68,color0,10895
-mid83,mobile3,color0,10321
-mid46,mobile65,color8,10338
-mid77,mobile56,color7,10471
-mid48,mobile49,color6,10380
-mid38,mobile37,color1,10104
-mid16,mobile66,color5,10385
-mid11,mobile96,color0,1022
-mid14,mobile4,color6,106
-mid6,mobile0,color2,10981
-mid2,mobile38,color4,10254
-mid81,mobile46,color7,1027
-mid21,mobile8,color3,10425
-mid5,mobile24,color5,10960
-mid45,mobile75,color8,10419
-mid57,mobile50,color9,10789
-mid98,mobile44,color1,1082
-mid42,mobile97,color9,1063
-mid4,mobile4,color0,1097
-mid76,mobile1,color3,10344
-mid61,mobile9,color3,10146
-mid74,mobile66,color1,10314
-mid6,mobile4,color6,10858
-mid39,mobile88,color8,10255
-mid70,mobile92,color5,10882
-mid92,mobile90,color9,10174
-mid88,mobile67,color5,10939
-mid41,mobile6,color3,10447
-mid91,mobile93,color1,10192
-mid48,mobile84,color9,10325
-mid0,mobile44,color1,10536
-mid37,mobile0,color3,10244
-mid31,mobile96,color6,10783
-mid83,mobile90,color3,10614
-mid93,mobile73,color4,10689
-mid9,mobile66,color6,10602
-mid32,mobile25,color7,10325
-mid85,mobile77,color7,10366
-mid35,mobile79,color2,10930
-mid7,mobile28,color1,10458
-mid14,mobile3,color4,10349
-mid51,mobile88,color7,10867
-mid91,mobile65,color4,10289
-mid28,mobile2,color9,10463
-mid3,mobile91,color0,10981
-mid67,mobile14,color7,10945
-mid24,mobile4,color2,10688
-mid67,mobile98,color3,10532
-mid60,mobile24,color2,10611
-mid75,mobile25,color9,10323
-mid73,mobile4,color9,10219
-mid59,mobile53,color2,10532
-mid70,mobile95,color5,10384
-mid80,mobile58,color7,107
-mid35,mobile34,color1,10771
-mid61,mobile29,color4,10605
-mid59,mobile91,color9,10238
-mid0,mobile70,color6,10358
-mid32,mobile95,color4,10321
-mid89,mobile18,color5,10905
-mid55,mobile47,color7,10782
-mid95,mobile40,color0,10830
-mid58,mobile9,color8,10286
-mid44,mobile67,color6,10763
-mid26,mobile16,color4,10874
-mid17,mobile93,color8,10559
-mid62,mobile22,color0,10303
-mid40,mobile72,color4,10459
-mid64,mobile30,color5,10961
-mid33,mobile5,color3,10222
-mid84,mobile37,color2,10142
-mid96,mobile79,color9,10286
-mid32,mobile52,color9,10888
-mid15,mobile97,color6,10281
-mid39,mobile58,color0,1067
-mid74,mobile4,color4,10541
-mid96,mobile40,color5,10870
-mid24,mobile32,color2,10912
-mid78,mobile2,color6,10313
-mid48,mobile25,color5,10311
-mid37,mobile65,color2,10960
-mid85,mobile52,color4,1044
-mid6,mobile24,color2,10157
-mid95,mobile39,color9,10982
-mid10,mobile55,color5,10283
-mid72,mobile78,color9,10935
-mid77,mobile34,color1,10882
-mid95,mobile51,color3,10820
-mid47,mobile38,color1,10561
-mid78,mobile86,color4,10351
-mid25,mobile91,color8,10608
-mid35,mobile45,color7,10255
-mid92,mobile7,color0,10530
-mid46,mobile18,color1,10648
-mid85,mobile47,color0,10875
-mid44,mobile44,color4,10592
-mid93,mobile44,color1,10267
-mid87,mobile92,color2,10253
-mid28,mobile77,color0,10415
-mid42,mobile99,color2,10764
-mid25,mobile23,color0,10468
-mid54,mobile75,color7,10395
-mid2,mobile65,color9,10320
-mid27,mobile12,color9,10533
-mid35,mobile41,color8,10580
-mid19,mobile7,color1,102
-mid41,mobile6,color0,10880
-mid33,mobile90,color0,1072
-mid90,mobile25,color8,10655
-mid59,mobile10,color6,10961
-mid39,mobile59,color4,10170
-mid7,mobile57,color4,10427
-mid84,mobile25,color5,10823
-mid91,mobile21,color0,10589
-mid47,mobile6,color8,10780
-mid60,mobile35,color2,10291
-mid30,mobile42,color3,10432
-mid91,mobile54,color7,10165
-mid10,mobile79,color5,10513
-mid79,mobile73,color0,10359
-mid70,mobile43,color7,10749
-mid46,mobile80,color6,10685
-mid14,mobile23,color5,10348
-mid19,mobile40,color0,10965
-mid52,mobile51,color9,10313
-mid81,mobile89,color0,10998
-mid5,mobile25,color5,101
-mid31,mobile91,color1,10271
-mid5,mobile52,color2,10488
-mid75,mobile88,color2,10486
-mid76,mobile52,color8,10381
-mid11,mobile6,color2,10962
-mid19,mobile44,color6,10740
-mid85,mobile87,color7,10993
-mid43,mobile11,color8,10702
-mid51,mobile29,color8,10699
-mid71,mobile67,color1,1083
-mid67,mobile11,color0,10291
-mid58,mobile11,color8,10220
-mid43,mobile43,color8,10469
-mid25,mobile8,color6,10189
-mid96,mobile19,color6,10800
-mid67,mobile31,color7,10279
-mid44,mobile12,color1,10859
-mid53,mobile81,color4,10947
-mid22,mobile48,color3,10379
-mid35,mobile32,color8,10162
-mid37,mobile2,color3,10438
-mid99,mobile75,color1,10803
-mid78,mobile60,color2,10175
-mid35,mobile59,color0,10789
-mid83,mobile25,color5,10572
-mid36,mobile35,color8,10344
-mid51,mobile54,color9,10765
-mid43,mobile87,color7,10881
-mid5,mobile95,color6,10534
-mid1,mobile22,color8,10806
-mid5,mobile65,color8,10563
-mid22,mobile91,color5,10821
-mid63,mobile83,color4,10677
-mid57,mobile59,color8,10716
-mid86,mobile3,color7,10229
-mid61,mobile45,color4,10461
-mid54,mobile5,color6,10672
-mid42,mobile54,color9,10618
-mid49,mobile19,color1,10731
-mid66,mobile66,color8,10818
-mid92,mobile80,color5,10924
-mid93,mobile94,color2,10554
-mid39,mobile8,color0,10103
-mid97,mobile22,color3,1084
-mid58,mobile44,color0,10728
-mid63,mobile33,color0,10843
-mid19,mobile37,color7,10369
-mid86,mobile21,color6,10875
-mid80,mobile75,color3,10859
-mid89,mobile32,color3,10856
-mid77,mobile89,color5,10193
-mid14,mobile60,color8,10302
-mid44,mobile71,color1,10837
-mid44,mobile10,color5,10167
-mid24,mobile46,color0,10304
-mid41,mobile10,color2,10578
-mid55,mobile53,color9,10183
-mid34,mobile50,color8,10949
-mid30,mobile15,color9,10179
-mid77,mobile99,color0,10132
-mid77,mobile73,color9,10239
-mid65,mobile53,color6,1038
-mid93,mobile92,color0,10100
-mid52,mobile38,color8,10810
-mid72,mobile46,color4,10988
-mid73,mobile38,color0,10859
-mid79,mobile67,color3,10751
-mid0,mobile58,color8,10900
-mid49,mobile77,color9,10243
-mid22,mobile16,color5,10836
-mid66,mobile77,color5,10663
-mid95,mobile63,color1,10128
-mid71,mobile26,color8,10964
-mid84,mobile34,color0,10213
-mid98,mobile98,color3,10555
-mid99,mobile72,color3,10635
-mid52,mobile91,color5,10268
-mid30,mobile82,color6,10950
-mid4,mobile89,color5,10528
-mid68,mobile94,color3,10803
-mid34,mobile22,color2,10335
-mid51,mobile1,color3,10617
-mid14,mobile4,color8,10555
-mid9,mobile68,color6,1089
-mid55,mobile14,color8,10793
-mid67,mobile12,color8,10584
-mid53,mobile81,color2,10259
-mid58,mobile65,color5,10268
-mid94,mobile62,color1,10258
-mid67,mobile75,color7,10511
-mid98,mobile55,color9,10481
-mid72,mobile94,color8,10600
-mid3,mobile98,color4,10644
-mid96,mobile74,color6,10229
-mid89,mobile52,color1,10614
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/lessthandatacolumndata.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/lessthandatacolumndata.csv b/integration/spark/src/test/resources/lessthandatacolumndata.csv
deleted file mode 100644
index 98f0daf..0000000
--- a/integration/spark/src/test/resources/lessthandatacolumndata.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001
-3,2015/7/25,china
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,china,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/.invisibilityfile
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/.invisibilityfile b/integration/spark/src/test/resources/loadMultiFiles/.invisibilityfile
deleted file mode 100644
index c16bc10..0000000
--- a/integration/spark/src/test/resources/loadMultiFiles/.invisibilityfile
+++ /dev/null
@@ -1,3 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/_SUCCESS
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/_SUCCESS b/integration/spark/src/test/resources/loadMultiFiles/_SUCCESS
deleted file mode 100644
index e69de29..0000000
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/data.csv b/integration/spark/src/test/resources/loadMultiFiles/data.csv
deleted file mode 100644
index a5c8c5e..0000000
--- a/integration/spark/src/test/resources/loadMultiFiles/data.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
-13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/emptyfile.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/emptyfile.csv b/integration/spark/src/test/resources/loadMultiFiles/emptyfile.csv
deleted file mode 100644
index e69de29..0000000
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data.csv b/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data.csv
deleted file mode 100644
index 289c0c2..0000000
--- a/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv b/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv
deleted file mode 100644
index 68a5054..0000000
--- a/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
-15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv b/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv
deleted file mode 100644
index e70c970..0000000
--- a/integration/spark/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
-18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/loadMultiFiles/non-csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/loadMultiFiles/non-csv b/integration/spark/src/test/resources/loadMultiFiles/non-csv
deleted file mode 100644
index c16bc10..0000000
--- a/integration/spark/src/test/resources/loadMultiFiles/non-csv
+++ /dev/null
@@ -1,3 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/locationInfoActiveCountry.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/locationInfoActiveCountry.csv b/integration/spark/src/test/resources/locationInfoActiveCountry.csv
deleted file mode 100644
index c5f6c25..0000000
--- a/integration/spark/src/test/resources/locationInfoActiveCountry.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-Chinese
-Chinese
-Chinese
-Chinese
-Chinese
-USA
-UK
-France
-Italy
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/mac.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/mac.csv b/integration/spark/src/test/resources/mac.csv
deleted file mode 100644
index e96d5ca..0000000
--- a/integration/spark/src/test/resources/mac.csv
+++ /dev/null
@@ -1,39 +0,0 @@
-MAC165
-MAC168
-MAC171
-MAC174
-MAC177
-MAC180
-MAC183
-MAC186
-MAC189
-MAC262
-MAC263
-MAC265
-MAC266
-MAC268
-MAC269
-MAC271
-MAC272
-MAC274
-MAC275
-MAC277
-MAC278
-MAC280
-MAC281
-MAC283
-MAC284
-MAC285
-MAC286
-MAC287
-MAC288
-MAC289
-MAC290
-MAC291
-MAC292
-MAC292
-MAC293
-MAC294
-MAC295
-MAC296
-MAC400
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/mobileimei.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/mobileimei.csv b/integration/spark/src/test/resources/mobileimei.csv
deleted file mode 100644
index 96fe34d..0000000
--- a/integration/spark/src/test/resources/mobileimei.csv
+++ /dev/null
@@ -1,24 +0,0 @@
-1AA100064
-1AA100065
-1AA100066
-1AA100067
-1AA100068
-1AA100069
-1AA10007
-1AA100070
-1AA100071
-1AA100072
-1AA100073
-1AA100074
-1AA100075
-1AA100076
-1AA100077
-1AA100078
-1AA100079
-1AA10008
-1AA100080
-1AA100081
-1AA100082
-1AA100083
-1AA100084
-1AA100000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/noneCsvFormat.cs
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/noneCsvFormat.cs b/integration/spark/src/test/resources/noneCsvFormat.cs
deleted file mode 100644
index 95ba5f2..0000000
--- a/integration/spark/src/test/resources/noneCsvFormat.cs
+++ /dev/null
@@ -1,4 +0,0 @@
-Id,number,name,gamePoint,mac
-1,1.5,Mark,1.2$2,3
-2,2,Twin,2.0$3,1.5
-3,3.0,Betty,5$2.0,2
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/nullSample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/nullSample.csv b/integration/spark/src/test/resources/nullSample.csv
deleted file mode 100644
index e69de29..0000000
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/nullandnonparsableValue.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/nullandnonparsableValue.csv b/integration/spark/src/test/resources/nullandnonparsableValue.csv
deleted file mode 100644
index 6647200..0000000
--- a/integration/spark/src/test/resources/nullandnonparsableValue.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-1,2015-17-23 00:00:00,china,aaa1,phone197,ASD69643,15000.43525
-2,2015-7-23 00:00:00,china,aaa1,phone197,ASD69643,15000.43525fd
-3,
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/nullmeasurevalue.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/nullmeasurevalue.csv b/integration/spark/src/test/resources/nullmeasurevalue.csv
deleted file mode 100644
index 8815bce..0000000
--- a/integration/spark/src/test/resources/nullmeasurevalue.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,
-2,2015/7/24,china,aaa2,phone756,ASD42892,
-3,2015/7/25,china,aaa3,phone1904,ASD37014,
-4,2015/7/26,china,aaa4,phone2435,ASD66902,
-5,2015/7/27,china,aaa5,phone2441,ASD90633,
-6,2015/7/28,china,aaa6,phone294,ASD59961,
-7,2015/7/29,china,aaa7,phone610,ASD14875,
-8,2015/7/30,china,aaa8,phone1848,ASD57308,
-9,2015/7/18,china,aaa9,phone706,ASD86717,
-10,2015/7/19,usa,aaa10,phone685,ASD30505,
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/nullvalueserialization.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/nullvalueserialization.csv b/integration/spark/src/test/resources/nullvalueserialization.csv
deleted file mode 100644
index 9d1dba8..0000000
--- a/integration/spark/src/test/resources/nullvalueserialization.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-1,2015-17-23 00:00:00,china,aaa1,phone197,ASD69643,15000.43525
-2,\N,\N,\N,\N,\N,\N
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/numerictypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/numerictypecube.xml b/integration/spark/src/test/resources/numerictypecube.xml
deleted file mode 100644
index 58b5644..0000000
--- a/integration/spark/src/test/resources/numerictypecube.xml
+++ /dev/null
@@ -1,41 +0,0 @@
-<!--
- ~ Licensed to the Apache Software Foundation (ASF) under one
- ~ or more contributor license agreements. See the NOTICE file
- ~ distributed with this work for additional information
- ~ regarding copyright ownership. The ASF licenses this file
- ~ to you under the Apache License, Version 2.0 (the
- ~ "License"); you may not use this file except in compliance
- ~ with the License. You may obtain a copy of the License at
- ~
- ~ http://www.apache.org/licenses/LICENSE-2.0
- ~
- ~ Unless required by applicable law or agreed to in writing,
- ~ software distributed under the License is distributed on an
- ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- ~ KIND, either express or implied. See the License for the
- ~ specific language governing permissions and limitations
- ~ under the License.
- -->
-
-<Schema name="default">
- <Cube name="numerictypecube" visible="true" cache="true" enabled="true">
- <Table name="numerictypecube" alias="">
- </Table>
- <Dimension type="StandardDimension" visible="true" highCardinality="false"
- name="utilization">
- <Hierarchy name="utilization" hasAll="true" normalized="false">
- <Level name="utilization" column="utilization" type="Numeric" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Dimension type="StandardDimension" visible="true" highCardinality="false" name="salary">
- <Hierarchy name="salary" hasAll="true" normalized="false">
- <Level name="salary" column="salary" type="Numeric" levelType="Regular">
- </Level>
- </Hierarchy>
- </Dimension>
- <Measure name="default_dummy_measure" column="default_dummy_measure" datatype="Numeric"
- aggregator="sum" visible="false">
- </Measure>
- </Cube>
-</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/sample
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/sample b/integration/spark/src/test/resources/sample
deleted file mode 100644
index 7c57de7..0000000
--- a/integration/spark/src/test/resources/sample
+++ /dev/null
@@ -1,5 +0,0 @@
-id,name,city,age
-1,david,shenzhen,31
-2,eason,shenzhen,27
-3,jarry,wuhan,35
-3,jarry,Bangalore,35
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/sample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/sample.csv b/integration/spark/src/test/resources/sample.csv
deleted file mode 100644
index 7c57de7..0000000
--- a/integration/spark/src/test/resources/sample.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-id,name,city,age
-1,david,shenzhen,31
-2,eason,shenzhen,27
-3,jarry,wuhan,35
-3,jarry,Bangalore,35
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/sample.csv.bz2
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/sample.csv.bz2 b/integration/spark/src/test/resources/sample.csv.bz2
deleted file mode 100644
index 0c2417d..0000000
Binary files a/integration/spark/src/test/resources/sample.csv.bz2 and /dev/null differ
[35/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/10dim_4msr.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/10dim_4msr.csv b/integration/spark-common-test/src/test/resources/10dim_4msr.csv
new file mode 100644
index 0000000..5727288
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/10dim_4msr.csv
@@ -0,0 +1,1000 @@
+column1338,column233,column383,column45,column549,column639,column727,column817,column94,column106,908,316,489,573
+column1814,column2342,column333,column429,column50,column611,column716,column816,column910,column1043,922,409,948,330
+column1355,column2217,column315,column439,column536,column643,column749,column823,column927,column1039,109,776,613,925
+column1771,column2363,column318,column434,column544,column625,column78,column825,column924,column1034,66,378,438,123
+column1610,column2313,column388,column429,column537,column613,column742,column828,column927,column109,548,786,927,385
+column1577,column2191,column323,column414,column529,column613,column78,column845,column93,column1035,380,910,261,442
+column1801,column2196,column382,column440,column50,column632,column717,column82,column936,column1019,844,681,293,312
+column1127,column235,column374,column416,column55,column617,column730,column85,column928,column1015,624,825,172,481
+column1905,column2137,column334,column444,column525,column619,column716,column813,column94,column1022,709,953,85,735
+column1129,column2375,column374,column447,column55,column66,column725,column812,column932,column105,879,974,351,844
+column1666,column2268,column395,column426,column55,column642,column75,column836,column90,column1042,438,959,430,809
+column1259,column231,column311,column42,column516,column646,column74,column80,column916,column1033,393,552,916,770
+column1614,column2197,column316,column447,column542,column619,column746,column827,column931,column1024,794,149,513,836
+column1417,column20,column326,column434,column521,column631,column740,column88,column90,column1047,785,444,478,764
+column1192,column2467,column360,column427,column55,column632,column711,column814,column944,column1010,185,70,317,389
+column1105,column2448,column34,column47,column517,column614,column737,column88,column927,column1025,18,545,466,651
+column1447,column2177,column326,column431,column55,column639,column741,column819,column924,column105,701,777,313,270
+column1512,column2116,column349,column41,column57,column615,column722,column836,column944,column1016,785,948,834,830
+column1485,column227,column390,column441,column520,column614,column728,column837,column914,column1047,378,629,253,473
+column1932,column260,column342,column412,column549,column61,column723,column88,column921,column1040,640,711,467,1041
+column1522,column2349,column364,column441,column529,column64,column74,column817,column939,column1031,732,995,991,55
+column1541,column2355,column377,column420,column532,column63,column72,column820,column917,column1019,378,553,913,953
+column1608,column2437,column350,column439,column56,column641,column716,column813,column934,column1040,693,600,952,545
+column1479,column2248,column316,column425,column534,column624,column732,column848,column927,column107,631,361,383,332
+column1717,column225,column348,column42,column537,column622,column719,column843,column921,column1010,219,67,544,666
+column1961,column2350,column314,column45,column526,column635,column716,column832,column920,column100,1008,580,457,846
+column1899,column262,column398,column413,column55,column618,column713,column829,column920,column1019,359,839,651,297
+column1886,column263,column380,column433,column524,column69,column75,column83,column92,column1011,147,271,67,760
+column1752,column2491,column359,column447,column513,column614,column737,column816,column914,column100,98,544,330,1021
+column1913,column2430,column372,column420,column512,column64,column749,column833,column922,column1049,885,55,843,176
+column1112,column2248,column370,column47,column57,column68,column78,column841,column933,column1012,148,298,805,788
+column1157,column2462,column354,column413,column515,column65,column74,column833,column940,column1019,674,449,723,396
+column1104,column2454,column319,column440,column538,column68,column710,column815,column96,column1049,903,399,18,234
+column1391,column2335,column390,column413,column52,column636,column73,column88,column925,column1026,840,752,267,237
+column1994,column2358,column376,column44,column54,column627,column741,column839,column93,column1032,237,543,20,70
+column1364,column2334,column374,column418,column516,column644,column746,column812,column942,column1043,956,135,892,203
+column1495,column2151,column319,column410,column533,column69,column715,column834,column933,column1030,423,561,856,868
+column1684,column27,column324,column444,column541,column637,column726,column820,column931,column1016,458,913,500,746
+column1975,column2314,column375,column44,column522,column612,column722,column841,column97,column1047,241,58,276,688
+column1659,column256,column340,column442,column519,column619,column726,column819,column947,column104,128,67,334,960
+column1751,column2391,column35,column449,column524,column620,column77,column82,column923,column1040,341,895,759,483
+column1236,column251,column381,column410,column513,column615,column712,column812,column92,column1049,311,484,521,334
+column1555,column2265,column320,column46,column54,column637,column726,column839,column916,column1039,932,672,452,616
+column164,column2451,column317,column440,column58,column637,column742,column838,column917,column1032,748,539,921,791
+column1718,column281,column32,column44,column510,column615,column731,column837,column97,column1013,989,740,917,204
+column1310,column221,column374,column43,column519,column634,column76,column842,column937,column1019,734,371,597,213
+column1448,column2206,column320,column419,column528,column613,column724,column81,column95,column1029,381,295,158,434
+column1418,column2109,column361,column446,column50,column63,column742,column88,column949,column1029,592,626,855,623
+column1970,column2120,column313,column447,column56,column639,column77,column841,column917,column1032,874,520,979,63
+column1534,column2325,column372,column447,column512,column631,column749,column841,column92,column1029,597,381,52,804
+column133,column2103,column379,column419,column543,column617,column739,column80,column920,column1016,208,485,203,792
+column1528,column2116,column353,column42,column57,column618,column744,column833,column99,column105,664,718,503,259
+column1293,column288,column331,column445,column527,column632,column739,column814,column927,column1045,563,517,377,134
+column1608,column2366,column357,column419,column546,column66,column78,column810,column919,column1041,108,821,515,852
+column1414,column2227,column333,column430,column537,column634,column746,column816,column936,column1031,965,116,705,89
+column1691,column2300,column373,column46,column510,column618,column730,column819,column924,column103,572,372,690,255
+column1812,column2489,column30,column418,column536,column633,column713,column823,column921,column1045,861,104,634,352
+column1651,column232,column326,column431,column52,column67,column76,column839,column94,column101,99,605,818,295
+column1306,column2109,column310,column433,column59,column624,column710,column819,column922,column1020,184,807,867,384
+column1925,column2387,column326,column447,column536,column65,column747,column824,column91,column1018,622,79,438,480
+column1346,column2304,column36,column431,column51,column647,column728,column842,column91,column1046,850,973,943,215
+column1384,column2229,column368,column447,column534,column637,column716,column80,column911,column1018,155,544,706,664
+column1352,column2308,column320,column444,column53,column622,column733,column88,column944,column109,719,924,443,684
+column1589,column2252,column33,column412,column527,column640,column741,column845,column940,column1021,296,200,720,628
+column1898,column2222,column32,column449,column59,column624,column79,column811,column919,column1031,591,639,882,84
+column1990,column2445,column317,column437,column549,column627,column713,column849,column92,column1021,966,148,536,471
+column1636,column2453,column317,column438,column518,column619,column719,column833,column927,column1021,882,758,134,496
+column1529,column257,column383,column446,column537,column61,column735,column87,column94,column1039,327,856,718,137
+column1321,column2164,column315,column446,column538,column615,column712,column811,column930,column109,27,835,121,436
+column14,column2271,column32,column427,column512,column612,column722,column89,column93,column1017,805,22,265,426
+column186,column2362,column368,column412,column514,column613,column725,column847,column947,column1044,76,509,940,390
+column1398,column2299,column329,column416,column529,column638,column729,column82,column928,column1015,832,688,243,162
+column1290,column2313,column391,column429,column516,column642,column729,column81,column913,column1030,763,31,261,743
+column142,column2493,column352,column45,column516,column630,column737,column812,column936,column103,612,480,705,455
+column1968,column248,column39,column419,column513,column630,column714,column836,column949,column101,697,20,642,76
+column1206,column2144,column340,column432,column56,column613,column712,column811,column931,column107,845,737,267,211
+column1131,column2452,column390,column48,column515,column647,column732,column848,column98,column1011,338,565,343,846
+column1100,column2191,column343,column447,column510,column632,column749,column86,column926,column103,547,733,948,333
+column1841,column2291,column39,column423,column57,column616,column733,column838,column90,column1020,360,239,278,827
+column1774,column2217,column316,column427,column512,column624,column72,column816,column912,column104,947,728,934,885
+column1140,column222,column362,column48,column58,column636,column715,column816,column910,column1025,230,614,598,118
+column1915,column2209,column387,column424,column50,column614,column75,column819,column91,column1011,276,22,677,163
+column1795,column298,column341,column422,column511,column649,column743,column832,column930,column1022,583,463,503,768
+column1771,column2358,column369,column447,column546,column634,column725,column814,column917,column1025,827,425,186,229
+column1752,column2136,column398,column420,column541,column626,column714,column84,column939,column106,302,389,95,269
+column1458,column2120,column322,column428,column56,column623,column74,column820,column910,column1048,699,189,676,336
+column1342,column242,column342,column445,column539,column626,column72,column834,column946,column103,125,628,350,154
+column1865,column2447,column319,column44,column59,column635,column745,column822,column927,column1038,164,188,544,319
+column1468,column2402,column351,column425,column537,column66,column725,column841,column947,column1021,959,609,817,104
+column1882,column2171,column316,column431,column535,column618,column743,column835,column913,column1020,775,909,258,602
+column1607,column2357,column385,column47,column537,column644,column746,column825,column942,column1044,258,566,732,703
+column1872,column2257,column347,column41,column517,column648,column724,column847,column947,column100,778,205,753,945
+column1572,column2479,column368,column429,column542,column61,column77,column842,column929,column1049,854,318,219,102
+column1370,column2251,column359,column426,column522,column63,column717,column819,column96,column1028,436,853,209,434
+column1139,column2399,column385,column415,column545,column612,column71,column844,column932,column1042,971,679,882,506
+column1803,column2215,column318,column418,column547,column640,column748,column816,column932,column1040,349,533,586,58
+column1765,column2316,column322,column418,column544,column629,column748,column827,column933,column1039,31,792,645,965
+column1215,column2280,column370,column443,column522,column626,column714,column83,column935,column1029,675,674,159,252
+column1718,column257,column346,column45,column525,column64,column727,column827,column911,column1032,602,888,631,477
+column1238,column2419,column396,column44,column535,column634,column744,column817,column917,column1024,640,975,946,953
+column1933,column2120,column360,column417,column549,column622,column720,column841,column931,column1012,228,405,512,911
+column1492,column2379,column352,column447,column547,column617,column721,column811,column922,column1041,591,841,529,596
+column1184,column2303,column334,column441,column513,column637,column737,column842,column944,column1047,203,567,98,534
+column1131,column288,column39,column413,column522,column62,column74,column828,column918,column1025,163,53,964,641
+column1438,column2402,column32,column428,column512,column66,column734,column835,column926,column1032,602,990,875,584
+column1246,column2174,column357,column414,column534,column66,column732,column820,column99,column1015,428,910,187,924
+column1263,column2417,column399,column417,column526,column628,column742,column819,column93,column105,849,138,1004,218
+column1785,column2345,column364,column441,column58,column648,column734,column818,column943,column1010,128,776,215,554
+column1338,column2251,column324,column440,column519,column647,column721,column816,column910,column1029,597,706,779,111
+column1439,column2174,column346,column40,column519,column627,column76,column832,column928,column1010,909,750,925,602
+column140,column2490,column312,column431,column520,column623,column74,column838,column928,column1044,214,643,288,523
+column1698,column2336,column376,column412,column522,column618,column725,column843,column926,column1022,815,918,267,915
+column1665,column2192,column36,column423,column53,column638,column746,column820,column921,column1019,564,488,85,735
+column1949,column2233,column367,column42,column527,column614,column730,column846,column940,column1013,186,769,58,726
+column1206,column240,column317,column414,column538,column647,column79,column847,column940,column1017,273,359,266,423
+column1152,column2122,column368,column412,column540,column624,column77,column86,column934,column1048,254,541,751,667
+column1141,column2353,column387,column433,column56,column64,column717,column89,column95,column1045,23,30,947,505
+column114,column2407,column322,column448,column531,column69,column733,column88,column913,column1021,61,964,418,513
+column177,column2368,column31,column417,column59,column620,column732,column812,column926,column1033,314,460,634,783
+column1435,column2435,column326,column48,column537,column622,column745,column845,column947,column1030,641,862,86,944
+column1623,column220,column342,column443,column52,column640,column721,column85,column923,column1040,333,995,746,447
+column1313,column2435,column334,column439,column544,column617,column736,column81,column92,column1031,111,659,879,418
+column188,column2164,column347,column433,column52,column63,column746,column847,column938,column1022,705,311,236,320
+column1113,column2362,column34,column410,column535,column644,column743,column825,column920,column1019,722,117,975,551
+column190,column2307,column395,column421,column518,column634,column725,column834,column912,column1038,946,693,12,559
+column1420,column2324,column382,column446,column57,column611,column75,column831,column929,column1035,212,859,725,266
+column1686,column28,column366,column418,column519,column64,column715,column818,column925,column1028,589,656,541,961
+column1266,column2343,column387,column411,column512,column630,column71,column846,column921,column1043,549,989,363,137
+column1116,column2108,column33,column434,column511,column627,column725,column826,column941,column109,461,743,366,922
+column1398,column273,column348,column445,column523,column64,column70,column839,column915,column1016,312,692,523,455
+column13,column2495,column374,column443,column52,column65,column744,column817,column97,column1024,256,523,707,538
+column1191,column2157,column389,column47,column511,column614,column723,column80,column927,column1032,690,304,354,78
+column1949,column218,column322,column445,column58,column647,column717,column845,column939,column100,223,787,752,896
+column1249,column2162,column351,column432,column538,column648,column713,column822,column94,column1038,948,926,630,373
+column1115,column2247,column340,column433,column538,column622,column711,column815,column912,column1029,927,411,897,317
+column1575,column2296,column331,column422,column535,column630,column731,column80,column91,column1045,759,268,478,259
+column1849,column2102,column318,column428,column544,column643,column742,column821,column92,column1027,975,760,564,114
+column1582,column2353,column329,column413,column55,column615,column747,column826,column98,column1033,113,243,540,256
+column1170,column240,column370,column418,column522,column629,column729,column849,column97,column109,96,1004,366,412
+column1398,column2139,column385,column415,column524,column640,column748,column81,column929,column1045,89,137,921,639
+column17,column2362,column365,column449,column549,column610,column728,column813,column941,column1027,771,144,429,700
+column1636,column2202,column318,column414,column527,column62,column74,column82,column944,column1043,816,282,21,823
+column1895,column2121,column311,column416,column520,column620,column719,column820,column946,column104,364,973,497,111
+column1610,column2178,column331,column429,column543,column69,column725,column82,column949,column1045,136,383,259,476
+column1732,column2395,column385,column412,column549,column64,column70,column811,column934,column1030,330,153,5,661
+column1782,column2131,column378,column49,column523,column643,column76,column849,column943,column1027,851,676,598,610
+column179,column298,column334,column421,column536,column634,column721,column841,column97,column1014,188,57,587,983
+column1474,column2211,column384,column433,column537,column644,column730,column842,column920,column1038,589,805,971,681
+column1970,column2481,column331,column412,column529,column632,column740,column88,column97,column1014,148,678,843,476
+column1608,column2164,column35,column430,column518,column623,column74,column849,column914,column1046,68,599,912,820
+column1341,column2421,column375,column47,column513,column632,column736,column817,column929,column1020,143,497,841,476
+column1638,column259,column365,column42,column540,column641,column749,column810,column933,column1046,192,372,558,868
+column1713,column287,column317,column444,column521,column638,column77,column83,column90,column1023,914,313,832,545
+column1710,column2295,column349,column447,column51,column630,column744,column819,column910,column1025,792,848,973,131
+column1415,column2420,column364,column411,column54,column615,column721,column823,column943,column108,681,295,437,448
+column1349,column2330,column33,column418,column520,column614,column77,column835,column916,column103,858,778,638,557
+column1392,column2336,column342,column43,column52,column630,column733,column819,column920,column104,650,999,372,125
+column1593,column2316,column364,column422,column59,column62,column743,column811,column938,column1033,702,709,466,396
+column1316,column2365,column338,column447,column521,column64,column77,column87,column939,column109,960,513,424,430
+column1575,column2476,column326,column425,column536,column69,column730,column815,column936,column104,339,954,834,925
+column1956,column298,column34,column437,column546,column69,column734,column89,column940,column1015,851,800,226,94
+column1855,column2303,column385,column437,column532,column628,column747,column841,column935,column1036,258,960,968,412
+column1385,column214,column338,column436,column531,column66,column711,column819,column96,column1049,200,312,958,386
+column1168,column2398,column335,column48,column529,column613,column728,column847,column944,column1023,993,520,371,965
+column1535,column2107,column314,column432,column532,column639,column744,column841,column946,column1032,991,977,973,491
+column1774,column2170,column32,column415,column525,column622,column736,column84,column911,column1048,105,56,285,842
+column1899,column2240,column387,column421,column59,column66,column725,column812,column935,column1034,918,621,853,583
+column1670,column2349,column340,column41,column57,column616,column746,column841,column912,column1024,671,818,230,1036
+column1740,column2117,column384,column444,column56,column649,column714,column829,column96,column1014,78,24,629,369
+column1156,column2463,column38,column441,column544,column613,column744,column835,column940,column1033,217,994,512,584
+column1374,column2198,column330,column416,column515,column68,column730,column819,column931,column1047,154,511,267,783
+column163,column2382,column328,column431,column516,column68,column745,column841,column98,column1018,341,802,277,456
+column1143,column2352,column327,column45,column524,column610,column74,column832,column939,column1022,335,355,281,904
+column162,column2195,column355,column425,column528,column636,column716,column827,column927,column1010,943,485,465,351
+column1756,column2430,column396,column412,column524,column632,column719,column833,column926,column1023,253,91,820,138
+column1313,column2431,column362,column413,column538,column68,column75,column849,column925,column1042,498,993,849,61
+column1362,column2353,column366,column437,column514,column649,column71,column839,column926,column102,530,614,834,493
+column119,column218,column393,column436,column526,column624,column75,column847,column943,column1040,556,826,166,730
+column1298,column2471,column314,column441,column548,column642,column78,column816,column948,column1015,282,768,749,790
+column1815,column2274,column355,column41,column58,column65,column733,column848,column917,column1027,178,566,618,347
+column125,column2439,column314,column47,column549,column622,column728,column84,column94,column1038,712,439,170,132
+column1573,column2491,column358,column433,column541,column69,column733,column828,column91,column1012,276,930,402,1035
+column1956,column2371,column315,column436,column50,column60,column715,column816,column947,column1028,953,677,912,606
+column1837,column2308,column325,column40,column533,column629,column734,column86,column937,column1040,301,987,150,145
+column1791,column2491,column379,column421,column520,column643,column740,column822,column948,column1038,756,599,120,57
+column1507,column2403,column39,column428,column532,column613,column731,column819,column941,column1015,596,833,215,658
+column1841,column2361,column391,column433,column59,column611,column718,column810,column911,column1040,134,242,852,811
+column1465,column277,column370,column431,column544,column619,column726,column846,column916,column1012,215,520,512,696
+column1978,column228,column316,column444,column524,column633,column724,column835,column923,column1013,187,216,249,123
+column1789,column262,column358,column432,column510,column625,column72,column847,column949,column1041,496,345,869,100
+column1713,column212,column389,column48,column536,column620,column739,column81,column937,column1018,129,632,888,372
+column1806,column26,column330,column430,column54,column621,column718,column87,column947,column1046,125,673,576,915
+column1761,column2310,column322,column447,column540,column621,column732,column83,column940,column1021,62,29,117,678
+column1390,column26,column371,column442,column547,column641,column747,column829,column90,column1036,350,50,699,224
+column1282,column274,column318,column414,column546,column613,column733,column811,column936,column1023,910,86,28,603
+column1710,column295,column30,column440,column532,column633,column714,column83,column933,column1017,938,114,745,778
+column1693,column2342,column386,column45,column511,column630,column717,column830,column946,column1032,25,659,19,116
+column1527,column2134,column36,column443,column545,column617,column743,column829,column937,column1042,938,140,818,445
+column1266,column2103,column373,column449,column56,column625,column746,column833,column938,column1015,212,641,875,182
+column1643,column2473,column340,column438,column534,column647,column740,column843,column96,column1049,550,108,879,438
+column1989,column2399,column391,column49,column525,column643,column70,column845,column911,column1037,475,242,889,544
+column1286,column2439,column394,column430,column538,column61,column713,column843,column90,column109,775,695,978,991
+column1399,column2338,column354,column421,column519,column614,column720,column819,column939,column1016,83,751,841,462
+column1634,column2457,column371,column419,column542,column618,column741,column844,column929,column105,480,471,95,903
+column1388,column2393,column363,column428,column52,column648,column746,column820,column97,column1017,726,583,84,70
+column1386,column2313,column382,column438,column523,column645,column73,column89,column922,column1013,175,1018,819,256
+column1347,column286,column351,column46,column513,column647,column742,column87,column97,column1014,606,591,798,640
+column1604,column264,column348,column436,column514,column61,column745,column847,column930,column100,200,79,289,849
+column1934,column272,column373,column432,column531,column614,column74,column831,column934,column1022,416,242,680,178
+column1409,column2100,column37,column41,column523,column635,column729,column84,column98,column102,983,352,205,451
+column1155,column2403,column33,column447,column51,column644,column732,column88,column939,column1043,833,73,532,510
+column1427,column2274,column34,column44,column51,column633,column746,column828,column934,column1036,52,507,208,132
+column1816,column2253,column373,column441,column547,column642,column719,column85,column918,column1016,416,710,548,996
+column1104,column288,column349,column441,column50,column613,column733,column811,column914,column1032,242,272,187,227
+column1678,column2364,column377,column49,column539,column61,column733,column822,column96,column1030,860,990,114,721
+column1917,column272,column325,column427,column512,column619,column76,column813,column915,column107,884,208,298,531
+column1444,column260,column365,column437,column518,column636,column743,column811,column934,column1035,757,674,358,900
+column1174,column2456,column310,column411,column516,column629,column733,column841,column936,column1037,729,1011,706,651
+column1106,column2281,column310,column427,column519,column642,column720,column848,column936,column1011,860,899,685,548
+column148,column2142,column395,column45,column537,column630,column720,column80,column912,column1046,252,412,354,380
+column1595,column2168,column391,column435,column542,column611,column723,column843,column946,column1012,584,468,23,271
+column1741,column244,column355,column418,column529,column631,column746,column847,column936,column1020,195,977,568,959
+column1945,column2447,column335,column48,column545,column647,column727,column835,column934,column1021,235,464,56,368
+column1899,column2358,column368,column49,column515,column647,column716,column840,column918,column1045,614,870,731,766
+column1926,column2120,column30,column425,column541,column613,column725,column811,column922,column1033,74,125,306,182
+column1110,column23,column368,column410,column523,column639,column726,column828,column923,column1024,423,508,184,847
+column1963,column2279,column362,column415,column523,column625,column75,column829,column927,column1039,766,207,496,184
+column1932,column240,column390,column424,column56,column618,column746,column849,column917,column1031,977,411,575,713
+column1845,column280,column315,column411,column521,column69,column735,column817,column95,column1037,23,292,886,680
+column1673,column2245,column390,column431,column525,column61,column719,column821,column932,column1037,171,534,650,587
+column1670,column2476,column316,column438,column547,column610,column731,column825,column949,column1023,404,763,511,208
+column1755,column2463,column350,column416,column538,column64,column739,column845,column923,column1013,298,76,262,799
+column1984,column2209,column344,column427,column542,column619,column736,column81,column946,column1038,498,299,405,564
+column1550,column2417,column379,column438,column545,column628,column746,column836,column949,column1033,839,631,526,770
+column1729,column2344,column347,column42,column56,column615,column71,column82,column93,column1038,687,167,843,943
+column1450,column2325,column340,column429,column530,column621,column731,column836,column925,column1028,173,403,698,977
+column168,column2146,column325,column411,column518,column62,column77,column82,column914,column1029,418,384,256,749
+column1787,column2371,column378,column425,column536,column633,column78,column830,column933,column1019,707,830,425,141
+column1670,column2337,column342,column430,column524,column61,column748,column848,column924,column1027,27,839,873,454
+column1951,column2111,column342,column413,column512,column635,column734,column846,column943,column107,216,596,287,268
+column1828,column2198,column33,column434,column542,column626,column739,column836,column945,column1011,50,521,170,249
+column1882,column2177,column326,column430,column51,column67,column736,column88,column925,column1029,18,24,120,496
+column1685,column2491,column382,column49,column52,column635,column744,column846,column915,column1040,539,399,483,660
+column1984,column2256,column376,column42,column539,column627,column78,column835,column922,column105,140,337,424,106
+column133,column275,column318,column439,column517,column67,column713,column836,column934,column101,367,144,518,816
+column1685,column259,column383,column433,column518,column67,column716,column847,column929,column1038,586,647,145,449
+column1109,column2478,column322,column430,column54,column647,column77,column817,column95,column1033,659,319,980,263
+column1642,column2401,column346,column436,column527,column631,column719,column823,column931,column105,841,157,812,212
+column1285,column2322,column346,column46,column52,column639,column719,column846,column943,column1022,786,382,701,326
+column1185,column2205,column356,column442,column547,column617,column712,column820,column913,column1021,177,602,626,609
+column1301,column294,column331,column425,column520,column641,column730,column842,column914,column1035,720,607,772,225
+column1574,column2245,column320,column439,column525,column638,column744,column812,column933,column1019,29,450,208,853
+column1961,column2407,column32,column444,column513,column643,column78,column832,column925,column1025,605,551,72,172
+column1564,column2193,column347,column425,column516,column615,column734,column89,column917,column1021,966,634,945,327
+column1593,column2418,column385,column442,column545,column629,column745,column837,column92,column101,139,117,725,221
+column1545,column2159,column367,column416,column534,column637,column726,column821,column90,column1040,449,293,278,962
+column1591,column2484,column347,column448,column511,column64,column77,column834,column97,column1049,386,433,590,802
+column1493,column2274,column386,column411,column539,column614,column736,column826,column93,column1043,704,60,922,932
+column1816,column2186,column393,column432,column542,column629,column72,column819,column941,column109,44,992,464,852
+column1486,column245,column356,column44,column55,column636,column716,column82,column98,column1043,696,215,531,846
+column1393,column2232,column310,column424,column533,column638,column747,column832,column919,column1010,919,298,810,985
+column1703,column2213,column322,column429,column51,column647,column725,column834,column914,column1030,287,994,119,657
+column1386,column2366,column391,column47,column540,column641,column736,column828,column923,column1032,131,47,724,665
+column1457,column2235,column335,column425,column512,column61,column736,column849,column93,column101,389,895,382,698
+column1384,column249,column371,column426,column547,column647,column729,column818,column949,column104,230,414,965,880
+column1729,column2286,column359,column428,column522,column619,column723,column831,column924,column1038,61,717,289,420
+column1591,column241,column329,column440,column513,column642,column738,column818,column943,column1047,298,59,676,277
+column1291,column2310,column374,column443,column547,column643,column742,column83,column947,column1047,392,547,803,585
+column1505,column2267,column341,column411,column534,column637,column733,column86,column929,column1021,329,1010,451,518
+column1349,column2135,column320,column40,column51,column626,column726,column815,column938,column1033,905,157,333,314
+column1779,column251,column319,column420,column517,column62,column77,column825,column940,column1018,935,398,484,967
+column1221,column2386,column340,column449,column535,column620,column78,column823,column98,column1047,604,918,400,426
+column1890,column237,column380,column420,column519,column635,column727,column828,column947,column1011,955,296,445,974
+column1219,column2345,column373,column424,column533,column63,column743,column83,column98,column1020,344,504,402,1006
+column1462,column2425,column387,column416,column515,column631,column732,column85,column922,column1012,806,191,928,436
+column1483,column256,column357,column414,column526,column67,column717,column821,column929,column1013,536,219,935,287
+column1330,column2474,column326,column420,column548,column637,column75,column89,column924,column1028,601,327,82,772
+column1857,column256,column311,column448,column542,column622,column725,column87,column924,column1018,32,449,15,487
+column1695,column223,column389,column440,column544,column648,column720,column815,column930,column1040,986,252,73,775
+column1728,column2377,column368,column45,column547,column62,column712,column814,column923,column109,272,983,194,642
+column1606,column2481,column359,column446,column530,column635,column722,column841,column911,column1043,983,229,618,946
+column1385,column234,column335,column430,column530,column624,column726,column80,column91,column1038,154,840,922,704
+column1904,column2404,column399,column441,column59,column635,column77,column88,column919,column1034,668,186,725,853
+column1535,column2220,column384,column429,column532,column628,column713,column89,column92,column109,319,541,21,831
+column1119,column278,column396,column412,column534,column627,column733,column830,column943,column1036,542,172,665,63
+column1383,column2448,column383,column422,column50,column610,column728,column839,column914,column1024,571,536,778,673
+column1188,column27,column326,column429,column531,column67,column719,column844,column931,column101,940,843,433,455
+column1812,column2413,column344,column41,column546,column614,column720,column844,column920,column102,563,763,829,252
+column1313,column2282,column32,column422,column536,column63,column77,column824,column944,column1034,388,335,349,277
+column1925,column286,column322,column424,column511,column619,column748,column813,column933,column106,143,765,630,611
+column1653,column2362,column316,column43,column52,column62,column745,column827,column912,column105,124,132,614,101
+column180,column2317,column322,column423,column546,column634,column737,column822,column92,column1046,358,113,367,92
+column1463,column2395,column31,column438,column58,column637,column79,column84,column915,column1032,572,808,492,189
+column1966,column2328,column37,column447,column52,column631,column718,column846,column915,column1039,795,804,878,185
+column175,column223,column387,column437,column57,column614,column733,column842,column915,column1037,957,242,654,292
+column1699,column2390,column355,column432,column57,column644,column724,column846,column943,column1029,260,514,963,643
+column1594,column2452,column399,column424,column541,column625,column729,column813,column97,column108,252,807,628,369
+column1571,column2213,column350,column410,column523,column624,column720,column846,column942,column1020,862,37,999,50
+column1455,column256,column380,column433,column523,column630,column724,column82,column929,column1014,808,417,217,299
+column1353,column2307,column381,column427,column543,column647,column722,column823,column924,column1028,222,819,214,989
+column1897,column2399,column336,column44,column530,column638,column739,column816,column924,column1040,46,896,456,166
+column1789,column2251,column311,column444,column58,column69,column732,column817,column949,column1014,619,435,845,562
+column1677,column2187,column337,column43,column522,column616,column711,column814,column930,column1012,127,81,704,472
+column1132,column2464,column310,column418,column523,column65,column733,column833,column924,column1045,657,888,271,88
+column1649,column2327,column351,column42,column522,column630,column74,column811,column933,column1025,990,906,964,716
+column1936,column213,column371,column413,column520,column613,column732,column849,column944,column1016,557,292,160,504
+column1680,column2459,column377,column414,column516,column65,column77,column85,column919,column1011,908,981,533,442
+column1537,column2306,column357,column439,column523,column60,column74,column87,column921,column1010,939,814,17,671
+column1582,column22,column370,column414,column521,column614,column714,column843,column910,column101,594,72,710,404
+column1119,column2439,column357,column446,column514,column617,column724,column843,column95,column1013,767,139,929,723
+column1191,column215,column350,column41,column529,column649,column733,column837,column934,column100,334,265,853,394
+column1658,column2450,column331,column443,column527,column67,column736,column848,column919,column1039,236,115,175,480
+column1306,column2485,column399,column40,column55,column638,column730,column820,column910,column1021,567,286,889,613
+column1258,column2108,column334,column448,column521,column626,column731,column83,column938,column104,623,555,134,677
+column1725,column257,column361,column49,column537,column634,column725,column847,column932,column101,837,711,548,963
+column1415,column2105,column371,column445,column535,column641,column741,column80,column941,column1049,317,129,175,197
+column1409,column224,column363,column448,column537,column629,column747,column80,column940,column1027,288,601,455,330
+column1977,column295,column346,column42,column50,column63,column747,column81,column910,column1013,366,478,249,178
+column1758,column2364,column346,column433,column53,column635,column747,column819,column911,column1038,811,646,211,691
+column1458,column2104,column327,column42,column516,column610,column713,column845,column98,column1034,745,546,109,950
+column1888,column2434,column362,column445,column540,column612,column749,column816,column941,column100,834,435,554,1036
+column1628,column2179,column352,column421,column532,column614,column78,column80,column914,column106,880,572,623,513
+column194,column2139,column331,column49,column543,column649,column70,column813,column912,column101,370,824,624,997
+column114,column2169,column348,column412,column525,column648,column741,column816,column945,column1022,828,542,224,808
+column1330,column2180,column329,column436,column56,column616,column741,column811,column920,column1010,35,881,207,1015
+column1777,column2407,column376,column49,column55,column636,column734,column84,column925,column1020,90,663,716,505
+column1508,column2197,column386,column443,column544,column624,column746,column826,column912,column1029,732,287,146,789
+column1363,column2398,column325,column438,column532,column635,column70,column816,column94,column1034,315,503,33,367
+column1953,column2122,column345,column440,column54,column622,column740,column820,column937,column1022,432,275,111,347
+column1496,column2307,column383,column430,column548,column625,column729,column82,column94,column103,60,283,923,759
+column1355,column2349,column312,column440,column51,column613,column725,column828,column94,column1017,606,635,518,719
+column1576,column2161,column345,column424,column515,column641,column711,column847,column942,column1047,218,485,455,631
+column1462,column2326,column396,column436,column529,column613,column72,column823,column97,column100,845,696,211,890
+column1302,column245,column383,column427,column547,column645,column741,column823,column925,column1048,965,907,131,867
+column1384,column2114,column353,column427,column524,column620,column73,column820,column945,column1038,558,282,411,900
+column1221,column2149,column323,column48,column517,column617,column744,column831,column944,column1015,244,270,992,576
+column1728,column26,column392,column420,column549,column628,column726,column84,column928,column105,320,124,828,624
+column1388,column2405,column338,column41,column541,column634,column734,column826,column943,column1011,205,446,38,123
+column1591,column2269,column358,column444,column55,column60,column720,column823,column934,column1023,115,444,728,194
+column1205,column2273,column330,column447,column540,column636,column732,column844,column913,column107,66,285,386,216
+column1240,column2210,column376,column423,column59,column647,column740,column87,column947,column103,199,247,781,1044
+column1420,column2444,column32,column422,column513,column610,column744,column838,column924,column1016,20,657,299,855
+column1273,column2356,column393,column420,column54,column636,column724,column83,column935,column103,323,234,373,774
+column1196,column271,column386,column412,column514,column628,column79,column842,column936,column1046,179,691,208,274
+column1861,column2163,column391,column411,column538,column630,column721,column822,column934,column1030,255,602,285,426
+column1400,column247,column311,column41,column528,column625,column715,column838,column99,column1030,964,94,843,868
+column1425,column2311,column323,column40,column542,column631,column749,column829,column933,column1048,783,555,396,1033
+column1595,column2141,column36,column420,column518,column639,column71,column86,column92,column1020,892,147,616,76
+column1427,column2475,column318,column421,column529,column637,column739,column86,column922,column1038,694,192,941,1043
+column1983,column2196,column313,column48,column540,column61,column731,column85,column933,column1017,493,698,808,252
+column1148,column226,column398,column419,column544,column631,column74,column83,column97,column1029,651,963,837,484
+column1493,column240,column315,column45,column547,column68,column719,column81,column911,column1026,461,535,313,214
+column1431,column2316,column358,column436,column526,column637,column719,column842,column945,column1021,168,447,866,818
+column1404,column253,column320,column44,column512,column68,column743,column841,column931,column1024,357,1012,673,426
+column1910,column2377,column334,column47,column533,column640,column744,column844,column97,column1046,874,848,808,202
+column1164,column2140,column370,column42,column545,column622,column714,column82,column98,column1020,336,489,41,910
+column1189,column2428,column33,column441,column534,column627,column747,column819,column93,column1013,838,883,519,739
+column1716,column2354,column382,column448,column540,column612,column725,column819,column928,column1036,841,680,667,243
+column1105,column2325,column391,column430,column535,column631,column747,column829,column98,column1028,423,97,723,417
+column1837,column2273,column394,column42,column531,column616,column735,column80,column910,column104,918,940,420,193
+column1530,column2407,column368,column435,column527,column624,column736,column813,column935,column1041,478,389,450,794
+column1764,column2419,column388,column447,column540,column610,column736,column817,column937,column1020,333,444,450,704
+column1528,column2376,column38,column446,column519,column612,column72,column81,column946,column108,294,326,776,691
+column1109,column2439,column363,column436,column519,column616,column710,column843,column91,column1048,936,184,514,540
+column1742,column253,column318,column444,column526,column626,column76,column822,column94,column1040,315,229,889,780
+column1397,column2339,column333,column423,column546,column64,column722,column80,column916,column101,324,850,461,648
+column1729,column2428,column342,column412,column528,column61,column717,column81,column916,column103,992,583,1001,103
+column1775,column2274,column351,column424,column517,column644,column732,column841,column926,column1049,783,867,495,225
+column1289,column2232,column372,column443,column533,column62,column747,column827,column922,column1011,356,753,561,174
+column1101,column2447,column38,column425,column536,column646,column745,column831,column933,column1013,565,1012,887,627
+column1809,column2149,column388,column442,column548,column627,column713,column835,column914,column1041,861,658,267,167
+column1635,column2458,column386,column433,column524,column64,column733,column848,column92,column1012,264,45,246,436
+column1102,column2459,column362,column422,column541,column623,column722,column849,column928,column1047,979,440,139,449
+column175,column2402,column381,column427,column534,column641,column710,column827,column925,column1015,954,870,241,625
+column1402,column2188,column387,column440,column58,column619,column710,column840,column928,column1039,716,731,532,423
+column1476,column2192,column342,column449,column523,column629,column77,column84,column949,column1047,656,517,71,325
+column144,column2321,column395,column449,column519,column615,column70,column830,column917,column1040,644,711,811,879
+column1439,column2265,column35,column43,column520,column621,column748,column819,column911,column1042,262,765,196,896
+column1183,column2393,column343,column428,column58,column645,column730,column814,column944,column1015,374,202,347,617
+column161,column2403,column37,column431,column524,column610,column716,column830,column941,column100,655,959,725,1016
+column11,column2303,column333,column40,column511,column613,column74,column833,column940,column1034,85,511,967,845
+column1819,column2348,column33,column40,column525,column636,column711,column829,column916,column1027,610,686,453,916
+column1161,column2493,column345,column425,column58,column644,column730,column823,column926,column106,889,180,595,567
+column1441,column2185,column353,column443,column56,column638,column724,column836,column96,column100,308,47,917,992
+column1426,column2208,column387,column445,column50,column66,column739,column836,column925,column1036,84,498,792,772
+column1938,column2221,column36,column426,column541,column616,column741,column828,column938,column1011,876,49,178,657
+column1226,column2401,column392,column47,column511,column630,column738,column84,column946,column1023,240,519,651,270
+column1687,column2364,column349,column430,column55,column643,column718,column86,column910,column1028,101,142,640,410
+column1286,column2234,column389,column434,column535,column67,column711,column83,column942,column1034,203,304,416,157
+column1820,column2485,column344,column428,column532,column613,column714,column841,column911,column1011,620,307,265,429
+column1102,column222,column335,column47,column512,column623,column715,column845,column98,column1019,344,895,573,699
+column1550,column2373,column386,column47,column53,column69,column726,column819,column918,column1042,377,587,41,357
+column1225,column275,column328,column423,column58,column626,column740,column83,column910,column1021,961,978,800,401
+column1835,column225,column371,column41,column527,column624,column725,column827,column916,column1038,836,211,903,216
+column1225,column2270,column377,column47,column57,column628,column719,column821,column95,column1049,909,69,177,669
+column1363,column226,column382,column48,column59,column625,column744,column86,column97,column1023,253,206,522,120
+column1283,column2268,column355,column439,column533,column646,column738,column829,column940,column103,987,458,956,818
+column1605,column2362,column380,column446,column56,column616,column738,column840,column923,column1047,796,844,269,965
+column1763,column2341,column332,column422,column535,column69,column711,column848,column935,column1030,339,690,269,334
+column1452,column265,column364,column46,column528,column611,column727,column818,column95,column1014,647,53,417,580
+column124,column211,column33,column418,column530,column629,column79,column830,column916,column100,280,773,350,154
+column1254,column2465,column315,column413,column512,column62,column742,column817,column97,column109,583,801,647,1042
+column1672,column2481,column364,column40,column50,column642,column713,column84,column932,column1046,584,688,651,103
+column1647,column2116,column312,column410,column528,column645,column718,column812,column98,column1010,554,465,320,264
+column1643,column2212,column334,column48,column527,column644,column719,column837,column936,column108,266,406,204,158
+column1793,column2175,column331,column417,column541,column616,column729,column810,column946,column105,726,920,583,699
+column1341,column280,column319,column443,column546,column620,column747,column87,column922,column1015,214,465,55,751
+column120,column2426,column334,column434,column537,column646,column723,column840,column918,column1011,782,763,538,100
+column1683,column2284,column361,column416,column529,column619,column723,column824,column945,column1039,255,1001,327,310
+column1155,column248,column375,column440,column538,column610,column718,column86,column947,column1042,487,261,470,1014
+column1301,column2311,column350,column40,column543,column610,column71,column824,column939,column1031,71,143,531,600
+column1275,column2152,column344,column426,column527,column639,column740,column812,column929,column1012,403,688,673,309
+column1992,column2229,column388,column432,column52,column64,column729,column840,column914,column1013,351,976,409,916
+column1228,column2347,column320,column441,column535,column69,column730,column841,column93,column1033,242,543,754,743
+column1817,column2381,column379,column40,column528,column620,column749,column811,column938,column104,401,159,617,495
+column1684,column2492,column365,column434,column52,column634,column729,column815,column945,column1015,714,180,181,646
+column1102,column242,column38,column427,column512,column630,column710,column85,column949,column1042,625,109,290,494
+column1458,column2135,column378,column421,column512,column626,column713,column810,column90,column1023,967,423,219,339
+column1438,column258,column379,column412,column523,column638,column70,column80,column99,column1027,329,722,981,814
+column1522,column2214,column359,column420,column525,column66,column747,column826,column915,column1041,952,475,919,1048
+column1304,column243,column345,column425,column50,column646,column717,column84,column917,column1013,326,525,46,153
+column168,column232,column374,column420,column537,column630,column74,column835,column919,column1032,127,324,888,673
+column1711,column274,column347,column45,column527,column645,column728,column848,column943,column1037,979,682,573,223
+column1282,column2144,column372,column421,column540,column646,column73,column827,column931,column105,24,578,931,584
+column1344,column2235,column36,column428,column514,column626,column721,column84,column95,column1030,679,805,350,308
+column1472,column2454,column378,column440,column544,column66,column732,column839,column98,column1013,413,708,711,716
+column1187,column262,column387,column420,column513,column637,column716,column814,column917,column1016,495,29,197,271
+column1910,column2134,column357,column437,column542,column643,column728,column81,column916,column1043,724,715,956,622
+column1659,column266,column389,column433,column524,column64,column747,column819,column917,column1014,873,148,10,1023
+column1714,column2422,column361,column425,column538,column642,column747,column85,column928,column105,65,309,425,126
+column1442,column2313,column331,column437,column532,column626,column743,column835,column933,column101,200,593,851,1044
+column1920,column2444,column372,column424,column510,column65,column739,column842,column929,column106,248,767,49,495
+column1954,column278,column388,column43,column510,column629,column715,column816,column931,column1026,646,109,456,391
+column1506,column2199,column35,column429,column527,column636,column739,column810,column94,column1025,209,290,107,447
+column1362,column2156,column378,column422,column518,column646,column73,column80,column948,column1028,31,389,396,1021
+column1901,column240,column324,column411,column532,column634,column711,column81,column915,column1036,395,438,917,224
+column1882,column2494,column354,column432,column546,column629,column736,column812,column944,column1047,856,887,668,591
+column189,column2189,column315,column431,column52,column614,column733,column834,column932,column1049,620,297,833,667
+column1934,column2332,column357,column416,column539,column614,column71,column836,column917,column1010,876,743,377,429
+column1920,column2355,column395,column420,column525,column623,column725,column834,column935,column1033,762,899,397,483
+column1229,column2320,column336,column46,column515,column69,column742,column88,column925,column1039,151,698,917,387
+column1511,column2340,column310,column412,column512,column632,column738,column823,column96,column1039,13,129,765,753
+column1701,column2450,column392,column48,column545,column634,column715,column89,column942,column1026,268,791,466,619
+column1896,column2416,column384,column435,column522,column68,column733,column825,column911,column1021,971,427,754,550
+column1442,column236,column347,column438,column549,column638,column728,column849,column928,column1044,330,272,599,1004
+column1531,column2173,column397,column427,column521,column69,column727,column831,column921,column1026,312,336,405,767
+column1912,column2137,column30,column46,column53,column623,column714,column837,column945,column1036,446,831,645,696
+column1248,column2311,column311,column48,column52,column622,column79,column815,column946,column1044,451,395,230,150
+column1943,column2274,column326,column44,column512,column62,column736,column849,column922,column1035,290,1014,609,75
+column1592,column2153,column327,column427,column53,column637,column743,column831,column911,column1032,604,386,411,555
+column1749,column2304,column373,column423,column511,column646,column735,column821,column918,column104,111,517,378,190
+column1912,column2277,column370,column413,column513,column616,column71,column836,column941,column1034,116,825,243,875
+column1119,column2295,column369,column416,column540,column642,column745,column817,column912,column1049,825,22,397,68
+column1233,column2315,column333,column440,column517,column62,column78,column89,column924,column1020,349,935,382,1021
+column1377,column287,column396,column427,column52,column631,column716,column827,column948,column1044,805,327,598,938
+column1205,column2449,column329,column433,column536,column629,column716,column822,column931,column1047,103,931,775,797
+column1734,column21,column394,column413,column548,column610,column76,column830,column937,column1019,834,123,240,833
+column1985,column2133,column343,column423,column517,column639,column721,column827,column919,column1047,100,571,269,440
+column1243,column2128,column32,column419,column536,column622,column734,column82,column942,column1019,657,850,650,134
+column1562,column2371,column330,column440,column526,column627,column724,column834,column938,column1024,218,124,12,252
+column1337,column24,column39,column41,column515,column610,column711,column827,column935,column108,138,191,366,943
+column1753,column2311,column355,column413,column530,column69,column722,column826,column948,column106,478,793,932,191
+column1987,column247,column391,column444,column535,column66,column731,column827,column923,column107,653,815,176,54
+column1904,column2349,column388,column428,column54,column612,column739,column845,column946,column1048,326,533,60,693
+column1234,column2156,column348,column444,column531,column617,column712,column84,column929,column1010,979,52,75,161
+column1167,column2276,column37,column439,column535,column61,column745,column830,column927,column1036,702,873,279,708
+column1721,column2311,column345,column49,column533,column634,column732,column814,column96,column1049,157,579,802,196
+column1530,column2174,column327,column421,column526,column68,column723,column818,column933,column100,839,144,977,160
+column1761,column2240,column392,column418,column534,column640,column732,column843,column925,column1019,242,725,272,872
+column1551,column2433,column398,column440,column56,column632,column70,column814,column933,column1025,400,1006,731,787
+column173,column2324,column36,column419,column513,column643,column744,column814,column946,column1047,619,729,550,322
+column1782,column213,column345,column432,column536,column637,column739,column840,column91,column1024,1009,199,474,462
+column1127,column2338,column322,column44,column513,column623,column726,column87,column925,column1039,550,793,344,772
+column1313,column2304,column354,column436,column546,column64,column728,column839,column911,column1024,147,173,564,302
+column1844,column21,column321,column445,column543,column610,column730,column81,column911,column1046,34,118,450,76
+column1440,column2230,column363,column446,column549,column68,column742,column846,column925,column1041,35,107,426,152
+column1924,column2157,column362,column433,column525,column637,column723,column848,column928,column106,745,820,365,705
+column1454,column2482,column357,column425,column54,column621,column79,column818,column98,column1047,289,943,761,858
+column1691,column2330,column349,column438,column537,column641,column70,column838,column944,column108,852,800,208,983
+column1393,column2252,column322,column45,column525,column636,column716,column819,column934,column1023,35,353,939,891
+column1176,column2260,column31,column438,column548,column632,column749,column837,column91,column1042,276,657,460,320
+column1648,column2189,column379,column445,column521,column617,column720,column833,column96,column1030,838,343,740,990
+column1501,column260,column37,column426,column548,column619,column735,column841,column95,column1045,839,996,174,746
+column1727,column2355,column389,column415,column547,column69,column711,column849,column911,column1047,886,71,960,880
+column1942,column229,column359,column426,column548,column635,column743,column824,column98,column1019,274,623,762,961
+column1262,column218,column344,column43,column56,column629,column724,column86,column933,column1033,851,95,237,171
+column1319,column2418,column325,column410,column549,column67,column73,column88,column928,column107,634,922,893,911
+column1938,column2449,column397,column47,column532,column68,column723,column825,column940,column1025,122,36,288,960
+column1909,column2106,column375,column443,column548,column643,column79,column82,column926,column1040,334,367,537,122
+column1745,column2335,column323,column428,column530,column612,column733,column83,column926,column1044,86,477,878,735
+column1619,column2305,column345,column41,column511,column618,column738,column837,column941,column1018,765,728,419,486
+column1755,column2356,column364,column40,column520,column630,column78,column824,column925,column1031,106,565,557,836
+column1768,column221,column360,column422,column535,column647,column739,column89,column913,column1019,953,912,348,471
+column1269,column237,column378,column49,column546,column629,column741,column845,column93,column1041,888,115,641,828
+column1505,column2436,column381,column449,column523,column617,column738,column81,column910,column1043,238,712,919,335
+column1416,column2146,column343,column48,column513,column626,column71,column839,column98,column1014,796,411,1004,218
+column1893,column2263,column366,column419,column523,column644,column72,column80,column937,column1035,283,479,371,566
+column1919,column2124,column341,column415,column535,column620,column77,column841,column91,column1036,698,420,766,678
+column1601,column221,column362,column436,column519,column60,column79,column86,column94,column1017,504,910,225,89
+column10,column2374,column367,column429,column548,column642,column738,column816,column95,column1047,987,722,96,99
+column1635,column2127,column382,column444,column541,column618,column727,column820,column918,column103,427,654,698,149
+column1272,column2408,column374,column418,column538,column640,column736,column828,column920,column101,813,978,393,849
+column1739,column2435,column324,column438,column525,column615,column722,column825,column924,column1025,806,667,931,284
+column1760,column2267,column339,column442,column529,column611,column74,column87,column93,column1023,285,837,895,226
+column1468,column2472,column371,column439,column59,column68,column75,column812,column929,column1039,258,375,68,802
+column1699,column268,column336,column414,column535,column634,column735,column829,column97,column1021,981,957,840,824
+column1134,column2204,column38,column429,column51,column66,column721,column832,column943,column1020,542,127,864,448
+column1912,column279,column341,column426,column58,column645,column76,column830,column947,column1031,512,101,518,391
+column1530,column2208,column353,column45,column522,column623,column723,column840,column933,column1020,913,654,384,631
+column1369,column2414,column345,column430,column50,column641,column73,column81,column92,column109,464,486,897,106
+column1469,column2204,column31,column422,column51,column633,column713,column848,column937,column1018,272,22,640,944
+column1293,column2374,column382,column435,column532,column60,column712,column828,column940,column1042,949,264,696,921
+column1638,column2257,column392,column46,column538,column638,column72,column848,column938,column1017,419,456,245,801
+column186,column2223,column340,column47,column520,column632,column71,column825,column945,column1019,441,881,378,991
+column1688,column2181,column364,column439,column543,column646,column712,column847,column92,column1031,437,194,389,1006
+column1795,column2261,column368,column446,column523,column616,column74,column83,column939,column1032,385,494,273,787
+column151,column2449,column374,column426,column514,column635,column715,column845,column96,column1032,348,804,680,451
+column1615,column2469,column392,column440,column514,column61,column745,column835,column937,column1012,828,65,43,665
+column16,column2431,column391,column441,column522,column622,column738,column85,column942,column1039,781,968,189,51
+column1390,column294,column335,column413,column58,column620,column726,column86,column933,column1023,292,39,42,701
+column1265,column2255,column346,column438,column522,column641,column723,column825,column948,column1047,137,133,814,860
+column1419,column2255,column338,column449,column540,column645,column728,column821,column912,column1047,149,373,949,694
+column1735,column2243,column341,column430,column531,column648,column70,column85,column920,column1044,721,634,188,107
+column1597,column282,column392,column49,column59,column649,column711,column820,column918,column1031,560,113,557,355
+column1150,column2102,column392,column42,column513,column610,column712,column833,column949,column1022,378,801,760,881
+column1419,column2320,column363,column447,column528,column612,column749,column810,column915,column1017,410,24,54,881
+column1704,column2332,column352,column442,column57,column68,column714,column818,column97,column1031,751,40,437,219
+column1276,column2354,column32,column446,column524,column617,column739,column828,column943,column1026,392,429,87,882
+column1279,column2470,column343,column49,column547,column623,column727,column842,column94,column1011,1002,441,667,824
+column1319,column2316,column367,column432,column513,column621,column719,column88,column943,column1037,833,463,172,1048
+column1904,column298,column393,column439,column542,column647,column738,column84,column944,column1042,171,404,252,529
+column193,column2319,column330,column47,column524,column65,column746,column818,column918,column1030,586,152,941,799
+column1508,column2126,column37,column430,column55,column67,column719,column842,column921,column1037,279,620,552,882
+column1775,column284,column322,column444,column510,column629,column713,column81,column947,column104,943,755,295,896
+column1119,column246,column329,column42,column532,column63,column723,column832,column926,column1020,42,361,252,455
+column1594,column2353,column338,column418,column58,column649,column719,column85,column910,column100,35,368,223,66
+column1505,column2315,column396,column47,column527,column613,column715,column817,column916,column108,973,586,183,92
+column1859,column269,column338,column414,column525,column617,column725,column844,column933,column1016,279,238,484,916
+column1847,column251,column386,column42,column531,column62,column741,column820,column928,column1030,258,535,128,474
+column1826,column2231,column362,column46,column517,column60,column78,column842,column932,column1011,493,636,442,407
+column140,column2152,column372,column442,column541,column632,column729,column82,column935,column1015,365,131,978,123
+column1743,column2465,column320,column40,column541,column613,column738,column838,column927,column1027,547,722,779,973
+column1186,column211,column376,column412,column522,column625,column740,column819,column949,column1033,446,486,800,373
+column1798,column2273,column35,column49,column56,column610,column716,column812,column938,column1010,983,214,730,413
+column1132,column2275,column323,column44,column532,column67,column749,column816,column946,column1031,218,66,81,617
+column1710,column2162,column384,column437,column514,column625,column748,column841,column95,column1043,625,357,794,155
+column1923,column2111,column386,column432,column53,column639,column71,column834,column944,column1012,390,1011,610,949
+column1150,column2222,column367,column414,column545,column640,column745,column847,column915,column1039,225,541,68,559
+column1441,column2260,column31,column48,column537,column63,column749,column841,column933,column1045,244,33,650,904
+column1897,column295,column336,column419,column531,column645,column748,column839,column912,column107,221,785,738,850
+column1896,column282,column321,column445,column537,column638,column71,column817,column936,column1018,234,260,586,881
+column120,column2330,column388,column447,column546,column628,column747,column820,column93,column1035,915,538,33,249
+column1239,column230,column374,column432,column525,column617,column721,column81,column931,column1046,589,538,131,602
+column1556,column2365,column380,column43,column526,column60,column711,column833,column922,column1037,319,976,583,296
+column1597,column2200,column314,column45,column54,column613,column740,column820,column93,column1044,87,772,672,89
+column1445,column2300,column396,column410,column515,column69,column732,column825,column91,column1014,705,644,478,981
+column1582,column2286,column359,column43,column549,column631,column746,column818,column941,column1018,609,175,574,555
+column1814,column283,column373,column440,column534,column622,column722,column821,column918,column1032,833,300,310,66
+column152,column2339,column341,column414,column521,column640,column75,column825,column948,column1019,266,860,237,703
+column1759,column2309,column393,column41,column514,column619,column742,column847,column931,column103,157,79,456,890
+column127,column2493,column378,column411,column519,column617,column715,column847,column948,column1048,435,126,695,427
+column1964,column2223,column341,column433,column528,column633,column72,column815,column926,column100,824,516,727,302
+column1672,column2462,column326,column418,column524,column612,column730,column822,column91,column1043,314,495,569,958
+column152,column249,column339,column48,column546,column618,column737,column835,column934,column103,305,927,534,422
+column1160,column2242,column398,column45,column518,column620,column721,column817,column930,column1030,763,893,677,628
+column1632,column2474,column359,column419,column52,column625,column744,column812,column99,column1035,252,771,833,131
+column1506,column2161,column337,column426,column530,column631,column728,column816,column917,column1036,690,919,939,238
+column1866,column2487,column314,column443,column536,column634,column726,column845,column914,column103,551,387,375,562
+column1209,column2312,column313,column420,column539,column612,column731,column812,column93,column1037,587,22,315,420
+column1411,column2358,column329,column423,column531,column636,column731,column822,column948,column1020,253,851,60,781
+column1258,column2355,column383,column432,column546,column640,column735,column831,column922,column1036,188,689,262,288
+column1691,column2477,column331,column42,column530,column621,column740,column84,column936,column107,951,1013,786,92
+column1459,column2397,column327,column42,column58,column610,column78,column842,column94,column1041,881,927,401,87
+column1372,column2118,column330,column431,column514,column613,column747,column826,column91,column1030,796,967,530,509
+column195,column2443,column391,column417,column537,column619,column729,column82,column933,column107,777,618,277,476
+column1656,column2414,column397,column443,column521,column614,column746,column835,column933,column1044,868,990,844,738
+column1999,column2267,column387,column433,column539,column627,column719,column817,column940,column1048,270,848,724,741
+column1811,column2258,column35,column49,column524,column645,column732,column833,column930,column1046,763,221,991,917
+column1121,column2298,column343,column425,column58,column65,column729,column836,column925,column1010,20,781,699,989
+column1373,column287,column318,column437,column529,column632,column744,column824,column936,column104,139,917,155,122
+column1772,column2334,column398,column429,column534,column65,column749,column833,column911,column1014,421,802,806,91
+column1143,column2294,column38,column433,column58,column625,column736,column814,column933,column1019,778,770,248,161
+column1243,column2170,column339,column47,column518,column623,column718,column818,column925,column1023,167,882,833,686
+column117,column2431,column387,column43,column541,column630,column736,column85,column914,column1034,609,304,505,1023
+column1779,column2385,column372,column41,column526,column61,column737,column848,column921,column1019,119,673,83,641
+column149,column2122,column369,column446,column514,column621,column711,column842,column944,column102,1007,96,840,833
+column1775,column224,column352,column422,column54,column633,column78,column836,column90,column1013,244,20,789,260
+column185,column2247,column381,column48,column524,column623,column731,column810,column940,column1025,856,371,413,453
+column1307,column2474,column327,column428,column523,column639,column738,column83,column929,column1048,235,853,98,271
+column1771,column28,column329,column437,column544,column638,column713,column821,column934,column1048,241,371,436,603
+column1786,column2452,column398,column428,column548,column632,column79,column845,column942,column1018,486,599,723,695
+column1958,column2244,column327,column421,column54,column625,column711,column814,column929,column1039,494,349,300,885
+column1445,column2427,column352,column429,column519,column621,column74,column811,column922,column1013,772,379,469,437
+column1480,column2438,column32,column444,column529,column68,column747,column86,column934,column1029,529,577,592,925
+column170,column257,column397,column432,column542,column625,column72,column846,column921,column1046,425,995,835,237
+column1497,column2414,column333,column433,column536,column646,column733,column847,column911,column1034,315,155,677,180
+column1771,column2122,column321,column426,column513,column66,column711,column840,column936,column101,1002,243,165,253
+column1296,column2150,column360,column417,column537,column616,column74,column838,column912,column1040,702,319,259,328
+column1678,column2188,column350,column447,column53,column630,column739,column822,column910,column1030,371,50,582,93
+column1946,column2417,column36,column441,column533,column648,column75,column838,column97,column103,804,124,937,519
+column1633,column2293,column345,column421,column542,column64,column715,column819,column98,column1023,666,165,396,591
+column1880,column2380,column336,column47,column523,column639,column719,column82,column929,column1021,971,824,702,176
+column1828,column295,column371,column432,column520,column643,column724,column813,column93,column1047,38,458,166,245
+column1584,column266,column374,column424,column510,column637,column728,column81,column933,column1023,217,339,937,521
+column177,column2337,column36,column430,column53,column643,column733,column815,column939,column1027,849,381,40,553
+column1461,column2451,column384,column411,column50,column629,column717,column81,column942,column1041,63,912,762,632
+column178,column27,column349,column42,column52,column644,column748,column815,column917,column1044,214,696,122,1049
+column1112,column231,column322,column425,column526,column644,column741,column838,column913,column105,551,179,18,220
+column1474,column2406,column376,column46,column529,column629,column70,column835,column944,column1013,188,944,385,969
+column1515,column2128,column320,column440,column57,column611,column718,column815,column946,column1035,945,143,942,778
+column1336,column2143,column332,column446,column527,column645,column714,column831,column935,column1012,156,658,306,393
+column1525,column20,column318,column428,column519,column634,column733,column834,column929,column1021,850,933,587,854
+column1592,column2258,column360,column441,column50,column69,column713,column834,column94,column1012,19,818,944,425
+column1590,column2380,column369,column45,column548,column612,column743,column820,column96,column1041,822,1002,864,780
+column151,column2120,column31,column49,column526,column62,column743,column819,column939,column1011,685,734,365,413
+column1361,column2163,column358,column448,column542,column615,column72,column831,column910,column107,195,660,167,371
+column1640,column2494,column348,column432,column55,column627,column743,column831,column923,column1047,443,334,91,373
+column1596,column2390,column393,column424,column540,column633,column732,column835,column947,column1030,193,51,827,958
+column1290,column2262,column311,column43,column519,column626,column737,column819,column923,column1035,973,300,269,239
+column1819,column2119,column336,column48,column512,column69,column730,column830,column938,column1031,578,842,238,192
+column13,column2397,column32,column44,column53,column614,column71,column822,column924,column1021,523,929,897,483
+column1557,column2261,column338,column434,column531,column645,column711,column835,column949,column104,917,784,86,512
+column1661,column272,column377,column47,column529,column620,column712,column85,column948,column1014,957,324,500,357
+column1661,column2257,column345,column447,column519,column642,column72,column845,column92,column1010,257,283,702,456
+column1714,column2290,column356,column413,column535,column619,column745,column845,column91,column100,223,643,447,352
+column180,column260,column372,column411,column518,column618,column740,column838,column927,column103,346,321,526,169
+column1694,column228,column361,column426,column527,column649,column721,column822,column92,column100,668,142,365,98
+column1384,column2252,column379,column435,column542,column61,column72,column827,column947,column101,308,231,550,127
+column1736,column2167,column355,column428,column512,column615,column739,column836,column98,column1022,448,723,44,483
+column1899,column2280,column378,column45,column532,column635,column718,column820,column935,column1049,98,59,489,650
+column1897,column2195,column370,column436,column540,column60,column732,column847,column940,column1034,425,565,585,520
+column1694,column292,column33,column415,column538,column616,column727,column811,column928,column108,936,718,259,531
+column1964,column20,column365,column413,column542,column69,column723,column845,column926,column1020,724,342,511,201
+column1782,column2322,column329,column440,column543,column635,column739,column813,column93,column100,782,1002,267,201
+column1641,column2463,column317,column45,column512,column648,column748,column832,column915,column107,678,838,444,765
+column1884,column293,column365,column442,column545,column61,column725,column82,column99,column1035,231,123,252,739
+column1835,column277,column35,column423,column514,column646,column738,column830,column942,column1014,33,267,219,180
+column1245,column286,column393,column434,column539,column620,column72,column838,column940,column1047,266,155,711,417
+column1109,column2300,column310,column430,column534,column614,column736,column819,column926,column106,552,739,835,191
+column1122,column2250,column36,column419,column517,column611,column741,column836,column927,column1037,421,131,640,216
+column1186,column2134,column341,column430,column546,column646,column746,column815,column939,column1049,405,150,629,1032
+column1944,column2235,column337,column449,column545,column65,column728,column823,column938,column1018,321,335,443,478
+column174,column25,column357,column419,column512,column63,column740,column819,column946,column1049,131,790,997,996
+column1833,column2464,column32,column441,column517,column66,column746,column848,column914,column1016,347,239,96,1008
+column1497,column2109,column386,column436,column56,column649,column717,column822,column940,column1012,490,71,626,316
+column1561,column2138,column394,column444,column57,column612,column746,column827,column917,column1045,790,163,301,246
+column1426,column2188,column33,column448,column543,column621,column76,column828,column914,column1040,522,404,635,722
+column1560,column2201,column326,column48,column534,column625,column79,column812,column914,column1037,550,660,902,313
+column167,column2231,column341,column418,column53,column649,column712,column814,column944,column1023,189,494,159,545
+column1290,column215,column30,column445,column519,column615,column77,column84,column949,column1010,425,196,388,547
+column1434,column2209,column354,column410,column519,column647,column728,column822,column91,column1048,589,648,29,272
+column1594,column2456,column328,column45,column53,column618,column745,column836,column922,column1010,642,916,132,338
+column1497,column2308,column379,column47,column532,column629,column76,column87,column927,column103,293,94,62,626
+column1744,column2460,column377,column44,column528,column621,column79,column822,column911,column1024,131,137,415,197
+column1609,column2139,column394,column45,column544,column632,column729,column848,column92,column107,211,601,539,527
+column1367,column2302,column33,column430,column52,column642,column77,column826,column910,column105,904,614,58,653
+column1558,column2297,column33,column432,column527,column618,column76,column846,column917,column1019,848,467,737,408
+column1992,column2305,column322,column424,column531,column622,column73,column847,column90,column1019,174,1017,90,429
+column1188,column2330,column320,column448,column510,column611,column716,column826,column935,column101,926,34,196,969
+column1501,column2120,column326,column427,column522,column64,column734,column832,column911,column1038,361,704,455,369
+column1741,column2288,column371,column424,column546,column635,column735,column831,column948,column1026,953,169,895,225
+column1156,column259,column395,column442,column538,column630,column721,column818,column949,column1047,395,202,752,53
+column1550,column25,column397,column412,column51,column623,column732,column812,column945,column1020,687,603,151,988
+column1516,column2490,column361,column40,column547,column620,column78,column847,column914,column1042,350,28,776,901
+column1327,column2183,column30,column416,column521,column645,column740,column817,column930,column1023,230,802,144,109
+column1393,column2104,column395,column449,column514,column620,column733,column839,column90,column101,761,427,410,859
+column1605,column2392,column342,column429,column520,column626,column744,column816,column943,column108,110,49,188,691
+column1811,column2384,column395,column47,column525,column648,column742,column828,column98,column1021,622,977,423,974
+column1818,column2135,column396,column448,column539,column649,column744,column829,column940,column107,206,604,927,892
+column1592,column2125,column350,column439,column530,column68,column729,column836,column927,column1035,687,34,892,315
+column1744,column218,column390,column42,column520,column643,column725,column830,column921,column1016,987,999,349,594
+column1378,column2325,column383,column411,column541,column619,column724,column844,column918,column1017,587,232,491,105
+column1515,column2244,column383,column410,column539,column646,column719,column843,column924,column1014,944,901,763,615
+column1832,column2256,column372,column445,column536,column67,column716,column87,column938,column1029,734,23,977,100
+column160,column2300,column310,column49,column54,column64,column739,column838,column915,column108,331,775,646,1011
+column1149,column2268,column358,column437,column546,column629,column732,column88,column925,column1031,377,399,485,364
+column1515,column2118,column374,column434,column54,column633,column733,column849,column93,column1011,14,515,57,698
+column1541,column2325,column340,column420,column525,column611,column73,column820,column938,column103,598,930,621,211
+column1814,column250,column36,column423,column51,column624,column711,column818,column948,column109,130,153,662,74
+column149,column277,column330,column419,column548,column645,column733,column817,column937,column101,388,739,283,598
+column1167,column2318,column347,column433,column547,column620,column725,column88,column946,column1037,913,453,874,378
+column1959,column2475,column357,column444,column57,column624,column733,column841,column925,column1018,235,136,776,299
+column183,column2116,column398,column415,column545,column633,column723,column817,column934,column1046,623,30,465,281
+column1166,column2445,column397,column40,column525,column624,column738,column834,column94,column106,269,374,85,119
+column1537,column23,column389,column46,column537,column621,column737,column845,column91,column1043,62,351,365,833
+column1729,column2307,column332,column424,column527,column628,column78,column84,column944,column1028,252,504,211,103
+column1787,column2477,column379,column47,column540,column620,column744,column823,column919,column1049,541,665,740,801
+column1473,column258,column324,column49,column522,column622,column749,column83,column935,column1037,944,568,564,210
+column1676,column2412,column385,column437,column53,column65,column718,column834,column919,column1012,469,726,889,283
+column1451,column2278,column311,column427,column546,column649,column72,column833,column940,column1029,769,251,571,310
+column1603,column2304,column328,column420,column511,column637,column748,column830,column940,column107,741,219,525,582
+column1717,column2213,column359,column425,column537,column631,column715,column836,column94,column1016,877,761,474,848
+column1261,column2482,column359,column432,column544,column611,column710,column838,column941,column1014,354,721,328,451
+column1719,column2421,column358,column441,column533,column60,column744,column846,column938,column1015,222,658,234,605
+column12,column2143,column333,column416,column58,column611,column728,column840,column932,column1026,1009,954,980,517
+column186,column2313,column315,column439,column515,column629,column721,column80,column917,column1048,113,132,925,230
+column194,column2140,column367,column434,column521,column645,column744,column823,column939,column1016,868,407,563,656
+column1541,column2311,column317,column418,column523,column642,column73,column88,column91,column108,248,410,380,634
+column1555,column273,column390,column436,column514,column617,column79,column826,column917,column100,204,534,177,772
+column1361,column2329,column38,column428,column58,column631,column715,column848,column948,column1015,441,288,406,150
+column1676,column2247,column371,column440,column520,column640,column712,column848,column921,column1039,1003,363,726,934
+column1963,column2478,column342,column421,column513,column648,column720,column826,column917,column106,898,706,47,412
+column1641,column2365,column362,column444,column536,column62,column70,column814,column95,column1047,93,824,611,175
+column1707,column2378,column333,column43,column524,column637,column713,column814,column938,column107,387,592,190,723
+column1792,column21,column373,column435,column540,column620,column79,column85,column942,column106,168,201,536,418
+column1189,column2130,column333,column422,column55,column69,column727,column845,column914,column1047,956,557,540,592
+column118,column2249,column330,column45,column517,column641,column716,column839,column94,column1012,978,591,442,939
+column1917,column2224,column358,column435,column51,column648,column711,column821,column949,column1010,824,218,23,933
+column1890,column2438,column375,column437,column539,column629,column721,column834,column944,column100,724,876,914,373
+column1845,column2247,column314,column42,column518,column632,column717,column829,column93,column106,649,259,651,95
+column1378,column2149,column39,column439,column521,column625,column716,column837,column942,column1021,304,423,931,144
+column1489,column2208,column316,column437,column518,column623,column748,column841,column96,column1038,506,45,872,189
+column1264,column2437,column327,column443,column519,column68,column711,column848,column932,column1022,826,733,177,548
+column1334,column2170,column370,column447,column544,column68,column746,column836,column928,column104,724,170,795,155
+column1712,column2344,column33,column426,column549,column625,column736,column839,column937,column1045,1001,856,558,352
+column1851,column2338,column395,column429,column546,column628,column747,column839,column914,column101,342,275,627,611
+column1879,column2209,column382,column42,column520,column623,column73,column847,column94,column1014,712,810,578,906
+column1835,column2295,column386,column428,column544,column644,column721,column818,column96,column1044,687,737,926,488
+column1469,column2130,column378,column44,column516,column633,column725,column835,column923,column1034,927,409,932,230
+column155,column225,column389,column442,column524,column633,column714,column841,column935,column109,981,510,361,883
+column1353,column2431,column373,column46,column524,column66,column727,column89,column926,column1023,152,168,249,867
+column1631,column2358,column360,column415,column514,column614,column731,column88,column928,column1033,559,501,218,759
+column1937,column2109,column325,column440,column530,column62,column736,column84,column916,column105,252,375,122,820
+column1283,column2128,column359,column418,column530,column67,column721,column830,column94,column1040,85,447,773,1013
+column128,column2257,column342,column416,column543,column622,column727,column833,column910,column1045,422,759,621,174
+column1320,column2413,column344,column421,column531,column617,column729,column831,column926,column1010,783,29,500,285
+column1743,column2189,column352,column47,column539,column68,column736,column815,column930,column101,332,686,941,206
+column1144,column2164,column326,column43,column511,column65,column734,column821,column925,column1034,727,641,293,780
+column1532,column285,column321,column449,column513,column648,column73,column811,column95,column1017,1002,721,363,877
+column1782,column2426,column361,column419,column524,column631,column711,column841,column90,column1026,351,232,208,371
+column1417,column2334,column397,column423,column539,column60,column726,column828,column947,column1046,586,858,633,437
+column1155,column2364,column368,column447,column53,column633,column710,column816,column949,column1021,549,484,660,462
+column1134,column2436,column36,column418,column52,column648,column746,column88,column935,column103,533,110,118,60
+column1106,column2178,column362,column441,column57,column632,column712,column842,column940,column1011,400,175,955,231
+column1478,column2404,column317,column420,column537,column641,column738,column810,column911,column1014,39,282,762,57
+column198,column268,column374,column40,column531,column611,column739,column835,column948,column1012,202,854,917,186
+column1533,column2139,column30,column439,column52,column61,column711,column831,column915,column1041,216,767,496,348
+column1996,column2234,column396,column445,column540,column67,column744,column80,column935,column1012,943,636,473,751
+column1416,column2415,column346,column413,column521,column642,column734,column87,column910,column1016,98,362,462,110
+column1573,column2100,column358,column45,column540,column626,column729,column841,column940,column1010,365,892,562,481
+column134,column2448,column329,column423,column524,column636,column746,column843,column936,column1047,359,364,184,531
+column1885,column2301,column344,column449,column518,column61,column721,column89,column942,column105,156,129,795,877
+column1266,column2483,column321,column46,column536,column649,column710,column842,column923,column1017,457,60,341,633
+column1851,column268,column349,column433,column516,column618,column729,column82,column927,column105,1004,430,739,586
+column1892,column2122,column356,column439,column512,column622,column739,column824,column934,column1030,749,252,480,986
+column1461,column2139,column317,column42,column511,column611,column748,column831,column929,column108,79,710,128,278
+column1550,column2379,column333,column415,column513,column68,column732,column838,column941,column106,53,426,365,487
+column1582,column2473,column346,column415,column53,column616,column727,column840,column910,column1037,425,528,275,417
+column1351,column2310,column345,column41,column535,column61,column741,column88,column930,column1019,609,745,321,587
+column1290,column2252,column312,column49,column519,column616,column73,column847,column933,column101,502,506,84,797
+column145,column2221,column338,column417,column512,column620,column78,column847,column937,column100,420,531,151,98
+column1764,column2247,column366,column437,column517,column639,column748,column842,column920,column104,27,404,171,434
+column1472,column2186,column319,column431,column530,column643,column733,column823,column924,column1010,383,918,605,972
+column1607,column2106,column362,column40,column522,column63,column715,column87,column94,column101,548,330,126,357
+column1664,column2381,column35,column415,column525,column633,column748,column848,column912,column1017,199,720,776,593
<TRUNCATED>
[19/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/10dim_4msr.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/10dim_4msr.csv b/integration/spark/src/test/resources/10dim_4msr.csv
deleted file mode 100644
index 5727288..0000000
--- a/integration/spark/src/test/resources/10dim_4msr.csv
+++ /dev/null
@@ -1,1000 +0,0 @@
-column1338,column233,column383,column45,column549,column639,column727,column817,column94,column106,908,316,489,573
-column1814,column2342,column333,column429,column50,column611,column716,column816,column910,column1043,922,409,948,330
-column1355,column2217,column315,column439,column536,column643,column749,column823,column927,column1039,109,776,613,925
-column1771,column2363,column318,column434,column544,column625,column78,column825,column924,column1034,66,378,438,123
-column1610,column2313,column388,column429,column537,column613,column742,column828,column927,column109,548,786,927,385
-column1577,column2191,column323,column414,column529,column613,column78,column845,column93,column1035,380,910,261,442
-column1801,column2196,column382,column440,column50,column632,column717,column82,column936,column1019,844,681,293,312
-column1127,column235,column374,column416,column55,column617,column730,column85,column928,column1015,624,825,172,481
-column1905,column2137,column334,column444,column525,column619,column716,column813,column94,column1022,709,953,85,735
-column1129,column2375,column374,column447,column55,column66,column725,column812,column932,column105,879,974,351,844
-column1666,column2268,column395,column426,column55,column642,column75,column836,column90,column1042,438,959,430,809
-column1259,column231,column311,column42,column516,column646,column74,column80,column916,column1033,393,552,916,770
-column1614,column2197,column316,column447,column542,column619,column746,column827,column931,column1024,794,149,513,836
-column1417,column20,column326,column434,column521,column631,column740,column88,column90,column1047,785,444,478,764
-column1192,column2467,column360,column427,column55,column632,column711,column814,column944,column1010,185,70,317,389
-column1105,column2448,column34,column47,column517,column614,column737,column88,column927,column1025,18,545,466,651
-column1447,column2177,column326,column431,column55,column639,column741,column819,column924,column105,701,777,313,270
-column1512,column2116,column349,column41,column57,column615,column722,column836,column944,column1016,785,948,834,830
-column1485,column227,column390,column441,column520,column614,column728,column837,column914,column1047,378,629,253,473
-column1932,column260,column342,column412,column549,column61,column723,column88,column921,column1040,640,711,467,1041
-column1522,column2349,column364,column441,column529,column64,column74,column817,column939,column1031,732,995,991,55
-column1541,column2355,column377,column420,column532,column63,column72,column820,column917,column1019,378,553,913,953
-column1608,column2437,column350,column439,column56,column641,column716,column813,column934,column1040,693,600,952,545
-column1479,column2248,column316,column425,column534,column624,column732,column848,column927,column107,631,361,383,332
-column1717,column225,column348,column42,column537,column622,column719,column843,column921,column1010,219,67,544,666
-column1961,column2350,column314,column45,column526,column635,column716,column832,column920,column100,1008,580,457,846
-column1899,column262,column398,column413,column55,column618,column713,column829,column920,column1019,359,839,651,297
-column1886,column263,column380,column433,column524,column69,column75,column83,column92,column1011,147,271,67,760
-column1752,column2491,column359,column447,column513,column614,column737,column816,column914,column100,98,544,330,1021
-column1913,column2430,column372,column420,column512,column64,column749,column833,column922,column1049,885,55,843,176
-column1112,column2248,column370,column47,column57,column68,column78,column841,column933,column1012,148,298,805,788
-column1157,column2462,column354,column413,column515,column65,column74,column833,column940,column1019,674,449,723,396
-column1104,column2454,column319,column440,column538,column68,column710,column815,column96,column1049,903,399,18,234
-column1391,column2335,column390,column413,column52,column636,column73,column88,column925,column1026,840,752,267,237
-column1994,column2358,column376,column44,column54,column627,column741,column839,column93,column1032,237,543,20,70
-column1364,column2334,column374,column418,column516,column644,column746,column812,column942,column1043,956,135,892,203
-column1495,column2151,column319,column410,column533,column69,column715,column834,column933,column1030,423,561,856,868
-column1684,column27,column324,column444,column541,column637,column726,column820,column931,column1016,458,913,500,746
-column1975,column2314,column375,column44,column522,column612,column722,column841,column97,column1047,241,58,276,688
-column1659,column256,column340,column442,column519,column619,column726,column819,column947,column104,128,67,334,960
-column1751,column2391,column35,column449,column524,column620,column77,column82,column923,column1040,341,895,759,483
-column1236,column251,column381,column410,column513,column615,column712,column812,column92,column1049,311,484,521,334
-column1555,column2265,column320,column46,column54,column637,column726,column839,column916,column1039,932,672,452,616
-column164,column2451,column317,column440,column58,column637,column742,column838,column917,column1032,748,539,921,791
-column1718,column281,column32,column44,column510,column615,column731,column837,column97,column1013,989,740,917,204
-column1310,column221,column374,column43,column519,column634,column76,column842,column937,column1019,734,371,597,213
-column1448,column2206,column320,column419,column528,column613,column724,column81,column95,column1029,381,295,158,434
-column1418,column2109,column361,column446,column50,column63,column742,column88,column949,column1029,592,626,855,623
-column1970,column2120,column313,column447,column56,column639,column77,column841,column917,column1032,874,520,979,63
-column1534,column2325,column372,column447,column512,column631,column749,column841,column92,column1029,597,381,52,804
-column133,column2103,column379,column419,column543,column617,column739,column80,column920,column1016,208,485,203,792
-column1528,column2116,column353,column42,column57,column618,column744,column833,column99,column105,664,718,503,259
-column1293,column288,column331,column445,column527,column632,column739,column814,column927,column1045,563,517,377,134
-column1608,column2366,column357,column419,column546,column66,column78,column810,column919,column1041,108,821,515,852
-column1414,column2227,column333,column430,column537,column634,column746,column816,column936,column1031,965,116,705,89
-column1691,column2300,column373,column46,column510,column618,column730,column819,column924,column103,572,372,690,255
-column1812,column2489,column30,column418,column536,column633,column713,column823,column921,column1045,861,104,634,352
-column1651,column232,column326,column431,column52,column67,column76,column839,column94,column101,99,605,818,295
-column1306,column2109,column310,column433,column59,column624,column710,column819,column922,column1020,184,807,867,384
-column1925,column2387,column326,column447,column536,column65,column747,column824,column91,column1018,622,79,438,480
-column1346,column2304,column36,column431,column51,column647,column728,column842,column91,column1046,850,973,943,215
-column1384,column2229,column368,column447,column534,column637,column716,column80,column911,column1018,155,544,706,664
-column1352,column2308,column320,column444,column53,column622,column733,column88,column944,column109,719,924,443,684
-column1589,column2252,column33,column412,column527,column640,column741,column845,column940,column1021,296,200,720,628
-column1898,column2222,column32,column449,column59,column624,column79,column811,column919,column1031,591,639,882,84
-column1990,column2445,column317,column437,column549,column627,column713,column849,column92,column1021,966,148,536,471
-column1636,column2453,column317,column438,column518,column619,column719,column833,column927,column1021,882,758,134,496
-column1529,column257,column383,column446,column537,column61,column735,column87,column94,column1039,327,856,718,137
-column1321,column2164,column315,column446,column538,column615,column712,column811,column930,column109,27,835,121,436
-column14,column2271,column32,column427,column512,column612,column722,column89,column93,column1017,805,22,265,426
-column186,column2362,column368,column412,column514,column613,column725,column847,column947,column1044,76,509,940,390
-column1398,column2299,column329,column416,column529,column638,column729,column82,column928,column1015,832,688,243,162
-column1290,column2313,column391,column429,column516,column642,column729,column81,column913,column1030,763,31,261,743
-column142,column2493,column352,column45,column516,column630,column737,column812,column936,column103,612,480,705,455
-column1968,column248,column39,column419,column513,column630,column714,column836,column949,column101,697,20,642,76
-column1206,column2144,column340,column432,column56,column613,column712,column811,column931,column107,845,737,267,211
-column1131,column2452,column390,column48,column515,column647,column732,column848,column98,column1011,338,565,343,846
-column1100,column2191,column343,column447,column510,column632,column749,column86,column926,column103,547,733,948,333
-column1841,column2291,column39,column423,column57,column616,column733,column838,column90,column1020,360,239,278,827
-column1774,column2217,column316,column427,column512,column624,column72,column816,column912,column104,947,728,934,885
-column1140,column222,column362,column48,column58,column636,column715,column816,column910,column1025,230,614,598,118
-column1915,column2209,column387,column424,column50,column614,column75,column819,column91,column1011,276,22,677,163
-column1795,column298,column341,column422,column511,column649,column743,column832,column930,column1022,583,463,503,768
-column1771,column2358,column369,column447,column546,column634,column725,column814,column917,column1025,827,425,186,229
-column1752,column2136,column398,column420,column541,column626,column714,column84,column939,column106,302,389,95,269
-column1458,column2120,column322,column428,column56,column623,column74,column820,column910,column1048,699,189,676,336
-column1342,column242,column342,column445,column539,column626,column72,column834,column946,column103,125,628,350,154
-column1865,column2447,column319,column44,column59,column635,column745,column822,column927,column1038,164,188,544,319
-column1468,column2402,column351,column425,column537,column66,column725,column841,column947,column1021,959,609,817,104
-column1882,column2171,column316,column431,column535,column618,column743,column835,column913,column1020,775,909,258,602
-column1607,column2357,column385,column47,column537,column644,column746,column825,column942,column1044,258,566,732,703
-column1872,column2257,column347,column41,column517,column648,column724,column847,column947,column100,778,205,753,945
-column1572,column2479,column368,column429,column542,column61,column77,column842,column929,column1049,854,318,219,102
-column1370,column2251,column359,column426,column522,column63,column717,column819,column96,column1028,436,853,209,434
-column1139,column2399,column385,column415,column545,column612,column71,column844,column932,column1042,971,679,882,506
-column1803,column2215,column318,column418,column547,column640,column748,column816,column932,column1040,349,533,586,58
-column1765,column2316,column322,column418,column544,column629,column748,column827,column933,column1039,31,792,645,965
-column1215,column2280,column370,column443,column522,column626,column714,column83,column935,column1029,675,674,159,252
-column1718,column257,column346,column45,column525,column64,column727,column827,column911,column1032,602,888,631,477
-column1238,column2419,column396,column44,column535,column634,column744,column817,column917,column1024,640,975,946,953
-column1933,column2120,column360,column417,column549,column622,column720,column841,column931,column1012,228,405,512,911
-column1492,column2379,column352,column447,column547,column617,column721,column811,column922,column1041,591,841,529,596
-column1184,column2303,column334,column441,column513,column637,column737,column842,column944,column1047,203,567,98,534
-column1131,column288,column39,column413,column522,column62,column74,column828,column918,column1025,163,53,964,641
-column1438,column2402,column32,column428,column512,column66,column734,column835,column926,column1032,602,990,875,584
-column1246,column2174,column357,column414,column534,column66,column732,column820,column99,column1015,428,910,187,924
-column1263,column2417,column399,column417,column526,column628,column742,column819,column93,column105,849,138,1004,218
-column1785,column2345,column364,column441,column58,column648,column734,column818,column943,column1010,128,776,215,554
-column1338,column2251,column324,column440,column519,column647,column721,column816,column910,column1029,597,706,779,111
-column1439,column2174,column346,column40,column519,column627,column76,column832,column928,column1010,909,750,925,602
-column140,column2490,column312,column431,column520,column623,column74,column838,column928,column1044,214,643,288,523
-column1698,column2336,column376,column412,column522,column618,column725,column843,column926,column1022,815,918,267,915
-column1665,column2192,column36,column423,column53,column638,column746,column820,column921,column1019,564,488,85,735
-column1949,column2233,column367,column42,column527,column614,column730,column846,column940,column1013,186,769,58,726
-column1206,column240,column317,column414,column538,column647,column79,column847,column940,column1017,273,359,266,423
-column1152,column2122,column368,column412,column540,column624,column77,column86,column934,column1048,254,541,751,667
-column1141,column2353,column387,column433,column56,column64,column717,column89,column95,column1045,23,30,947,505
-column114,column2407,column322,column448,column531,column69,column733,column88,column913,column1021,61,964,418,513
-column177,column2368,column31,column417,column59,column620,column732,column812,column926,column1033,314,460,634,783
-column1435,column2435,column326,column48,column537,column622,column745,column845,column947,column1030,641,862,86,944
-column1623,column220,column342,column443,column52,column640,column721,column85,column923,column1040,333,995,746,447
-column1313,column2435,column334,column439,column544,column617,column736,column81,column92,column1031,111,659,879,418
-column188,column2164,column347,column433,column52,column63,column746,column847,column938,column1022,705,311,236,320
-column1113,column2362,column34,column410,column535,column644,column743,column825,column920,column1019,722,117,975,551
-column190,column2307,column395,column421,column518,column634,column725,column834,column912,column1038,946,693,12,559
-column1420,column2324,column382,column446,column57,column611,column75,column831,column929,column1035,212,859,725,266
-column1686,column28,column366,column418,column519,column64,column715,column818,column925,column1028,589,656,541,961
-column1266,column2343,column387,column411,column512,column630,column71,column846,column921,column1043,549,989,363,137
-column1116,column2108,column33,column434,column511,column627,column725,column826,column941,column109,461,743,366,922
-column1398,column273,column348,column445,column523,column64,column70,column839,column915,column1016,312,692,523,455
-column13,column2495,column374,column443,column52,column65,column744,column817,column97,column1024,256,523,707,538
-column1191,column2157,column389,column47,column511,column614,column723,column80,column927,column1032,690,304,354,78
-column1949,column218,column322,column445,column58,column647,column717,column845,column939,column100,223,787,752,896
-column1249,column2162,column351,column432,column538,column648,column713,column822,column94,column1038,948,926,630,373
-column1115,column2247,column340,column433,column538,column622,column711,column815,column912,column1029,927,411,897,317
-column1575,column2296,column331,column422,column535,column630,column731,column80,column91,column1045,759,268,478,259
-column1849,column2102,column318,column428,column544,column643,column742,column821,column92,column1027,975,760,564,114
-column1582,column2353,column329,column413,column55,column615,column747,column826,column98,column1033,113,243,540,256
-column1170,column240,column370,column418,column522,column629,column729,column849,column97,column109,96,1004,366,412
-column1398,column2139,column385,column415,column524,column640,column748,column81,column929,column1045,89,137,921,639
-column17,column2362,column365,column449,column549,column610,column728,column813,column941,column1027,771,144,429,700
-column1636,column2202,column318,column414,column527,column62,column74,column82,column944,column1043,816,282,21,823
-column1895,column2121,column311,column416,column520,column620,column719,column820,column946,column104,364,973,497,111
-column1610,column2178,column331,column429,column543,column69,column725,column82,column949,column1045,136,383,259,476
-column1732,column2395,column385,column412,column549,column64,column70,column811,column934,column1030,330,153,5,661
-column1782,column2131,column378,column49,column523,column643,column76,column849,column943,column1027,851,676,598,610
-column179,column298,column334,column421,column536,column634,column721,column841,column97,column1014,188,57,587,983
-column1474,column2211,column384,column433,column537,column644,column730,column842,column920,column1038,589,805,971,681
-column1970,column2481,column331,column412,column529,column632,column740,column88,column97,column1014,148,678,843,476
-column1608,column2164,column35,column430,column518,column623,column74,column849,column914,column1046,68,599,912,820
-column1341,column2421,column375,column47,column513,column632,column736,column817,column929,column1020,143,497,841,476
-column1638,column259,column365,column42,column540,column641,column749,column810,column933,column1046,192,372,558,868
-column1713,column287,column317,column444,column521,column638,column77,column83,column90,column1023,914,313,832,545
-column1710,column2295,column349,column447,column51,column630,column744,column819,column910,column1025,792,848,973,131
-column1415,column2420,column364,column411,column54,column615,column721,column823,column943,column108,681,295,437,448
-column1349,column2330,column33,column418,column520,column614,column77,column835,column916,column103,858,778,638,557
-column1392,column2336,column342,column43,column52,column630,column733,column819,column920,column104,650,999,372,125
-column1593,column2316,column364,column422,column59,column62,column743,column811,column938,column1033,702,709,466,396
-column1316,column2365,column338,column447,column521,column64,column77,column87,column939,column109,960,513,424,430
-column1575,column2476,column326,column425,column536,column69,column730,column815,column936,column104,339,954,834,925
-column1956,column298,column34,column437,column546,column69,column734,column89,column940,column1015,851,800,226,94
-column1855,column2303,column385,column437,column532,column628,column747,column841,column935,column1036,258,960,968,412
-column1385,column214,column338,column436,column531,column66,column711,column819,column96,column1049,200,312,958,386
-column1168,column2398,column335,column48,column529,column613,column728,column847,column944,column1023,993,520,371,965
-column1535,column2107,column314,column432,column532,column639,column744,column841,column946,column1032,991,977,973,491
-column1774,column2170,column32,column415,column525,column622,column736,column84,column911,column1048,105,56,285,842
-column1899,column2240,column387,column421,column59,column66,column725,column812,column935,column1034,918,621,853,583
-column1670,column2349,column340,column41,column57,column616,column746,column841,column912,column1024,671,818,230,1036
-column1740,column2117,column384,column444,column56,column649,column714,column829,column96,column1014,78,24,629,369
-column1156,column2463,column38,column441,column544,column613,column744,column835,column940,column1033,217,994,512,584
-column1374,column2198,column330,column416,column515,column68,column730,column819,column931,column1047,154,511,267,783
-column163,column2382,column328,column431,column516,column68,column745,column841,column98,column1018,341,802,277,456
-column1143,column2352,column327,column45,column524,column610,column74,column832,column939,column1022,335,355,281,904
-column162,column2195,column355,column425,column528,column636,column716,column827,column927,column1010,943,485,465,351
-column1756,column2430,column396,column412,column524,column632,column719,column833,column926,column1023,253,91,820,138
-column1313,column2431,column362,column413,column538,column68,column75,column849,column925,column1042,498,993,849,61
-column1362,column2353,column366,column437,column514,column649,column71,column839,column926,column102,530,614,834,493
-column119,column218,column393,column436,column526,column624,column75,column847,column943,column1040,556,826,166,730
-column1298,column2471,column314,column441,column548,column642,column78,column816,column948,column1015,282,768,749,790
-column1815,column2274,column355,column41,column58,column65,column733,column848,column917,column1027,178,566,618,347
-column125,column2439,column314,column47,column549,column622,column728,column84,column94,column1038,712,439,170,132
-column1573,column2491,column358,column433,column541,column69,column733,column828,column91,column1012,276,930,402,1035
-column1956,column2371,column315,column436,column50,column60,column715,column816,column947,column1028,953,677,912,606
-column1837,column2308,column325,column40,column533,column629,column734,column86,column937,column1040,301,987,150,145
-column1791,column2491,column379,column421,column520,column643,column740,column822,column948,column1038,756,599,120,57
-column1507,column2403,column39,column428,column532,column613,column731,column819,column941,column1015,596,833,215,658
-column1841,column2361,column391,column433,column59,column611,column718,column810,column911,column1040,134,242,852,811
-column1465,column277,column370,column431,column544,column619,column726,column846,column916,column1012,215,520,512,696
-column1978,column228,column316,column444,column524,column633,column724,column835,column923,column1013,187,216,249,123
-column1789,column262,column358,column432,column510,column625,column72,column847,column949,column1041,496,345,869,100
-column1713,column212,column389,column48,column536,column620,column739,column81,column937,column1018,129,632,888,372
-column1806,column26,column330,column430,column54,column621,column718,column87,column947,column1046,125,673,576,915
-column1761,column2310,column322,column447,column540,column621,column732,column83,column940,column1021,62,29,117,678
-column1390,column26,column371,column442,column547,column641,column747,column829,column90,column1036,350,50,699,224
-column1282,column274,column318,column414,column546,column613,column733,column811,column936,column1023,910,86,28,603
-column1710,column295,column30,column440,column532,column633,column714,column83,column933,column1017,938,114,745,778
-column1693,column2342,column386,column45,column511,column630,column717,column830,column946,column1032,25,659,19,116
-column1527,column2134,column36,column443,column545,column617,column743,column829,column937,column1042,938,140,818,445
-column1266,column2103,column373,column449,column56,column625,column746,column833,column938,column1015,212,641,875,182
-column1643,column2473,column340,column438,column534,column647,column740,column843,column96,column1049,550,108,879,438
-column1989,column2399,column391,column49,column525,column643,column70,column845,column911,column1037,475,242,889,544
-column1286,column2439,column394,column430,column538,column61,column713,column843,column90,column109,775,695,978,991
-column1399,column2338,column354,column421,column519,column614,column720,column819,column939,column1016,83,751,841,462
-column1634,column2457,column371,column419,column542,column618,column741,column844,column929,column105,480,471,95,903
-column1388,column2393,column363,column428,column52,column648,column746,column820,column97,column1017,726,583,84,70
-column1386,column2313,column382,column438,column523,column645,column73,column89,column922,column1013,175,1018,819,256
-column1347,column286,column351,column46,column513,column647,column742,column87,column97,column1014,606,591,798,640
-column1604,column264,column348,column436,column514,column61,column745,column847,column930,column100,200,79,289,849
-column1934,column272,column373,column432,column531,column614,column74,column831,column934,column1022,416,242,680,178
-column1409,column2100,column37,column41,column523,column635,column729,column84,column98,column102,983,352,205,451
-column1155,column2403,column33,column447,column51,column644,column732,column88,column939,column1043,833,73,532,510
-column1427,column2274,column34,column44,column51,column633,column746,column828,column934,column1036,52,507,208,132
-column1816,column2253,column373,column441,column547,column642,column719,column85,column918,column1016,416,710,548,996
-column1104,column288,column349,column441,column50,column613,column733,column811,column914,column1032,242,272,187,227
-column1678,column2364,column377,column49,column539,column61,column733,column822,column96,column1030,860,990,114,721
-column1917,column272,column325,column427,column512,column619,column76,column813,column915,column107,884,208,298,531
-column1444,column260,column365,column437,column518,column636,column743,column811,column934,column1035,757,674,358,900
-column1174,column2456,column310,column411,column516,column629,column733,column841,column936,column1037,729,1011,706,651
-column1106,column2281,column310,column427,column519,column642,column720,column848,column936,column1011,860,899,685,548
-column148,column2142,column395,column45,column537,column630,column720,column80,column912,column1046,252,412,354,380
-column1595,column2168,column391,column435,column542,column611,column723,column843,column946,column1012,584,468,23,271
-column1741,column244,column355,column418,column529,column631,column746,column847,column936,column1020,195,977,568,959
-column1945,column2447,column335,column48,column545,column647,column727,column835,column934,column1021,235,464,56,368
-column1899,column2358,column368,column49,column515,column647,column716,column840,column918,column1045,614,870,731,766
-column1926,column2120,column30,column425,column541,column613,column725,column811,column922,column1033,74,125,306,182
-column1110,column23,column368,column410,column523,column639,column726,column828,column923,column1024,423,508,184,847
-column1963,column2279,column362,column415,column523,column625,column75,column829,column927,column1039,766,207,496,184
-column1932,column240,column390,column424,column56,column618,column746,column849,column917,column1031,977,411,575,713
-column1845,column280,column315,column411,column521,column69,column735,column817,column95,column1037,23,292,886,680
-column1673,column2245,column390,column431,column525,column61,column719,column821,column932,column1037,171,534,650,587
-column1670,column2476,column316,column438,column547,column610,column731,column825,column949,column1023,404,763,511,208
-column1755,column2463,column350,column416,column538,column64,column739,column845,column923,column1013,298,76,262,799
-column1984,column2209,column344,column427,column542,column619,column736,column81,column946,column1038,498,299,405,564
-column1550,column2417,column379,column438,column545,column628,column746,column836,column949,column1033,839,631,526,770
-column1729,column2344,column347,column42,column56,column615,column71,column82,column93,column1038,687,167,843,943
-column1450,column2325,column340,column429,column530,column621,column731,column836,column925,column1028,173,403,698,977
-column168,column2146,column325,column411,column518,column62,column77,column82,column914,column1029,418,384,256,749
-column1787,column2371,column378,column425,column536,column633,column78,column830,column933,column1019,707,830,425,141
-column1670,column2337,column342,column430,column524,column61,column748,column848,column924,column1027,27,839,873,454
-column1951,column2111,column342,column413,column512,column635,column734,column846,column943,column107,216,596,287,268
-column1828,column2198,column33,column434,column542,column626,column739,column836,column945,column1011,50,521,170,249
-column1882,column2177,column326,column430,column51,column67,column736,column88,column925,column1029,18,24,120,496
-column1685,column2491,column382,column49,column52,column635,column744,column846,column915,column1040,539,399,483,660
-column1984,column2256,column376,column42,column539,column627,column78,column835,column922,column105,140,337,424,106
-column133,column275,column318,column439,column517,column67,column713,column836,column934,column101,367,144,518,816
-column1685,column259,column383,column433,column518,column67,column716,column847,column929,column1038,586,647,145,449
-column1109,column2478,column322,column430,column54,column647,column77,column817,column95,column1033,659,319,980,263
-column1642,column2401,column346,column436,column527,column631,column719,column823,column931,column105,841,157,812,212
-column1285,column2322,column346,column46,column52,column639,column719,column846,column943,column1022,786,382,701,326
-column1185,column2205,column356,column442,column547,column617,column712,column820,column913,column1021,177,602,626,609
-column1301,column294,column331,column425,column520,column641,column730,column842,column914,column1035,720,607,772,225
-column1574,column2245,column320,column439,column525,column638,column744,column812,column933,column1019,29,450,208,853
-column1961,column2407,column32,column444,column513,column643,column78,column832,column925,column1025,605,551,72,172
-column1564,column2193,column347,column425,column516,column615,column734,column89,column917,column1021,966,634,945,327
-column1593,column2418,column385,column442,column545,column629,column745,column837,column92,column101,139,117,725,221
-column1545,column2159,column367,column416,column534,column637,column726,column821,column90,column1040,449,293,278,962
-column1591,column2484,column347,column448,column511,column64,column77,column834,column97,column1049,386,433,590,802
-column1493,column2274,column386,column411,column539,column614,column736,column826,column93,column1043,704,60,922,932
-column1816,column2186,column393,column432,column542,column629,column72,column819,column941,column109,44,992,464,852
-column1486,column245,column356,column44,column55,column636,column716,column82,column98,column1043,696,215,531,846
-column1393,column2232,column310,column424,column533,column638,column747,column832,column919,column1010,919,298,810,985
-column1703,column2213,column322,column429,column51,column647,column725,column834,column914,column1030,287,994,119,657
-column1386,column2366,column391,column47,column540,column641,column736,column828,column923,column1032,131,47,724,665
-column1457,column2235,column335,column425,column512,column61,column736,column849,column93,column101,389,895,382,698
-column1384,column249,column371,column426,column547,column647,column729,column818,column949,column104,230,414,965,880
-column1729,column2286,column359,column428,column522,column619,column723,column831,column924,column1038,61,717,289,420
-column1591,column241,column329,column440,column513,column642,column738,column818,column943,column1047,298,59,676,277
-column1291,column2310,column374,column443,column547,column643,column742,column83,column947,column1047,392,547,803,585
-column1505,column2267,column341,column411,column534,column637,column733,column86,column929,column1021,329,1010,451,518
-column1349,column2135,column320,column40,column51,column626,column726,column815,column938,column1033,905,157,333,314
-column1779,column251,column319,column420,column517,column62,column77,column825,column940,column1018,935,398,484,967
-column1221,column2386,column340,column449,column535,column620,column78,column823,column98,column1047,604,918,400,426
-column1890,column237,column380,column420,column519,column635,column727,column828,column947,column1011,955,296,445,974
-column1219,column2345,column373,column424,column533,column63,column743,column83,column98,column1020,344,504,402,1006
-column1462,column2425,column387,column416,column515,column631,column732,column85,column922,column1012,806,191,928,436
-column1483,column256,column357,column414,column526,column67,column717,column821,column929,column1013,536,219,935,287
-column1330,column2474,column326,column420,column548,column637,column75,column89,column924,column1028,601,327,82,772
-column1857,column256,column311,column448,column542,column622,column725,column87,column924,column1018,32,449,15,487
-column1695,column223,column389,column440,column544,column648,column720,column815,column930,column1040,986,252,73,775
-column1728,column2377,column368,column45,column547,column62,column712,column814,column923,column109,272,983,194,642
-column1606,column2481,column359,column446,column530,column635,column722,column841,column911,column1043,983,229,618,946
-column1385,column234,column335,column430,column530,column624,column726,column80,column91,column1038,154,840,922,704
-column1904,column2404,column399,column441,column59,column635,column77,column88,column919,column1034,668,186,725,853
-column1535,column2220,column384,column429,column532,column628,column713,column89,column92,column109,319,541,21,831
-column1119,column278,column396,column412,column534,column627,column733,column830,column943,column1036,542,172,665,63
-column1383,column2448,column383,column422,column50,column610,column728,column839,column914,column1024,571,536,778,673
-column1188,column27,column326,column429,column531,column67,column719,column844,column931,column101,940,843,433,455
-column1812,column2413,column344,column41,column546,column614,column720,column844,column920,column102,563,763,829,252
-column1313,column2282,column32,column422,column536,column63,column77,column824,column944,column1034,388,335,349,277
-column1925,column286,column322,column424,column511,column619,column748,column813,column933,column106,143,765,630,611
-column1653,column2362,column316,column43,column52,column62,column745,column827,column912,column105,124,132,614,101
-column180,column2317,column322,column423,column546,column634,column737,column822,column92,column1046,358,113,367,92
-column1463,column2395,column31,column438,column58,column637,column79,column84,column915,column1032,572,808,492,189
-column1966,column2328,column37,column447,column52,column631,column718,column846,column915,column1039,795,804,878,185
-column175,column223,column387,column437,column57,column614,column733,column842,column915,column1037,957,242,654,292
-column1699,column2390,column355,column432,column57,column644,column724,column846,column943,column1029,260,514,963,643
-column1594,column2452,column399,column424,column541,column625,column729,column813,column97,column108,252,807,628,369
-column1571,column2213,column350,column410,column523,column624,column720,column846,column942,column1020,862,37,999,50
-column1455,column256,column380,column433,column523,column630,column724,column82,column929,column1014,808,417,217,299
-column1353,column2307,column381,column427,column543,column647,column722,column823,column924,column1028,222,819,214,989
-column1897,column2399,column336,column44,column530,column638,column739,column816,column924,column1040,46,896,456,166
-column1789,column2251,column311,column444,column58,column69,column732,column817,column949,column1014,619,435,845,562
-column1677,column2187,column337,column43,column522,column616,column711,column814,column930,column1012,127,81,704,472
-column1132,column2464,column310,column418,column523,column65,column733,column833,column924,column1045,657,888,271,88
-column1649,column2327,column351,column42,column522,column630,column74,column811,column933,column1025,990,906,964,716
-column1936,column213,column371,column413,column520,column613,column732,column849,column944,column1016,557,292,160,504
-column1680,column2459,column377,column414,column516,column65,column77,column85,column919,column1011,908,981,533,442
-column1537,column2306,column357,column439,column523,column60,column74,column87,column921,column1010,939,814,17,671
-column1582,column22,column370,column414,column521,column614,column714,column843,column910,column101,594,72,710,404
-column1119,column2439,column357,column446,column514,column617,column724,column843,column95,column1013,767,139,929,723
-column1191,column215,column350,column41,column529,column649,column733,column837,column934,column100,334,265,853,394
-column1658,column2450,column331,column443,column527,column67,column736,column848,column919,column1039,236,115,175,480
-column1306,column2485,column399,column40,column55,column638,column730,column820,column910,column1021,567,286,889,613
-column1258,column2108,column334,column448,column521,column626,column731,column83,column938,column104,623,555,134,677
-column1725,column257,column361,column49,column537,column634,column725,column847,column932,column101,837,711,548,963
-column1415,column2105,column371,column445,column535,column641,column741,column80,column941,column1049,317,129,175,197
-column1409,column224,column363,column448,column537,column629,column747,column80,column940,column1027,288,601,455,330
-column1977,column295,column346,column42,column50,column63,column747,column81,column910,column1013,366,478,249,178
-column1758,column2364,column346,column433,column53,column635,column747,column819,column911,column1038,811,646,211,691
-column1458,column2104,column327,column42,column516,column610,column713,column845,column98,column1034,745,546,109,950
-column1888,column2434,column362,column445,column540,column612,column749,column816,column941,column100,834,435,554,1036
-column1628,column2179,column352,column421,column532,column614,column78,column80,column914,column106,880,572,623,513
-column194,column2139,column331,column49,column543,column649,column70,column813,column912,column101,370,824,624,997
-column114,column2169,column348,column412,column525,column648,column741,column816,column945,column1022,828,542,224,808
-column1330,column2180,column329,column436,column56,column616,column741,column811,column920,column1010,35,881,207,1015
-column1777,column2407,column376,column49,column55,column636,column734,column84,column925,column1020,90,663,716,505
-column1508,column2197,column386,column443,column544,column624,column746,column826,column912,column1029,732,287,146,789
-column1363,column2398,column325,column438,column532,column635,column70,column816,column94,column1034,315,503,33,367
-column1953,column2122,column345,column440,column54,column622,column740,column820,column937,column1022,432,275,111,347
-column1496,column2307,column383,column430,column548,column625,column729,column82,column94,column103,60,283,923,759
-column1355,column2349,column312,column440,column51,column613,column725,column828,column94,column1017,606,635,518,719
-column1576,column2161,column345,column424,column515,column641,column711,column847,column942,column1047,218,485,455,631
-column1462,column2326,column396,column436,column529,column613,column72,column823,column97,column100,845,696,211,890
-column1302,column245,column383,column427,column547,column645,column741,column823,column925,column1048,965,907,131,867
-column1384,column2114,column353,column427,column524,column620,column73,column820,column945,column1038,558,282,411,900
-column1221,column2149,column323,column48,column517,column617,column744,column831,column944,column1015,244,270,992,576
-column1728,column26,column392,column420,column549,column628,column726,column84,column928,column105,320,124,828,624
-column1388,column2405,column338,column41,column541,column634,column734,column826,column943,column1011,205,446,38,123
-column1591,column2269,column358,column444,column55,column60,column720,column823,column934,column1023,115,444,728,194
-column1205,column2273,column330,column447,column540,column636,column732,column844,column913,column107,66,285,386,216
-column1240,column2210,column376,column423,column59,column647,column740,column87,column947,column103,199,247,781,1044
-column1420,column2444,column32,column422,column513,column610,column744,column838,column924,column1016,20,657,299,855
-column1273,column2356,column393,column420,column54,column636,column724,column83,column935,column103,323,234,373,774
-column1196,column271,column386,column412,column514,column628,column79,column842,column936,column1046,179,691,208,274
-column1861,column2163,column391,column411,column538,column630,column721,column822,column934,column1030,255,602,285,426
-column1400,column247,column311,column41,column528,column625,column715,column838,column99,column1030,964,94,843,868
-column1425,column2311,column323,column40,column542,column631,column749,column829,column933,column1048,783,555,396,1033
-column1595,column2141,column36,column420,column518,column639,column71,column86,column92,column1020,892,147,616,76
-column1427,column2475,column318,column421,column529,column637,column739,column86,column922,column1038,694,192,941,1043
-column1983,column2196,column313,column48,column540,column61,column731,column85,column933,column1017,493,698,808,252
-column1148,column226,column398,column419,column544,column631,column74,column83,column97,column1029,651,963,837,484
-column1493,column240,column315,column45,column547,column68,column719,column81,column911,column1026,461,535,313,214
-column1431,column2316,column358,column436,column526,column637,column719,column842,column945,column1021,168,447,866,818
-column1404,column253,column320,column44,column512,column68,column743,column841,column931,column1024,357,1012,673,426
-column1910,column2377,column334,column47,column533,column640,column744,column844,column97,column1046,874,848,808,202
-column1164,column2140,column370,column42,column545,column622,column714,column82,column98,column1020,336,489,41,910
-column1189,column2428,column33,column441,column534,column627,column747,column819,column93,column1013,838,883,519,739
-column1716,column2354,column382,column448,column540,column612,column725,column819,column928,column1036,841,680,667,243
-column1105,column2325,column391,column430,column535,column631,column747,column829,column98,column1028,423,97,723,417
-column1837,column2273,column394,column42,column531,column616,column735,column80,column910,column104,918,940,420,193
-column1530,column2407,column368,column435,column527,column624,column736,column813,column935,column1041,478,389,450,794
-column1764,column2419,column388,column447,column540,column610,column736,column817,column937,column1020,333,444,450,704
-column1528,column2376,column38,column446,column519,column612,column72,column81,column946,column108,294,326,776,691
-column1109,column2439,column363,column436,column519,column616,column710,column843,column91,column1048,936,184,514,540
-column1742,column253,column318,column444,column526,column626,column76,column822,column94,column1040,315,229,889,780
-column1397,column2339,column333,column423,column546,column64,column722,column80,column916,column101,324,850,461,648
-column1729,column2428,column342,column412,column528,column61,column717,column81,column916,column103,992,583,1001,103
-column1775,column2274,column351,column424,column517,column644,column732,column841,column926,column1049,783,867,495,225
-column1289,column2232,column372,column443,column533,column62,column747,column827,column922,column1011,356,753,561,174
-column1101,column2447,column38,column425,column536,column646,column745,column831,column933,column1013,565,1012,887,627
-column1809,column2149,column388,column442,column548,column627,column713,column835,column914,column1041,861,658,267,167
-column1635,column2458,column386,column433,column524,column64,column733,column848,column92,column1012,264,45,246,436
-column1102,column2459,column362,column422,column541,column623,column722,column849,column928,column1047,979,440,139,449
-column175,column2402,column381,column427,column534,column641,column710,column827,column925,column1015,954,870,241,625
-column1402,column2188,column387,column440,column58,column619,column710,column840,column928,column1039,716,731,532,423
-column1476,column2192,column342,column449,column523,column629,column77,column84,column949,column1047,656,517,71,325
-column144,column2321,column395,column449,column519,column615,column70,column830,column917,column1040,644,711,811,879
-column1439,column2265,column35,column43,column520,column621,column748,column819,column911,column1042,262,765,196,896
-column1183,column2393,column343,column428,column58,column645,column730,column814,column944,column1015,374,202,347,617
-column161,column2403,column37,column431,column524,column610,column716,column830,column941,column100,655,959,725,1016
-column11,column2303,column333,column40,column511,column613,column74,column833,column940,column1034,85,511,967,845
-column1819,column2348,column33,column40,column525,column636,column711,column829,column916,column1027,610,686,453,916
-column1161,column2493,column345,column425,column58,column644,column730,column823,column926,column106,889,180,595,567
-column1441,column2185,column353,column443,column56,column638,column724,column836,column96,column100,308,47,917,992
-column1426,column2208,column387,column445,column50,column66,column739,column836,column925,column1036,84,498,792,772
-column1938,column2221,column36,column426,column541,column616,column741,column828,column938,column1011,876,49,178,657
-column1226,column2401,column392,column47,column511,column630,column738,column84,column946,column1023,240,519,651,270
-column1687,column2364,column349,column430,column55,column643,column718,column86,column910,column1028,101,142,640,410
-column1286,column2234,column389,column434,column535,column67,column711,column83,column942,column1034,203,304,416,157
-column1820,column2485,column344,column428,column532,column613,column714,column841,column911,column1011,620,307,265,429
-column1102,column222,column335,column47,column512,column623,column715,column845,column98,column1019,344,895,573,699
-column1550,column2373,column386,column47,column53,column69,column726,column819,column918,column1042,377,587,41,357
-column1225,column275,column328,column423,column58,column626,column740,column83,column910,column1021,961,978,800,401
-column1835,column225,column371,column41,column527,column624,column725,column827,column916,column1038,836,211,903,216
-column1225,column2270,column377,column47,column57,column628,column719,column821,column95,column1049,909,69,177,669
-column1363,column226,column382,column48,column59,column625,column744,column86,column97,column1023,253,206,522,120
-column1283,column2268,column355,column439,column533,column646,column738,column829,column940,column103,987,458,956,818
-column1605,column2362,column380,column446,column56,column616,column738,column840,column923,column1047,796,844,269,965
-column1763,column2341,column332,column422,column535,column69,column711,column848,column935,column1030,339,690,269,334
-column1452,column265,column364,column46,column528,column611,column727,column818,column95,column1014,647,53,417,580
-column124,column211,column33,column418,column530,column629,column79,column830,column916,column100,280,773,350,154
-column1254,column2465,column315,column413,column512,column62,column742,column817,column97,column109,583,801,647,1042
-column1672,column2481,column364,column40,column50,column642,column713,column84,column932,column1046,584,688,651,103
-column1647,column2116,column312,column410,column528,column645,column718,column812,column98,column1010,554,465,320,264
-column1643,column2212,column334,column48,column527,column644,column719,column837,column936,column108,266,406,204,158
-column1793,column2175,column331,column417,column541,column616,column729,column810,column946,column105,726,920,583,699
-column1341,column280,column319,column443,column546,column620,column747,column87,column922,column1015,214,465,55,751
-column120,column2426,column334,column434,column537,column646,column723,column840,column918,column1011,782,763,538,100
-column1683,column2284,column361,column416,column529,column619,column723,column824,column945,column1039,255,1001,327,310
-column1155,column248,column375,column440,column538,column610,column718,column86,column947,column1042,487,261,470,1014
-column1301,column2311,column350,column40,column543,column610,column71,column824,column939,column1031,71,143,531,600
-column1275,column2152,column344,column426,column527,column639,column740,column812,column929,column1012,403,688,673,309
-column1992,column2229,column388,column432,column52,column64,column729,column840,column914,column1013,351,976,409,916
-column1228,column2347,column320,column441,column535,column69,column730,column841,column93,column1033,242,543,754,743
-column1817,column2381,column379,column40,column528,column620,column749,column811,column938,column104,401,159,617,495
-column1684,column2492,column365,column434,column52,column634,column729,column815,column945,column1015,714,180,181,646
-column1102,column242,column38,column427,column512,column630,column710,column85,column949,column1042,625,109,290,494
-column1458,column2135,column378,column421,column512,column626,column713,column810,column90,column1023,967,423,219,339
-column1438,column258,column379,column412,column523,column638,column70,column80,column99,column1027,329,722,981,814
-column1522,column2214,column359,column420,column525,column66,column747,column826,column915,column1041,952,475,919,1048
-column1304,column243,column345,column425,column50,column646,column717,column84,column917,column1013,326,525,46,153
-column168,column232,column374,column420,column537,column630,column74,column835,column919,column1032,127,324,888,673
-column1711,column274,column347,column45,column527,column645,column728,column848,column943,column1037,979,682,573,223
-column1282,column2144,column372,column421,column540,column646,column73,column827,column931,column105,24,578,931,584
-column1344,column2235,column36,column428,column514,column626,column721,column84,column95,column1030,679,805,350,308
-column1472,column2454,column378,column440,column544,column66,column732,column839,column98,column1013,413,708,711,716
-column1187,column262,column387,column420,column513,column637,column716,column814,column917,column1016,495,29,197,271
-column1910,column2134,column357,column437,column542,column643,column728,column81,column916,column1043,724,715,956,622
-column1659,column266,column389,column433,column524,column64,column747,column819,column917,column1014,873,148,10,1023
-column1714,column2422,column361,column425,column538,column642,column747,column85,column928,column105,65,309,425,126
-column1442,column2313,column331,column437,column532,column626,column743,column835,column933,column101,200,593,851,1044
-column1920,column2444,column372,column424,column510,column65,column739,column842,column929,column106,248,767,49,495
-column1954,column278,column388,column43,column510,column629,column715,column816,column931,column1026,646,109,456,391
-column1506,column2199,column35,column429,column527,column636,column739,column810,column94,column1025,209,290,107,447
-column1362,column2156,column378,column422,column518,column646,column73,column80,column948,column1028,31,389,396,1021
-column1901,column240,column324,column411,column532,column634,column711,column81,column915,column1036,395,438,917,224
-column1882,column2494,column354,column432,column546,column629,column736,column812,column944,column1047,856,887,668,591
-column189,column2189,column315,column431,column52,column614,column733,column834,column932,column1049,620,297,833,667
-column1934,column2332,column357,column416,column539,column614,column71,column836,column917,column1010,876,743,377,429
-column1920,column2355,column395,column420,column525,column623,column725,column834,column935,column1033,762,899,397,483
-column1229,column2320,column336,column46,column515,column69,column742,column88,column925,column1039,151,698,917,387
-column1511,column2340,column310,column412,column512,column632,column738,column823,column96,column1039,13,129,765,753
-column1701,column2450,column392,column48,column545,column634,column715,column89,column942,column1026,268,791,466,619
-column1896,column2416,column384,column435,column522,column68,column733,column825,column911,column1021,971,427,754,550
-column1442,column236,column347,column438,column549,column638,column728,column849,column928,column1044,330,272,599,1004
-column1531,column2173,column397,column427,column521,column69,column727,column831,column921,column1026,312,336,405,767
-column1912,column2137,column30,column46,column53,column623,column714,column837,column945,column1036,446,831,645,696
-column1248,column2311,column311,column48,column52,column622,column79,column815,column946,column1044,451,395,230,150
-column1943,column2274,column326,column44,column512,column62,column736,column849,column922,column1035,290,1014,609,75
-column1592,column2153,column327,column427,column53,column637,column743,column831,column911,column1032,604,386,411,555
-column1749,column2304,column373,column423,column511,column646,column735,column821,column918,column104,111,517,378,190
-column1912,column2277,column370,column413,column513,column616,column71,column836,column941,column1034,116,825,243,875
-column1119,column2295,column369,column416,column540,column642,column745,column817,column912,column1049,825,22,397,68
-column1233,column2315,column333,column440,column517,column62,column78,column89,column924,column1020,349,935,382,1021
-column1377,column287,column396,column427,column52,column631,column716,column827,column948,column1044,805,327,598,938
-column1205,column2449,column329,column433,column536,column629,column716,column822,column931,column1047,103,931,775,797
-column1734,column21,column394,column413,column548,column610,column76,column830,column937,column1019,834,123,240,833
-column1985,column2133,column343,column423,column517,column639,column721,column827,column919,column1047,100,571,269,440
-column1243,column2128,column32,column419,column536,column622,column734,column82,column942,column1019,657,850,650,134
-column1562,column2371,column330,column440,column526,column627,column724,column834,column938,column1024,218,124,12,252
-column1337,column24,column39,column41,column515,column610,column711,column827,column935,column108,138,191,366,943
-column1753,column2311,column355,column413,column530,column69,column722,column826,column948,column106,478,793,932,191
-column1987,column247,column391,column444,column535,column66,column731,column827,column923,column107,653,815,176,54
-column1904,column2349,column388,column428,column54,column612,column739,column845,column946,column1048,326,533,60,693
-column1234,column2156,column348,column444,column531,column617,column712,column84,column929,column1010,979,52,75,161
-column1167,column2276,column37,column439,column535,column61,column745,column830,column927,column1036,702,873,279,708
-column1721,column2311,column345,column49,column533,column634,column732,column814,column96,column1049,157,579,802,196
-column1530,column2174,column327,column421,column526,column68,column723,column818,column933,column100,839,144,977,160
-column1761,column2240,column392,column418,column534,column640,column732,column843,column925,column1019,242,725,272,872
-column1551,column2433,column398,column440,column56,column632,column70,column814,column933,column1025,400,1006,731,787
-column173,column2324,column36,column419,column513,column643,column744,column814,column946,column1047,619,729,550,322
-column1782,column213,column345,column432,column536,column637,column739,column840,column91,column1024,1009,199,474,462
-column1127,column2338,column322,column44,column513,column623,column726,column87,column925,column1039,550,793,344,772
-column1313,column2304,column354,column436,column546,column64,column728,column839,column911,column1024,147,173,564,302
-column1844,column21,column321,column445,column543,column610,column730,column81,column911,column1046,34,118,450,76
-column1440,column2230,column363,column446,column549,column68,column742,column846,column925,column1041,35,107,426,152
-column1924,column2157,column362,column433,column525,column637,column723,column848,column928,column106,745,820,365,705
-column1454,column2482,column357,column425,column54,column621,column79,column818,column98,column1047,289,943,761,858
-column1691,column2330,column349,column438,column537,column641,column70,column838,column944,column108,852,800,208,983
-column1393,column2252,column322,column45,column525,column636,column716,column819,column934,column1023,35,353,939,891
-column1176,column2260,column31,column438,column548,column632,column749,column837,column91,column1042,276,657,460,320
-column1648,column2189,column379,column445,column521,column617,column720,column833,column96,column1030,838,343,740,990
-column1501,column260,column37,column426,column548,column619,column735,column841,column95,column1045,839,996,174,746
-column1727,column2355,column389,column415,column547,column69,column711,column849,column911,column1047,886,71,960,880
-column1942,column229,column359,column426,column548,column635,column743,column824,column98,column1019,274,623,762,961
-column1262,column218,column344,column43,column56,column629,column724,column86,column933,column1033,851,95,237,171
-column1319,column2418,column325,column410,column549,column67,column73,column88,column928,column107,634,922,893,911
-column1938,column2449,column397,column47,column532,column68,column723,column825,column940,column1025,122,36,288,960
-column1909,column2106,column375,column443,column548,column643,column79,column82,column926,column1040,334,367,537,122
-column1745,column2335,column323,column428,column530,column612,column733,column83,column926,column1044,86,477,878,735
-column1619,column2305,column345,column41,column511,column618,column738,column837,column941,column1018,765,728,419,486
-column1755,column2356,column364,column40,column520,column630,column78,column824,column925,column1031,106,565,557,836
-column1768,column221,column360,column422,column535,column647,column739,column89,column913,column1019,953,912,348,471
-column1269,column237,column378,column49,column546,column629,column741,column845,column93,column1041,888,115,641,828
-column1505,column2436,column381,column449,column523,column617,column738,column81,column910,column1043,238,712,919,335
-column1416,column2146,column343,column48,column513,column626,column71,column839,column98,column1014,796,411,1004,218
-column1893,column2263,column366,column419,column523,column644,column72,column80,column937,column1035,283,479,371,566
-column1919,column2124,column341,column415,column535,column620,column77,column841,column91,column1036,698,420,766,678
-column1601,column221,column362,column436,column519,column60,column79,column86,column94,column1017,504,910,225,89
-column10,column2374,column367,column429,column548,column642,column738,column816,column95,column1047,987,722,96,99
-column1635,column2127,column382,column444,column541,column618,column727,column820,column918,column103,427,654,698,149
-column1272,column2408,column374,column418,column538,column640,column736,column828,column920,column101,813,978,393,849
-column1739,column2435,column324,column438,column525,column615,column722,column825,column924,column1025,806,667,931,284
-column1760,column2267,column339,column442,column529,column611,column74,column87,column93,column1023,285,837,895,226
-column1468,column2472,column371,column439,column59,column68,column75,column812,column929,column1039,258,375,68,802
-column1699,column268,column336,column414,column535,column634,column735,column829,column97,column1021,981,957,840,824
-column1134,column2204,column38,column429,column51,column66,column721,column832,column943,column1020,542,127,864,448
-column1912,column279,column341,column426,column58,column645,column76,column830,column947,column1031,512,101,518,391
-column1530,column2208,column353,column45,column522,column623,column723,column840,column933,column1020,913,654,384,631
-column1369,column2414,column345,column430,column50,column641,column73,column81,column92,column109,464,486,897,106
-column1469,column2204,column31,column422,column51,column633,column713,column848,column937,column1018,272,22,640,944
-column1293,column2374,column382,column435,column532,column60,column712,column828,column940,column1042,949,264,696,921
-column1638,column2257,column392,column46,column538,column638,column72,column848,column938,column1017,419,456,245,801
-column186,column2223,column340,column47,column520,column632,column71,column825,column945,column1019,441,881,378,991
-column1688,column2181,column364,column439,column543,column646,column712,column847,column92,column1031,437,194,389,1006
-column1795,column2261,column368,column446,column523,column616,column74,column83,column939,column1032,385,494,273,787
-column151,column2449,column374,column426,column514,column635,column715,column845,column96,column1032,348,804,680,451
-column1615,column2469,column392,column440,column514,column61,column745,column835,column937,column1012,828,65,43,665
-column16,column2431,column391,column441,column522,column622,column738,column85,column942,column1039,781,968,189,51
-column1390,column294,column335,column413,column58,column620,column726,column86,column933,column1023,292,39,42,701
-column1265,column2255,column346,column438,column522,column641,column723,column825,column948,column1047,137,133,814,860
-column1419,column2255,column338,column449,column540,column645,column728,column821,column912,column1047,149,373,949,694
-column1735,column2243,column341,column430,column531,column648,column70,column85,column920,column1044,721,634,188,107
-column1597,column282,column392,column49,column59,column649,column711,column820,column918,column1031,560,113,557,355
-column1150,column2102,column392,column42,column513,column610,column712,column833,column949,column1022,378,801,760,881
-column1419,column2320,column363,column447,column528,column612,column749,column810,column915,column1017,410,24,54,881
-column1704,column2332,column352,column442,column57,column68,column714,column818,column97,column1031,751,40,437,219
-column1276,column2354,column32,column446,column524,column617,column739,column828,column943,column1026,392,429,87,882
-column1279,column2470,column343,column49,column547,column623,column727,column842,column94,column1011,1002,441,667,824
-column1319,column2316,column367,column432,column513,column621,column719,column88,column943,column1037,833,463,172,1048
-column1904,column298,column393,column439,column542,column647,column738,column84,column944,column1042,171,404,252,529
-column193,column2319,column330,column47,column524,column65,column746,column818,column918,column1030,586,152,941,799
-column1508,column2126,column37,column430,column55,column67,column719,column842,column921,column1037,279,620,552,882
-column1775,column284,column322,column444,column510,column629,column713,column81,column947,column104,943,755,295,896
-column1119,column246,column329,column42,column532,column63,column723,column832,column926,column1020,42,361,252,455
-column1594,column2353,column338,column418,column58,column649,column719,column85,column910,column100,35,368,223,66
-column1505,column2315,column396,column47,column527,column613,column715,column817,column916,column108,973,586,183,92
-column1859,column269,column338,column414,column525,column617,column725,column844,column933,column1016,279,238,484,916
-column1847,column251,column386,column42,column531,column62,column741,column820,column928,column1030,258,535,128,474
-column1826,column2231,column362,column46,column517,column60,column78,column842,column932,column1011,493,636,442,407
-column140,column2152,column372,column442,column541,column632,column729,column82,column935,column1015,365,131,978,123
-column1743,column2465,column320,column40,column541,column613,column738,column838,column927,column1027,547,722,779,973
-column1186,column211,column376,column412,column522,column625,column740,column819,column949,column1033,446,486,800,373
-column1798,column2273,column35,column49,column56,column610,column716,column812,column938,column1010,983,214,730,413
-column1132,column2275,column323,column44,column532,column67,column749,column816,column946,column1031,218,66,81,617
-column1710,column2162,column384,column437,column514,column625,column748,column841,column95,column1043,625,357,794,155
-column1923,column2111,column386,column432,column53,column639,column71,column834,column944,column1012,390,1011,610,949
-column1150,column2222,column367,column414,column545,column640,column745,column847,column915,column1039,225,541,68,559
-column1441,column2260,column31,column48,column537,column63,column749,column841,column933,column1045,244,33,650,904
-column1897,column295,column336,column419,column531,column645,column748,column839,column912,column107,221,785,738,850
-column1896,column282,column321,column445,column537,column638,column71,column817,column936,column1018,234,260,586,881
-column120,column2330,column388,column447,column546,column628,column747,column820,column93,column1035,915,538,33,249
-column1239,column230,column374,column432,column525,column617,column721,column81,column931,column1046,589,538,131,602
-column1556,column2365,column380,column43,column526,column60,column711,column833,column922,column1037,319,976,583,296
-column1597,column2200,column314,column45,column54,column613,column740,column820,column93,column1044,87,772,672,89
-column1445,column2300,column396,column410,column515,column69,column732,column825,column91,column1014,705,644,478,981
-column1582,column2286,column359,column43,column549,column631,column746,column818,column941,column1018,609,175,574,555
-column1814,column283,column373,column440,column534,column622,column722,column821,column918,column1032,833,300,310,66
-column152,column2339,column341,column414,column521,column640,column75,column825,column948,column1019,266,860,237,703
-column1759,column2309,column393,column41,column514,column619,column742,column847,column931,column103,157,79,456,890
-column127,column2493,column378,column411,column519,column617,column715,column847,column948,column1048,435,126,695,427
-column1964,column2223,column341,column433,column528,column633,column72,column815,column926,column100,824,516,727,302
-column1672,column2462,column326,column418,column524,column612,column730,column822,column91,column1043,314,495,569,958
-column152,column249,column339,column48,column546,column618,column737,column835,column934,column103,305,927,534,422
-column1160,column2242,column398,column45,column518,column620,column721,column817,column930,column1030,763,893,677,628
-column1632,column2474,column359,column419,column52,column625,column744,column812,column99,column1035,252,771,833,131
-column1506,column2161,column337,column426,column530,column631,column728,column816,column917,column1036,690,919,939,238
-column1866,column2487,column314,column443,column536,column634,column726,column845,column914,column103,551,387,375,562
-column1209,column2312,column313,column420,column539,column612,column731,column812,column93,column1037,587,22,315,420
-column1411,column2358,column329,column423,column531,column636,column731,column822,column948,column1020,253,851,60,781
-column1258,column2355,column383,column432,column546,column640,column735,column831,column922,column1036,188,689,262,288
-column1691,column2477,column331,column42,column530,column621,column740,column84,column936,column107,951,1013,786,92
-column1459,column2397,column327,column42,column58,column610,column78,column842,column94,column1041,881,927,401,87
-column1372,column2118,column330,column431,column514,column613,column747,column826,column91,column1030,796,967,530,509
-column195,column2443,column391,column417,column537,column619,column729,column82,column933,column107,777,618,277,476
-column1656,column2414,column397,column443,column521,column614,column746,column835,column933,column1044,868,990,844,738
-column1999,column2267,column387,column433,column539,column627,column719,column817,column940,column1048,270,848,724,741
-column1811,column2258,column35,column49,column524,column645,column732,column833,column930,column1046,763,221,991,917
-column1121,column2298,column343,column425,column58,column65,column729,column836,column925,column1010,20,781,699,989
-column1373,column287,column318,column437,column529,column632,column744,column824,column936,column104,139,917,155,122
-column1772,column2334,column398,column429,column534,column65,column749,column833,column911,column1014,421,802,806,91
-column1143,column2294,column38,column433,column58,column625,column736,column814,column933,column1019,778,770,248,161
-column1243,column2170,column339,column47,column518,column623,column718,column818,column925,column1023,167,882,833,686
-column117,column2431,column387,column43,column541,column630,column736,column85,column914,column1034,609,304,505,1023
-column1779,column2385,column372,column41,column526,column61,column737,column848,column921,column1019,119,673,83,641
-column149,column2122,column369,column446,column514,column621,column711,column842,column944,column102,1007,96,840,833
-column1775,column224,column352,column422,column54,column633,column78,column836,column90,column1013,244,20,789,260
-column185,column2247,column381,column48,column524,column623,column731,column810,column940,column1025,856,371,413,453
-column1307,column2474,column327,column428,column523,column639,column738,column83,column929,column1048,235,853,98,271
-column1771,column28,column329,column437,column544,column638,column713,column821,column934,column1048,241,371,436,603
-column1786,column2452,column398,column428,column548,column632,column79,column845,column942,column1018,486,599,723,695
-column1958,column2244,column327,column421,column54,column625,column711,column814,column929,column1039,494,349,300,885
-column1445,column2427,column352,column429,column519,column621,column74,column811,column922,column1013,772,379,469,437
-column1480,column2438,column32,column444,column529,column68,column747,column86,column934,column1029,529,577,592,925
-column170,column257,column397,column432,column542,column625,column72,column846,column921,column1046,425,995,835,237
-column1497,column2414,column333,column433,column536,column646,column733,column847,column911,column1034,315,155,677,180
-column1771,column2122,column321,column426,column513,column66,column711,column840,column936,column101,1002,243,165,253
-column1296,column2150,column360,column417,column537,column616,column74,column838,column912,column1040,702,319,259,328
-column1678,column2188,column350,column447,column53,column630,column739,column822,column910,column1030,371,50,582,93
-column1946,column2417,column36,column441,column533,column648,column75,column838,column97,column103,804,124,937,519
-column1633,column2293,column345,column421,column542,column64,column715,column819,column98,column1023,666,165,396,591
-column1880,column2380,column336,column47,column523,column639,column719,column82,column929,column1021,971,824,702,176
-column1828,column295,column371,column432,column520,column643,column724,column813,column93,column1047,38,458,166,245
-column1584,column266,column374,column424,column510,column637,column728,column81,column933,column1023,217,339,937,521
-column177,column2337,column36,column430,column53,column643,column733,column815,column939,column1027,849,381,40,553
-column1461,column2451,column384,column411,column50,column629,column717,column81,column942,column1041,63,912,762,632
-column178,column27,column349,column42,column52,column644,column748,column815,column917,column1044,214,696,122,1049
-column1112,column231,column322,column425,column526,column644,column741,column838,column913,column105,551,179,18,220
-column1474,column2406,column376,column46,column529,column629,column70,column835,column944,column1013,188,944,385,969
-column1515,column2128,column320,column440,column57,column611,column718,column815,column946,column1035,945,143,942,778
-column1336,column2143,column332,column446,column527,column645,column714,column831,column935,column1012,156,658,306,393
-column1525,column20,column318,column428,column519,column634,column733,column834,column929,column1021,850,933,587,854
-column1592,column2258,column360,column441,column50,column69,column713,column834,column94,column1012,19,818,944,425
-column1590,column2380,column369,column45,column548,column612,column743,column820,column96,column1041,822,1002,864,780
-column151,column2120,column31,column49,column526,column62,column743,column819,column939,column1011,685,734,365,413
-column1361,column2163,column358,column448,column542,column615,column72,column831,column910,column107,195,660,167,371
-column1640,column2494,column348,column432,column55,column627,column743,column831,column923,column1047,443,334,91,373
-column1596,column2390,column393,column424,column540,column633,column732,column835,column947,column1030,193,51,827,958
-column1290,column2262,column311,column43,column519,column626,column737,column819,column923,column1035,973,300,269,239
-column1819,column2119,column336,column48,column512,column69,column730,column830,column938,column1031,578,842,238,192
-column13,column2397,column32,column44,column53,column614,column71,column822,column924,column1021,523,929,897,483
-column1557,column2261,column338,column434,column531,column645,column711,column835,column949,column104,917,784,86,512
-column1661,column272,column377,column47,column529,column620,column712,column85,column948,column1014,957,324,500,357
-column1661,column2257,column345,column447,column519,column642,column72,column845,column92,column1010,257,283,702,456
-column1714,column2290,column356,column413,column535,column619,column745,column845,column91,column100,223,643,447,352
-column180,column260,column372,column411,column518,column618,column740,column838,column927,column103,346,321,526,169
-column1694,column228,column361,column426,column527,column649,column721,column822,column92,column100,668,142,365,98
-column1384,column2252,column379,column435,column542,column61,column72,column827,column947,column101,308,231,550,127
-column1736,column2167,column355,column428,column512,column615,column739,column836,column98,column1022,448,723,44,483
-column1899,column2280,column378,column45,column532,column635,column718,column820,column935,column1049,98,59,489,650
-column1897,column2195,column370,column436,column540,column60,column732,column847,column940,column1034,425,565,585,520
-column1694,column292,column33,column415,column538,column616,column727,column811,column928,column108,936,718,259,531
-column1964,column20,column365,column413,column542,column69,column723,column845,column926,column1020,724,342,511,201
-column1782,column2322,column329,column440,column543,column635,column739,column813,column93,column100,782,1002,267,201
-column1641,column2463,column317,column45,column512,column648,column748,column832,column915,column107,678,838,444,765
-column1884,column293,column365,column442,column545,column61,column725,column82,column99,column1035,231,123,252,739
-column1835,column277,column35,column423,column514,column646,column738,column830,column942,column1014,33,267,219,180
-column1245,column286,column393,column434,column539,column620,column72,column838,column940,column1047,266,155,711,417
-column1109,column2300,column310,column430,column534,column614,column736,column819,column926,column106,552,739,835,191
-column1122,column2250,column36,column419,column517,column611,column741,column836,column927,column1037,421,131,640,216
-column1186,column2134,column341,column430,column546,column646,column746,column815,column939,column1049,405,150,629,1032
-column1944,column2235,column337,column449,column545,column65,column728,column823,column938,column1018,321,335,443,478
-column174,column25,column357,column419,column512,column63,column740,column819,column946,column1049,131,790,997,996
-column1833,column2464,column32,column441,column517,column66,column746,column848,column914,column1016,347,239,96,1008
-column1497,column2109,column386,column436,column56,column649,column717,column822,column940,column1012,490,71,626,316
-column1561,column2138,column394,column444,column57,column612,column746,column827,column917,column1045,790,163,301,246
-column1426,column2188,column33,column448,column543,column621,column76,column828,column914,column1040,522,404,635,722
-column1560,column2201,column326,column48,column534,column625,column79,column812,column914,column1037,550,660,902,313
-column167,column2231,column341,column418,column53,column649,column712,column814,column944,column1023,189,494,159,545
-column1290,column215,column30,column445,column519,column615,column77,column84,column949,column1010,425,196,388,547
-column1434,column2209,column354,column410,column519,column647,column728,column822,column91,column1048,589,648,29,272
-column1594,column2456,column328,column45,column53,column618,column745,column836,column922,column1010,642,916,132,338
-column1497,column2308,column379,column47,column532,column629,column76,column87,column927,column103,293,94,62,626
-column1744,column2460,column377,column44,column528,column621,column79,column822,column911,column1024,131,137,415,197
-column1609,column2139,column394,column45,column544,column632,column729,column848,column92,column107,211,601,539,527
-column1367,column2302,column33,column430,column52,column642,column77,column826,column910,column105,904,614,58,653
-column1558,column2297,column33,column432,column527,column618,column76,column846,column917,column1019,848,467,737,408
-column1992,column2305,column322,column424,column531,column622,column73,column847,column90,column1019,174,1017,90,429
-column1188,column2330,column320,column448,column510,column611,column716,column826,column935,column101,926,34,196,969
-column1501,column2120,column326,column427,column522,column64,column734,column832,column911,column1038,361,704,455,369
-column1741,column2288,column371,column424,column546,column635,column735,column831,column948,column1026,953,169,895,225
-column1156,column259,column395,column442,column538,column630,column721,column818,column949,column1047,395,202,752,53
-column1550,column25,column397,column412,column51,column623,column732,column812,column945,column1020,687,603,151,988
-column1516,column2490,column361,column40,column547,column620,column78,column847,column914,column1042,350,28,776,901
-column1327,column2183,column30,column416,column521,column645,column740,column817,column930,column1023,230,802,144,109
-column1393,column2104,column395,column449,column514,column620,column733,column839,column90,column101,761,427,410,859
-column1605,column2392,column342,column429,column520,column626,column744,column816,column943,column108,110,49,188,691
-column1811,column2384,column395,column47,column525,column648,column742,column828,column98,column1021,622,977,423,974
-column1818,column2135,column396,column448,column539,column649,column744,column829,column940,column107,206,604,927,892
-column1592,column2125,column350,column439,column530,column68,column729,column836,column927,column1035,687,34,892,315
-column1744,column218,column390,column42,column520,column643,column725,column830,column921,column1016,987,999,349,594
-column1378,column2325,column383,column411,column541,column619,column724,column844,column918,column1017,587,232,491,105
-column1515,column2244,column383,column410,column539,column646,column719,column843,column924,column1014,944,901,763,615
-column1832,column2256,column372,column445,column536,column67,column716,column87,column938,column1029,734,23,977,100
-column160,column2300,column310,column49,column54,column64,column739,column838,column915,column108,331,775,646,1011
-column1149,column2268,column358,column437,column546,column629,column732,column88,column925,column1031,377,399,485,364
-column1515,column2118,column374,column434,column54,column633,column733,column849,column93,column1011,14,515,57,698
-column1541,column2325,column340,column420,column525,column611,column73,column820,column938,column103,598,930,621,211
-column1814,column250,column36,column423,column51,column624,column711,column818,column948,column109,130,153,662,74
-column149,column277,column330,column419,column548,column645,column733,column817,column937,column101,388,739,283,598
-column1167,column2318,column347,column433,column547,column620,column725,column88,column946,column1037,913,453,874,378
-column1959,column2475,column357,column444,column57,column624,column733,column841,column925,column1018,235,136,776,299
-column183,column2116,column398,column415,column545,column633,column723,column817,column934,column1046,623,30,465,281
-column1166,column2445,column397,column40,column525,column624,column738,column834,column94,column106,269,374,85,119
-column1537,column23,column389,column46,column537,column621,column737,column845,column91,column1043,62,351,365,833
-column1729,column2307,column332,column424,column527,column628,column78,column84,column944,column1028,252,504,211,103
-column1787,column2477,column379,column47,column540,column620,column744,column823,column919,column1049,541,665,740,801
-column1473,column258,column324,column49,column522,column622,column749,column83,column935,column1037,944,568,564,210
-column1676,column2412,column385,column437,column53,column65,column718,column834,column919,column1012,469,726,889,283
-column1451,column2278,column311,column427,column546,column649,column72,column833,column940,column1029,769,251,571,310
-column1603,column2304,column328,column420,column511,column637,column748,column830,column940,column107,741,219,525,582
-column1717,column2213,column359,column425,column537,column631,column715,column836,column94,column1016,877,761,474,848
-column1261,column2482,column359,column432,column544,column611,column710,column838,column941,column1014,354,721,328,451
-column1719,column2421,column358,column441,column533,column60,column744,column846,column938,column1015,222,658,234,605
-column12,column2143,column333,column416,column58,column611,column728,column840,column932,column1026,1009,954,980,517
-column186,column2313,column315,column439,column515,column629,column721,column80,column917,column1048,113,132,925,230
-column194,column2140,column367,column434,column521,column645,column744,column823,column939,column1016,868,407,563,656
-column1541,column2311,column317,column418,column523,column642,column73,column88,column91,column108,248,410,380,634
-column1555,column273,column390,column436,column514,column617,column79,column826,column917,column100,204,534,177,772
-column1361,column2329,column38,column428,column58,column631,column715,column848,column948,column1015,441,288,406,150
-column1676,column2247,column371,column440,column520,column640,column712,column848,column921,column1039,1003,363,726,934
-column1963,column2478,column342,column421,column513,column648,column720,column826,column917,column106,898,706,47,412
-column1641,column2365,column362,column444,column536,column62,column70,column814,column95,column1047,93,824,611,175
-column1707,column2378,column333,column43,column524,column637,column713,column814,column938,column107,387,592,190,723
-column1792,column21,column373,column435,column540,column620,column79,column85,column942,column106,168,201,536,418
-column1189,column2130,column333,column422,column55,column69,column727,column845,column914,column1047,956,557,540,592
-column118,column2249,column330,column45,column517,column641,column716,column839,column94,column1012,978,591,442,939
-column1917,column2224,column358,column435,column51,column648,column711,column821,column949,column1010,824,218,23,933
-column1890,column2438,column375,column437,column539,column629,column721,column834,column944,column100,724,876,914,373
-column1845,column2247,column314,column42,column518,column632,column717,column829,column93,column106,649,259,651,95
-column1378,column2149,column39,column439,column521,column625,column716,column837,column942,column1021,304,423,931,144
-column1489,column2208,column316,column437,column518,column623,column748,column841,column96,column1038,506,45,872,189
-column1264,column2437,column327,column443,column519,column68,column711,column848,column932,column1022,826,733,177,548
-column1334,column2170,column370,column447,column544,column68,column746,column836,column928,column104,724,170,795,155
-column1712,column2344,column33,column426,column549,column625,column736,column839,column937,column1045,1001,856,558,352
-column1851,column2338,column395,column429,column546,column628,column747,column839,column914,column101,342,275,627,611
-column1879,column2209,column382,column42,column520,column623,column73,column847,column94,column1014,712,810,578,906
-column1835,column2295,column386,column428,column544,column644,column721,column818,column96,column1044,687,737,926,488
-column1469,column2130,column378,column44,column516,column633,column725,column835,column923,column1034,927,409,932,230
-column155,column225,column389,column442,column524,column633,column714,column841,column935,column109,981,510,361,883
-column1353,column2431,column373,column46,column524,column66,column727,column89,column926,column1023,152,168,249,867
-column1631,column2358,column360,column415,column514,column614,column731,column88,column928,column1033,559,501,218,759
-column1937,column2109,column325,column440,column530,column62,column736,column84,column916,column105,252,375,122,820
-column1283,column2128,column359,column418,column530,column67,column721,column830,column94,column1040,85,447,773,1013
-column128,column2257,column342,column416,column543,column622,column727,column833,column910,column1045,422,759,621,174
-column1320,column2413,column344,column421,column531,column617,column729,column831,column926,column1010,783,29,500,285
-column1743,column2189,column352,column47,column539,column68,column736,column815,column930,column101,332,686,941,206
-column1144,column2164,column326,column43,column511,column65,column734,column821,column925,column1034,727,641,293,780
-column1532,column285,column321,column449,column513,column648,column73,column811,column95,column1017,1002,721,363,877
-column1782,column2426,column361,column419,column524,column631,column711,column841,column90,column1026,351,232,208,371
-column1417,column2334,column397,column423,column539,column60,column726,column828,column947,column1046,586,858,633,437
-column1155,column2364,column368,column447,column53,column633,column710,column816,column949,column1021,549,484,660,462
-column1134,column2436,column36,column418,column52,column648,column746,column88,column935,column103,533,110,118,60
-column1106,column2178,column362,column441,column57,column632,column712,column842,column940,column1011,400,175,955,231
-column1478,column2404,column317,column420,column537,column641,column738,column810,column911,column1014,39,282,762,57
-column198,column268,column374,column40,column531,column611,column739,column835,column948,column1012,202,854,917,186
-column1533,column2139,column30,column439,column52,column61,column711,column831,column915,column1041,216,767,496,348
-column1996,column2234,column396,column445,column540,column67,column744,column80,column935,column1012,943,636,473,751
-column1416,column2415,column346,column413,column521,column642,column734,column87,column910,column1016,98,362,462,110
-column1573,column2100,column358,column45,column540,column626,column729,column841,column940,column1010,365,892,562,481
-column134,column2448,column329,column423,column524,column636,column746,column843,column936,column1047,359,364,184,531
-column1885,column2301,column344,column449,column518,column61,column721,column89,column942,column105,156,129,795,877
-column1266,column2483,column321,column46,column536,column649,column710,column842,column923,column1017,457,60,341,633
-column1851,column268,column349,column433,column516,column618,column729,column82,column927,column105,1004,430,739,586
-column1892,column2122,column356,column439,column512,column622,column739,column824,column934,column1030,749,252,480,986
-column1461,column2139,column317,column42,column511,column611,column748,column831,column929,column108,79,710,128,278
-column1550,column2379,column333,column415,column513,column68,column732,column838,column941,column106,53,426,365,487
-column1582,column2473,column346,column415,column53,column616,column727,column840,column910,column1037,425,528,275,417
-column1351,column2310,column345,column41,column535,column61,column741,column88,column930,column1019,609,745,321,587
-column1290,column2252,column312,column49,column519,column616,column73,column847,column933,column101,502,506,84,797
-column145,column2221,column338,column417,column512,column620,column78,column847,column937,column100,420,531,151,98
-column1764,column2247,column366,column437,column517,column639,column748,column842,column920,column104,27,404,171,434
-column1472,column2186,column319,column431,column530,column643,column733,column823,column924,column1010,383,918,605,972
-column1607,column2106,column362,column40,column522,column63,column715,column87,column94,column101,548,330,126,357
-column1664,column2381,column35,column415,column525,column633,column748,column848,column912,column1017,199,720,776,593
-column1554,column2117,column393,column443,
<TRUNCATED>
[02/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala b/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
deleted file mode 100644
index 36f9006..0000000
--- a/integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
+++ /dev/null
@@ -1,1166 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.allqueries
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test Class for all query on multiple datatypes
- *
- */
-class AllDataTypesTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- dropAllTable
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../../spark")
- .getCanonicalPath
-
- sql("drop table if exists Carbon_automation_test")
- sql("drop table if exists Carbon_automation_hive")
- sql("drop table if exists Carbon_automation_test_hive")
-
- sql("create table if not exists Carbon_automation_test (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string,contractNumber int, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVer
sion string, Active_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointId int,gamePointDescription string) USING org.apache.spark.sql.CarbonSource OPTIONS('dbName'='default', 'tableName'='Carbon_automation_test','DICTIONARY_INCLUDE'='Latest_MONTH,Latest_DAY,deviceInformationId')")
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
-
- sql("create table if not exists Carbon_automation_hive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string,contractNumber int, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVer
sion string, Active_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointId int,gamePointDescription string) row format delimited fields terminated by ','")
-
- sql("LOAD DATA LOCAL INPATH '"+currentDirectory+"/src/test/resources/100_olap.csv' INTO table Carbon_automation_hive ")
-
-
- //hive table
- sql("create table if not exists Carbon_automation_test_hive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string,contractNumber int, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operato
rsVersion string, Active_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointId int,gamePointDescription string)row format delimited fields terminated by ','")
-
- sql("LOAD DATA LOCAL INPATH '"+currentDirectory+"/src/test/resources/100_olap.csv' INTO table Carbon_automation_test_hive")
-
-
- sql("INSERT INTO table Carbon_automation_test select * from Carbon_automation_test_hive")
- }
-
- def dropAllTable(): Unit = {
- sql("drop table if exists Carbon_automation_test")
- sql("drop table if exists Carbon_automation_hive")
- sql("drop table if exists Carbon_automation_test_hive")
- }
-
- override def afterAll {
- dropAllTable
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-
- //Test-22
- test("select channelsId, sum(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, sum(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 132), Row("2", 110), Row("3", 176), Row("4", 132), Row("5", 132), Row("6", 209), Row("7", 198)))
-
- }
-
- test("select channelsId, Latest_DAY from Carbon_automation_test where count(channelsId) = 1") {
- try {
- sql("select channelsId, Latest_DAY from Carbon_automation_test where count(channelsId) = 1").collect
- } catch {
- case ce: UnsupportedOperationException => ce.getMessage
- case ce: Exception => ce.getMessage
- }
- }
-
- //Test-24
- test("select channelsId, sum(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, sum(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("2", 120), Row("1", 132), Row("4", 168), Row("5", 180), Row("3", 208), Row("6", 304), Row("7", 306)))
-
- }
-
- //Test-25
- test("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 24), Row("2", 40), Row("3", 96), Row("4", 96), Row("5", 120), Row("6", 228), Row("7", 252)))
-
- }
-
- //Test-26
- test("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 24), Row("2", 40), Row("3", 96), Row("4", 96), Row("5", 120), Row("6", 228), Row("7", 252)))
-
- }
-
- //Test-27
- test("select channelsId, avg(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, avg(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
-
- }
-
- //Test-29
- test("select channelsId, avg(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, avg(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
-
- }
-
-
- //Test-30
- test("select channelsId, avg(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, avg(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
-
- }
-
- //Test-31
- test("select channelsId, count(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, count(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
-
- }
-
-
- //Test-33
- test("select channelsId, count(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by channelsId") {
- checkAnswer(
- sql("select channelsId, count(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by channelsId"),
- Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
-
- }
-
- //Test-34
- test("select channelsId, count(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by channelsId") {
- checkAnswer(
- sql("select channelsId, count(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by channelsId"),
- Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
-
- }
-
- //Test-35
- test("select channelsId, min(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, min(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
-
- }
-
-
- //Test-37
- test("select channelsId, min(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, min(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
-
- }
-
- //Test-38
- test("select channelsId, min(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, min(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
-
- }
-
- //Test-39
- test("select channelsId, max(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, max(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
-
- }
-
-
- //Test-41
- test("select channelsId, max(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total")({
-
- checkAnswer(
- sql("select channelsId, max(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
- })
-
- //Test-42
- test("select channelsId, max(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total")({
-
- checkAnswer(
- sql("select channelsId, max(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
- })
-
- //Test-43
- test("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR")({
-
- checkAnswer(
- sql("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR"),
- Seq(Row(2015, 2025)))
- })
-
- //Test-44
-
- test("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR.")({
-
- checkAnswer(
- sql("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR"),
- Seq(Row(2015, 2025)))
- })
-
- //Test-47
- test("select sum(gamepointid) +10 as a ,series from Carbon_automation_test group by series")({
-
- checkAnswer(
- sql("select sum(gamepointid) +10 as a ,series from Carbon_automation_test group by series"),
- sql("select sum(gamepointid) +10 as a ,series from Carbon_automation_test_hive group by series"))
- })
-
- //Test-50
- test("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series")({
-
- checkAnswer(
- sql("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series"),
- sql("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test_hive group by series"))
- })
-
- //TC_055
- test("select count(deviceinformationid)+10.32 as a ,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(deviceinformationid)+10.32 as a ,series from Carbon_automation_test group by series"),
- Seq(Row(19.32, "6Series"), Row(25.32, "0Series"), Row(18.32, "4Series"), Row(21.32, "8Series"), Row(21.32, "7Series"), Row(13.32, "1Series"), Row(27.32, "5Series"), Row(18.32, "9Series"), Row(18.32, "3Series"), Row(19.32, "2Series")))
- })
-
- //TC_056
- test("select count(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series"),
- Seq(Row(19.36, "6Series"), Row(25.36, "0Series"), Row(18.36, "4Series"), Row(21.36, "8Series"), Row(21.36, "7Series"), Row(13.36, "1Series"), Row(27.36, "5Series"), Row(18.36, "9Series"), Row(18.36, "3Series"), Row(19.36, "2Series")))
- })
-
- //TC_057
- test("select count(latest_year)+10.364 as a,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(latest_year)+10.364 as a,series from Carbon_automation_test group by series"),
- Seq(Row(19.364, "6Series"), Row(25.364, "0Series"), Row(18.364, "4Series"), Row(21.364, "8Series"), Row(21.364, "7Series"), Row(13.364, "1Series"), Row(27.364, "5Series"), Row(18.364, "9Series"), Row(18.364, "3Series"), Row(19.364, "2Series")))
- })
-
- //TC_058
- test("select count(distinct series)+10 as a,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(distinct series)+10 as a,series from Carbon_automation_test group by series"),
- Seq(Row(11, "6Series"), Row(11, "0Series"), Row(11, "4Series"), Row(11, "8Series"), Row(11, "7Series"), Row(11, "1Series"), Row(11, "5Series"), Row(11, "9Series"), Row(11, "3Series"), Row(11, "2Series")))
- })
- //TC_060
- test("select count(*) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(*) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_061
- test("Select count(1) as a from Carbon_automation_test")({
- checkAnswer(
- sql("Select count(1) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_062
- test("select count(imei) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(imei) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_063
- test("select count(device_backColor) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(device_backColor) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_064
- test("select count(DISTINCT imei) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(DISTINCT imei) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_065
- test("select count(DISTINCT series) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(DISTINCT series) as a from Carbon_automation_test"),
- Seq(Row(10)))
- })
-
- //TC_066
- test("select count(DISTINCT device_backColor) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(DISTINCT device_backColor) as a from Carbon_automation_test"),
- Seq(Row(10)))
- })
-
- //TC_067
- test("select count (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select count (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(3)))
- })
- //TC_069
- test("select count(gamePointId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(gamePointId) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
- //TC_071
- test("select sum(gamePointId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum(gamePointId) a from Carbon_automation_test"),
- sql("select sum(gamePointId) a from Carbon_automation_test_hive"))
- })
- //TC_077
- test("select sum(DISTINCT deviceInformationId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum(DISTINCT deviceInformationId) a from Carbon_automation_test"),
- Seq(Row(9594717)))
- })
- //TC_080
- test("select sum (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(111)))
- })
-
- //TC_081
- test("select sum( DISTINCT Latest_MONTH) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum( DISTINCT Latest_MONTH) a from Carbon_automation_test"),
- Seq(Row(7)))
- })
-
- //TC_088
- test("select avg (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select avg (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(37.0)))
- })
- //TC_090
- test("select min(deviceInformationId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(deviceInformationId) a from Carbon_automation_test"),
- Seq(Row(1)))
- })
-
- //TC_091
- test("select min(channelsId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(channelsId) a from Carbon_automation_test"),
- Seq(Row("1")))
- })
-
- //TC_092
- test("select min(bomCode) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(bomCode) a from Carbon_automation_test"),
- Seq(Row("1")))
- })
-
- //TC_093
- test("select min(Latest_MONTH) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(Latest_MONTH) a from Carbon_automation_test"),
- Seq(Row(7)))
- })
-
- //TC_095
- test("select min (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(1)))
- })
- //TC_097
- test("select max(deviceInformationId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(deviceInformationId) a from Carbon_automation_test"),
- Seq(Row(1000000)))
- })
-
- //TC_098
- test("select max(channelsId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(channelsId) a from Carbon_automation_test"),
- Seq(Row("7")))
- })
-
- //TC_099
- test("select max(bomCode) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(bomCode) a from Carbon_automation_test"),
- Seq(Row("100084")))
- })
-
- //TC_100
- test("select max(Latest_MONTH) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(Latest_MONTH) a from Carbon_automation_test"),
- Seq(Row(7)))
- })
-
- //TC_102
- test("select max (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(100)))
- })
-
- //TC_103
- test("select variance(deviceInformationId) as a from carbon_automation_test")({
- checkAnswer(
- sql("select variance(deviceInformationId) as a from carbon_automation_test"),
- sql("select variance(deviceInformationId) as a from carbon_automation_hive"))
- })
- //TC_105
- test("select var_samp(deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select var_samp(deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(9.405419800040813E9)))
- })
-
- //TC_106
- test("select stddev_pop(deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_pop(deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(96490.49465950707)))
- })
-
- //TC_107
- test("select stddev_samp(deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_samp(deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(96981.54360516652)))
- })
-
- //TC_108
- test("select covar_pop(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select covar_pop(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(9310415559.636362)))
- })
-
- //TC_109
- test("select covar_samp(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select covar_samp(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(9.405419800040813E9)))
- })
-
- //TC_110
- test("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
- sql("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_hive"))
- })
-
- //TC_111
- test("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test"),
- Seq(Row(100006.6)))
- })
-
- //TC_113
- test("select percentile_approx(deviceInformationId,0.2) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select percentile_approx(deviceInformationId,0.2) as a from Carbon_automation_test"),
- Seq(Row(100006.0)))
- })
- //TC_127
- test("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test1")({
- checkAnswer(
- sql("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test"),
- Seq(Row(100006.6)))
- })
- //TC_134
- test("select last(imei) a from Carbon_automation_test")({
- checkAnswer(
- sql("select last(imei) a from Carbon_automation_test"),
- Seq(Row("1AA100084")))
- })
- //TC_136
- test("select series,count(imei) a from Carbon_automation_test group by series order by series")({
- checkAnswer(
- sql("select series,count(imei) a from Carbon_automation_test group by series order by series"),
- Seq(Row("0Series", 15), Row("1Series", 3), Row("2Series", 9), Row("3Series", 8), Row("4Series", 8), Row("5Series", 17), Row("6Series", 9), Row("7Series", 11), Row("8Series", 11), Row("9Series", 8)))
- })
-
- //TC_138
- test("select series,ActiveProvince,count(imei) a from Carbon_automation_test group by ActiveProvince,series order by series,ActiveProvince")({
- checkAnswer(
- sql("select series,ActiveProvince,count(imei) a from Carbon_automation_test group by ActiveProvince,series order by series,ActiveProvince"),
- Seq(Row("0Series", "Guangdong Province", 1), Row("0Series", "Hubei Province", 5), Row("0Series", "Hunan Province", 9), Row("1Series", "Guangdong Province", 2), Row("1Series", "Hunan Province", 1), Row("2Series", "Hubei Province", 3), Row("2Series", "Hunan Province", 6), Row("3Series", "Guangdong Province", 2), Row("3Series", "Hubei Province", 2), Row("3Series", "Hunan Province", 4), Row("4Series", "Guangdong Province", 1), Row("4Series", "Hubei Province", 1), Row("4Series", "Hunan Province", 6), Row("5Series", "Guangdong Province", 5), Row("5Series", "Hubei Province", 3), Row("5Series", "Hunan Province", 9), Row("6Series", "Guangdong Province", 1), Row("6Series", "Hubei Province", 4), Row("6Series", "Hunan Province", 4), Row("7Series", "Guangdong Province", 5), Row("7Series", "Hubei Province", 1), Row("7Series", "Hunan Province", 5), Row("8Series", "Guangdong Province", 2), Row("8Series", "Hubei Province", 6), Row("8Series", "Hunan Province", 3), Row("9Series", "Guangdong Prov
ince", 1), Row("9Series", "Hubei Province", 3), Row("9Series", "Hunan Province", 4)))
- })
-
- //TC_139
- test("select count(distinct deviceColor) a,deliveryProvince from Carbon_automation_test group by deliveryProvince")({
- checkAnswer(
- sql("select count(distinct deviceColor) a,deliveryProvince from Carbon_automation_test group by deliveryProvince"),
- Seq(Row(10, "Hunan Province"), Row(10, "Guangdong Province"), Row(10, "Hubei Province")))
- })
-
- //TC_141
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series"))
- })
-
- //TC_162
- test("select imei,series from Carbon_automation_test where Carbon_automation_test.series IN ('1Series','7Series')")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test where Carbon_automation_test.series IN ('1Series','7Series')"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA10000", "7Series"), Row("1AA1000000", "7Series"), Row("1AA100005", "1Series"), Row("1AA100013", "1Series"), Row("1AA100026", "7Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100032", "1Series"), Row("1AA100037", "7Series"), Row("1AA100054", "7Series"), Row("1AA100055", "7Series")))
- })
-
- //TC_163
- test("select imei,series from Carbon_automation_test where Carbon_automation_test.series NOT IN ('1Series','7Series')")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test where Carbon_automation_test.series NOT IN ('1Series','7Series')"),
- Seq(Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA100000", "9Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series"), Row("1AA100004", "4Series"), Row("1AA100006", "6Series"), Row("1AA100007", "9Series"), Row("1AA100008", "8Series"), Row("1AA100009", "0Series"), Row("1AA10001", "2Series"), Row("1AA100010", "3Series"), Row("1AA100011", "0Series"), Row("1AA100012", "4Series"), Row("1AA100014", "5Series"), Row("1AA100015", "4Series"), Row("1AA100016", "3Series"), Row("1AA100017", "9Series"), Row("1AA100018", "8Series"), Row("1AA100019", "5Series"), Row("1AA10002", "0Series"), Row("1AA100020", "5Series"), Row("1AA100021", "0Series"), Row("1AA100022", "5Series"), Row("1AA100023", "5Series"), Row("1AA100024", "6Series"), Row("1AA100025", "0Series"), Row("1AA100027", "0Series"), Row("1AA100028", "5Series"), Row("1AA100029", "2Series"), Row("1AA100033", "8Series"), Row("1AA100034", "2Series"), Row("1AA100035", "5Series"), Row("1AA
100036", "5Series"), Row("1AA100038", "6Series"), Row("1AA100039", "8Series"), Row("1AA10004", "5Series"), Row("1AA100040", "8Series"), Row("1AA100041", "5Series"), Row("1AA100042", "3Series"), Row("1AA100043", "9Series"), Row("1AA100044", "8Series"), Row("1AA100045", "2Series"), Row("1AA100046", "3Series"), Row("1AA100047", "9Series"), Row("1AA100048", "3Series"), Row("1AA100049", "0Series"), Row("1AA10005", "8Series"), Row("1AA100050", "2Series"), Row("1AA100051", "2Series"), Row("1AA100052", "6Series"), Row("1AA100053", "2Series"), Row("1AA100056", "6Series"), Row("1AA100057", "9Series"), Row("1AA100058", "5Series"), Row("1AA100059", "4Series"), Row("1AA10006", "3Series"), Row("1AA100060", "8Series"), Row("1AA100061", "6Series"), Row("1AA100062", "9Series"), Row("1AA100063", "2Series"), Row("1AA100064", "6Series"), Row("1AA100065", "0Series"), Row("1AA100066", "6Series"), Row("1AA100067", "4Series"), Row("1AA100068", "8Series"), Row("1AA100069", "8Series"), Row("1AA10007", "8Seri
es"), Row("1AA100070", "0Series"), Row("1AA100071", "0Series"), Row("1AA100072", "4Series"), Row("1AA100073", "4Series"), Row("1AA100074", "6Series"), Row("1AA100075", "3Series"), Row("1AA100076", "0Series"), Row("1AA100077", "3Series"), Row("1AA100078", "2Series"), Row("1AA100079", "4Series"), Row("1AA10008", "5Series"), Row("1AA100080", "9Series"), Row("1AA100081", "5Series"), Row("1AA100082", "5Series"), Row("1AA100083", "0Series"), Row("1AA100084", "0Series")))
- })
-
- //TC_166
- test("select Upper(series) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Upper(series) a from Carbon_automation_test"),
- Seq(Row("7SERIES"), Row("7SERIES"), Row("5SERIES"), Row("5SERIES"), Row("7SERIES"), Row("9SERIES"), Row("7SERIES"), Row("0SERIES"), Row("0SERIES"), Row("5SERIES"), Row("4SERIES"), Row("1SERIES"), Row("6SERIES"), Row("9SERIES"), Row("8SERIES"), Row("0SERIES"), Row("2SERIES"), Row("3SERIES"), Row("0SERIES"), Row("4SERIES"), Row("1SERIES"), Row("5SERIES"), Row("4SERIES"), Row("3SERIES"), Row("9SERIES"), Row("8SERIES"), Row("5SERIES"), Row("0SERIES"), Row("5SERIES"), Row("0SERIES"), Row("5SERIES"), Row("5SERIES"), Row("6SERIES"), Row("0SERIES"), Row("7SERIES"), Row("0SERIES"), Row("5SERIES"), Row("2SERIES"), Row("7SERIES"), Row("7SERIES"), Row("7SERIES"), Row("1SERIES"), Row("8SERIES"), Row("2SERIES"), Row("5SERIES"), Row("5SERIES"), Row("7SERIES"), Row("6SERIES"), Row("8SERIES"), Row("5SERIES"), Row("8SERIES"), Row("5SERIES"), Row("3SERIES"), Row("9SERIES"), Row("8SERIES"), Row("2SERIES"), Row("3SERIES"), Row("9SERIES"), Row("3SERIES"), Row("0SERIES"), Row("8SERIES"), Row("2SERIE
S"), Row("2SERIES"), Row("6SERIES"), Row("2SERIES"), Row("7SERIES"), Row("7SERIES"), Row("6SERIES"), Row("9SERIES"), Row("5SERIES"), Row("4SERIES"), Row("3SERIES"), Row("8SERIES"), Row("6SERIES"), Row("9SERIES"), Row("2SERIES"), Row("6SERIES"), Row("0SERIES"), Row("6SERIES"), Row("4SERIES"), Row("8SERIES"), Row("8SERIES"), Row("8SERIES"), Row("0SERIES"), Row("0SERIES"), Row("4SERIES"), Row("4SERIES"), Row("6SERIES"), Row("3SERIES"), Row("0SERIES"), Row("3SERIES"), Row("2SERIES"), Row("4SERIES"), Row("5SERIES"), Row("9SERIES"), Row("5SERIES"), Row("5SERIES"), Row("0SERIES"), Row("0SERIES")))
- })
-
- //TC_167
- test("select Upper(Latest_DAY) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Upper(Latest_DAY) a from Carbon_automation_test"),
- Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"
)))
- })
-
- //TC_168
- test("select imei,series from Carbon_automation_test limit 10")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test limit 10"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA10000", "7Series"), Row("1AA100000", "9Series"), Row("1AA1000000", "7Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series")))
- })
-
- //TC_171
- test("select Lower(series) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Lower(series) a from Carbon_automation_test"),
- Seq(Row("7series"), Row("7series"), Row("5series"), Row("5series"), Row("7series"), Row("9series"), Row("7series"), Row("0series"), Row("0series"), Row("5series"), Row("4series"), Row("1series"), Row("6series"), Row("9series"), Row("8series"), Row("0series"), Row("2series"), Row("3series"), Row("0series"), Row("4series"), Row("1series"), Row("5series"), Row("4series"), Row("3series"), Row("9series"), Row("8series"), Row("5series"), Row("0series"), Row("5series"), Row("0series"), Row("5series"), Row("5series"), Row("6series"), Row("0series"), Row("7series"), Row("0series"), Row("5series"), Row("2series"), Row("7series"), Row("7series"), Row("7series"), Row("1series"), Row("8series"), Row("2series"), Row("5series"), Row("5series"), Row("7series"), Row("6series"), Row("8series"), Row("5series"), Row("8series"), Row("5series"), Row("3series"), Row("9series"), Row("8series"), Row("2series"), Row("3series"), Row("9series"), Row("3series"), Row("0series"), Row("8series"), Row("2serie
s"), Row("2series"), Row("6series"), Row("2series"), Row("7series"), Row("7series"), Row("6series"), Row("9series"), Row("5series"), Row("4series"), Row("3series"), Row("8series"), Row("6series"), Row("9series"), Row("2series"), Row("6series"), Row("0series"), Row("6series"), Row("4series"), Row("8series"), Row("8series"), Row("8series"), Row("0series"), Row("0series"), Row("4series"), Row("4series"), Row("6series"), Row("3series"), Row("0series"), Row("3series"), Row("2series"), Row("4series"), Row("5series"), Row("9series"), Row("5series"), Row("5series"), Row("0series"), Row("0series")))
- })
-
- //TC_172
- test("select Lower(Latest_DAY) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Lower(Latest_DAY) a from Carbon_automation_test"),
- Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"
)))
- })
-
- //TC_173
- test("select distinct Latest_DAY from Carbon_automation_test")({
- checkAnswer(
- sql("select distinct Latest_DAY from Carbon_automation_test"),
- Seq(Row(1)))
- })
-
- //TC_175
- test("select distinct channelsId from Carbon_automation_test")({
- checkAnswer(
- sql("select distinct channelsId from Carbon_automation_test"),
- Seq(Row("1"), Row("2"), Row("3"), Row("4"), Row("5"), Row("6"), Row("7")))
- })
-
- //TC_176
- test("select distinct series from Carbon_automation_test")({
- checkAnswer(
- sql("select distinct series from Carbon_automation_test"),
- Seq(Row("6Series"), Row("0Series"), Row("4Series"), Row("8Series"), Row("7Series"), Row("1Series"), Row("5Series"), Row("9Series"), Row("3Series"), Row("2Series")))
- })
-
- //TC_177
- test("select distinct count(series) as a from Carbon_automation_test group by channelsName")({
- checkAnswer(
- sql("select distinct count(series) as a from Carbon_automation_test group by channelsName"),
- Seq(Row(10), Row(12), Row(16), Row(18), Row(19)))
- })
-
- //TC_178
- test("select distinct count(gamePointId) a from Carbon_automation_test group by channelsName")({
- checkAnswer(
- sql("select distinct count(gamePointId) a from Carbon_automation_test group by channelsName"),
- Seq(Row(10), Row(12), Row(16), Row(18), Row(19)))
- })
-
- //TC_179
- test("select imei,series from Carbon_automation_test limit 101")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test limit 101"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA10000", "7Series"), Row("1AA100000", "9Series"), Row("1AA1000000", "7Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series"), Row("1AA100004", "4Series"), Row("1AA100005", "1Series"), Row("1AA100006", "6Series"), Row("1AA100007", "9Series"), Row("1AA100008", "8Series"), Row("1AA100009", "0Series"), Row("1AA10001", "2Series"), Row("1AA100010", "3Series"), Row("1AA100011", "0Series"), Row("1AA100012", "4Series"), Row("1AA100013", "1Series"), Row("1AA100014", "5Series"), Row("1AA100015", "4Series"), Row("1AA100016", "3Series"), Row("1AA100017", "9Series"), Row("1AA100018", "8Series"), Row("1AA100019", "5Series"), Row("1AA10002", "0Series"), Row("1AA100020", "5Series"), Row("1AA100021", "0Series"), Row("1AA100022", "5Series"), Row("1AA100023", "5Series"), Row("1AA100024", "6Series"), Row("1AA100025", "0Series"), Row("1AA100026",
"7Series"), Row("1AA100027", "0Series"), Row("1AA100028", "5Series"), Row("1AA100029", "2Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100032", "1Series"), Row("1AA100033", "8Series"), Row("1AA100034", "2Series"), Row("1AA100035", "5Series"), Row("1AA100036", "5Series"), Row("1AA100037", "7Series"), Row("1AA100038", "6Series"), Row("1AA100039", "8Series"), Row("1AA10004", "5Series"), Row("1AA100040", "8Series"), Row("1AA100041", "5Series"), Row("1AA100042", "3Series"), Row("1AA100043", "9Series"), Row("1AA100044", "8Series"), Row("1AA100045", "2Series"), Row("1AA100046", "3Series"), Row("1AA100047", "9Series"), Row("1AA100048", "3Series"), Row("1AA100049", "0Series"), Row("1AA10005", "8Series"), Row("1AA100050", "2Series"), Row("1AA100051", "2Series"), Row("1AA100052", "6Series"), Row("1AA100053", "2Series"), Row("1AA100054", "7Series"), Row("1AA100055", "7Series"), Row("1AA100056", "6Series"), Row("1AA100057", "9Series"), Ro
w("1AA100058", "5Series"), Row("1AA100059", "4Series"), Row("1AA10006", "3Series"), Row("1AA100060", "8Series"), Row("1AA100061", "6Series"), Row("1AA100062", "9Series"), Row("1AA100063", "2Series"), Row("1AA100064", "6Series"), Row("1AA100065", "0Series"), Row("1AA100066", "6Series"), Row("1AA100067", "4Series"), Row("1AA100068", "8Series"), Row("1AA100069", "8Series"), Row("1AA10007", "8Series"), Row("1AA100070", "0Series"), Row("1AA100071", "0Series"), Row("1AA100072", "4Series"), Row("1AA100073", "4Series"), Row("1AA100074", "6Series"), Row("1AA100075", "3Series"), Row("1AA100076", "0Series"), Row("1AA100077", "3Series"), Row("1AA100078", "2Series"), Row("1AA100079", "4Series"), Row("1AA10008", "5Series"), Row("1AA100080", "9Series"), Row("1AA100081", "5Series"), Row("1AA100082", "5Series"), Row("1AA100083", "0Series"), Row("1AA100084", "0Series")))
- })
-
- //TC_180
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc"))
- })
-
- //TC_181
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a desc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a desc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by a desc"))
- })
-
- //TC_182
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a desc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a desc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc ,a desc"))
- })
-
- //TC_183
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series asc"))
- })
-
- //TC_184
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by a asc"))
- })
-
- //TC_185
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc ,a asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc ,a asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series asc ,a asc"))
- })
-
- //TC_186
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc ,a asc"))
- })
-
- //TC_187
- test("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test group by series,ActiveProvince order by series desc,ActiveProvince asc")({
- checkAnswer(
- sql("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test group by series,ActiveProvince order by series desc,ActiveProvince asc"),
- sql("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test_hive group by series,ActiveProvince order by series desc,ActiveProvince asc"))
- })
-
- //TC_208
- test("select Latest_DAY as a from Carbon_automation_test where Latest_DAY<=>Latest_areaId")({
- checkAnswer(
- sql("select Latest_DAY as a from Carbon_automation_test where Latest_DAY<=>Latest_areaId"),
- Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
- })
-
- //TC_210
- test("select Latest_DAY from Carbon_automation_test where Latest_DAY<>Latest_areaId")({
- checkAnswer(
- sql("select Latest_DAY from Carbon_automation_test where Latest_DAY<>Latest_areaId"),
- Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
- })
-
- //TC_211
- test("select Latest_DAY from Carbon_automation_test where Latest_DAY != Latest_areaId")({
- checkAnswer(
- sql("select Latest_DAY from Carbon_automation_test where Latest_DAY != Latest_areaId"),
- Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
- })
-
- //TC_212
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<Latest_areaId")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<Latest_areaId"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1)
, Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100051", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_213
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<=Latest_areaId")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<=Latest_areaId"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_215
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY>=Latest_areaId")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY>=Latest_areaId"),
- Seq(Row("1AA1000000", 1), Row("1AA100005", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100034", 1), Row("1AA100039", 1), Row("1AA100050", 1), Row("1AA100052", 1), Row("1AA100061", 1), Row("1AA100074", 1)))
- })
-
- //TC_216
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY NOT BETWEEN Latest_areaId AND Latest_HOUR")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY NOT BETWEEN Latest_areaId AND Latest_HOUR"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1)
, Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100051", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_219
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY IS NOT NULL")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY IS NOT NULL"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_22
- test("select imei, Latest_DAY from Carbon_automation_test where imei IS NOT NULL")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where imei IS NOT NULL"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_223
- test("select * from (select if( Latest_areaId=7,7,NULL) as babu,Latest_MONTH from Carbon_automation_test) qq where babu LIKE Latest_MONTH")({
- checkAnswer(
- sql("select * from (select if( Latest_areaId=7,7,NULL) as babu,Latest_MONTH from Carbon_automation_test) qq where babu LIKE Latest_MONTH"),
- Seq(Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7)))
- })
-
- //TC_263
- test("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC")({
- checkAnswer(
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"),
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"))
- })
-
- //TC_265
- test("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC")({
- checkAnswer(
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"),
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"))
- })
-
- //TC_274
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test group by ActiveCountry,ActiveDistrict,Activecity")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test group by ActiveCountry,ActiveDistrict,Activecity"),
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test_hive group by ActiveCountry,ActiveDistrict,Activecity"))
- })
-
- //TC_275
- test("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC")({
- checkAnswer(
- sql("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC"),
- sql("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC"))
- })
-
- //TC_276
- test("SELECT Activecity, ActiveCountry, ActiveDistrict, COUNT(imei) AS Count_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Activecity, ActiveCountry, ActiveDistrict ORDER BY Activecity ASC, ActiveCountry ASC, ActiveDistrict ASC")({
- checkAnswer(
- sql("SELECT Activecity, ActiveCountry, ActiveDistrict, COUNT(imei) AS Count_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Activecity, ActiveCountry, ActiveDistrict ORDER BY Activecity ASC, ActiveCountry ASC, ActiveDistrict ASC"),
- Seq(Row("changsha", "Chinese", "yuhua", 19), Row("guangzhou", "Chinese", "longhua", 8), Row("shenzhen", "Chinese", "longgang", 12), Row("wuhan", "Chinese", "hongshan", 16), Row("xiangtan", "Chinese", "xiangtan", 22), Row("yichang", "Chinese", "yichang", 12), Row("zhuzhou", "Chinese", "tianyuan", 10)))
- })
-
- //TC_279
- test("SELECT ActiveCountry, COUNT(DISTINCT imei) AS DistinctCount_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry ORDER BY ActiveCountry ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, COUNT(DISTINCT imei) AS DistinctCount_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry ORDER BY ActiveCountry ASC"),
- Seq(Row("Chinese", 99)))
- })
-
- //TC_282
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"))
- })
-
- //TC_317
- test("select channelsId from Carbon_automation_test order by channelsId")({
- checkAnswer(
- sql("select channelsId from Carbon_automation_test order by channelsId"),
- Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"
)))
- })
-
- //TC_318
- test("select count(series),series from Carbon_automation_test group by series having series='6Series'")({
- checkAnswer(
- sql("select count(series),series from Carbon_automation_test group by series having series='6Series'"),
- Seq(Row(9, "6Series")))
- })
-
- //TC_319
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"))
- })
-
- //TC_321
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE imei = \"1AA100000\" GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE imei = \"1AA100000\" GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
- Seq(Row("Chinese", "yichang", "yichang", 136.0)))
- })
-
- //TC_384
- test("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY series ORDER BY series ASC")({
- checkAnswer(
- sql("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY series ORDER BY series ASC"),
- sql("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY series ORDER BY series ASC"))
- })
-
- //TC_386
- test("SELECT channelsId, deliveryCity FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY channelsId, deliveryCity ORDER BY channelsId ASC, deliveryCity ASC")({
- checkAnswer(
- sql("SELECT channelsId, deliveryCity FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY channelsId, deliveryCity ORDER BY channelsId ASC, deliveryCity ASC"),
- Seq(Row("1", "changsha"), Row("1", "guangzhou"), Row("1", "shenzhen"), Row("1", "xiangtan"), Row("1", "yichang"), Row("1", "zhuzhou"), Row("2", "changsha"), Row("2", "guangzhou"), Row("2", "shenzhen"), Row("2", "xiangtan"), Row("2", "yichang"), Row("2", "zhuzhou"), Row("3", "changsha"), Row("3", "guangzhou"), Row("3", "shenzhen"), Row("3", "wuhan"), Row("3", "xiangtan"), Row("3", "yichang"), Row("3", "zhuzhou"), Row("4", "guangzhou"), Row("4", "shenzhen"), Row("4", "xiangtan"), Row("4", "yichang"), Row("4", "zhuzhou"), Row("5", "changsha"), Row("5", "guangzhou"), Row("5", "shenzhen"), Row("5", "wuhan"), Row("5", "xiangtan"), Row("5", "yichang"), Row("5", "zhuzhou"), Row("6", "changsha"), Row("6", "guangzhou"), Row("6", "shenzhen"), Row("6", "wuhan"), Row("6", "xiangtan"), Row("6", "yichang"), Row("6", "zhuzhou"), Row("7", "changsha"), Row("7", "guangzhou"), Row("7", "shenzhen"), Row("7", "wuhan"), Row("7", "xiangtan"), Row("7", "yichang"), Row("7", "zhuzhou")))
- })
-
- //TC_387
- test("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY modelId ORDER BY modelId ASC")({
- checkAnswer(
- sql("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY modelId ORDER BY modelId ASC"),
- sql("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY modelId ORDER BY modelId ASC"))
- })
-
- //TC_388
- test("SELECT imei, channelsId, COUNT(deliveryTime) AS Count_deliveryTime FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY imei, channelsId ORDER BY imei ASC, channelsId ASC")({
- checkAnswer(
- sql("SELECT imei, channelsId, COUNT(deliveryTime) AS Count_deliveryTime FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY imei, channelsId ORDER BY imei ASC, channelsId ASC"),
- Seq(Row("1AA1", "4", 1), Row("1AA10", "4", 1), Row("1AA100", "6", 1), Row("1AA1000", "3", 1), Row("1AA10000", "1", 1), Row("1AA100000", "6", 1), Row("1AA1000000", "6", 1), Row("1AA100001", "7", 1), Row("1AA100002", "3", 1), Row("1AA100003", "3", 1), Row("1AA100004", "2", 1), Row("1AA100005", "1", 1), Row("1AA100006", "2", 1), Row("1AA100007", "3", 1), Row("1AA100008", "1", 1), Row("1AA100009", "3", 1), Row("1AA10001", "5", 1), Row("1AA100010", "6", 1), Row("1AA100011", "1", 1), Row("1AA100012", "2", 1), Row("1AA100013", "6", 1), Row("1AA100014", "3", 1), Row("1AA100015", "1", 1), Row("1AA100016", "3", 1), Row("1AA100017", "3", 1), Row("1AA100018", "4", 1), Row("1AA100019", "3", 1), Row("1AA10002", "5", 1), Row("1AA100020", "7", 1), Row("1AA100021", "6", 1), Row("1AA100022", "5", 1), Row("1AA100023", "3", 1), Row("1AA100024", "2", 1), Row("1AA100025", "1", 1), Row("1AA100026", "7", 1), Row("1AA100027", "4", 1), Row("1AA100028", "5", 1), Row("1AA100029", "5", 1), Row("1AA10003",
"4", 1), Row("1AA100030", "3", 1), Row("1AA100031", "1", 1), Row("1AA100032", "7", 1), Row("1AA100033", "6", 1), Row("1AA100034", "6", 1), Row("1AA100035", "7", 1), Row("1AA100036", "5", 1), Row("1AA100037", "6", 1), Row("1AA100038", "3", 1), Row("1AA100039", "1", 1), Row("1AA10004", "4", 1), Row("1AA100040", "7", 1), Row("1AA100041", "1", 1), Row("1AA100042", "5", 1), Row("1AA100043", "6", 1), Row("1AA100044", "2", 1), Row("1AA100045", "6", 1), Row("1AA100046", "4", 1), Row("1AA100047", "1", 1), Row("1AA100048", "1", 1), Row("1AA100049", "6", 1), Row("1AA10005", "2", 1), Row("1AA100050", "1", 1), Row("1AA100051", "7", 1), Row("1AA100052", "7", 1), Row("1AA100053", "3", 1), Row("1AA100054", "2", 1), Row("1AA100055", "7", 1), Row("1AA100056", "5", 1), Row("1AA100057", "6", 1), Row("1AA100058", "4", 1), Row("1AA100059", "7", 1), Row("1AA10006", "5", 1), Row("1AA100060", "4", 1), Row("1AA100061", "6", 1), Row("1AA100062", "6", 1), Row("1AA100063", "3", 1), Row("1AA100064", "7", 1), Ro
w("1AA100065", "7", 1), Row("1AA100066", "4", 1), Row("1AA100067", "7", 1), Row("1AA100068", "7", 1), Row("1AA100069", "5", 1), Row("1AA10007", "3", 1), Row("1AA100070", "3", 1), Row("1AA100071", "5", 1), Row("1AA100072", "7", 1), Row("1AA100073", "2", 1), Row("1AA100074", "7", 1), Row("1AA100075", "6", 1), Row("1AA100076", "7", 1), Row("1AA100077", "6", 1), Row("1AA100078", "5", 1), Row("1AA100079", "6", 1), Row("1AA10008", "4", 1), Row("1AA100080", "6", 1), Row("1AA100081", "2", 1), Row("1AA100082", "7", 1), Row("1AA100083", "2", 1), Row("1AA100084", "4", 1)))
- })
-
- //TC_408
- test("select imei,series from Carbon_automation_test where series='7Series' order by imei limit 10")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test where series='7Series' order by imei limit 10"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA10000", "7Series"), Row("1AA1000000", "7Series"), Row("1AA100026", "7Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100037", "7Series"), Row("1AA100054", "7Series")))
- })
-
- //TC_419
- test("select count(channelsId) from Carbon_automation_test where modelId is null")({
- checkAnswer(
- sql("select count(channelsId) from Carbon_automation_test where modelId is null"),
- Seq(Row(0)))
- })
-
- //TC_420
- test("select sum(channelsId) from Carbon_automation_test where deviceinformationid is null")({
- checkAnswer(
- sql("select sum(channelsId) from Carbon_automation_test where deviceinformationid is null"),
- Seq(Row(null)))
- })
-
- //TC_421
- test("select avg(channelsName) from Carbon_automation_test where modelId is null")({
- checkAnswer(
- sql("select avg(channelsName) from Carbon_automation_test where modelId is null"),
- Seq(Row(null)))
- })
-
- //TC_424
- test("SELECT count(DISTINCT gamePointId) FROM Carbon_automation_test where imei is null")({
- checkAnswer(
- sql("SELECT count(DISTINCT gamePointId) FROM Carbon_automation_test where imei is null"),
- Seq(Row(0)))
- })
-
- //TC_425
- test("select imei from Carbon_automation_test where contractNumber is NOT null")({
- checkAnswer(
- sql("select imei from Carbon_automation_test where contractNumber is NOT null"),
- Seq(Row("1AA1"), Row("1AA10"), Row("1AA100"), Row("1AA1000"), Row("1AA10000"), Row("1AA100000"), Row("1AA1000000"), Row("1AA100001"), Row("1AA100002"), Row("1AA100003"), Row("1AA100004"), Row("1AA100005"), Row("1AA100006"), Row("1AA100007"), Row("1AA100008"), Row("1AA100009"), Row("1AA10001"), Row("1AA100010"), Row("1AA100011"), Row("1AA100012"), Row("1AA100013"), Row("1AA100014"), Row("1AA100015"), Row("1AA100016"), Row("1AA100017"), Row("1AA100018"), Row("1AA100019"), Row("1AA10002"), Row("1AA100020"), Row("1AA100021"), Row("1AA100022"), Row("1AA100023"), Row("1AA100024"), Row("1AA100025"), Row("1AA100026"), Row("1AA100027"), Row("1AA100028"), Row("1AA100029"), Row("1AA10003"), Row("1AA100030"), Row("1AA100031"), Row("1AA100032"), Row("1AA100033"), Row("1AA100034"), Row("1AA100035"), Row("1AA100036"), Row("1AA100037"), Row("1AA100038"), Row("1AA100039"), Row("1AA10004"), Row("1AA100040"), Row("1AA100041"), Row("1AA100042"), Row("1AA100043"), Row("1AA100044"), Row("1AA100045"
), Row("1AA100046"), Row("1AA100047"), Row("1AA100048"), Row("1AA100049"), Row("1AA10005"), Row("1AA100050"), Row("1AA100051"), Row("1AA100052"), Row("1AA100053"), Row("1AA100054"), Row("1AA100055"), Row("1AA100056"), Row("1AA100057"), Row("1AA100058"), Row("1AA100059"), Row("1AA10006"), Row("1AA100060"), Row("1AA100061"), Row("1AA100062"), Row("1AA100063"), Row("1AA100064"), Row("1AA100065"), Row("1AA100066"), Row("1AA100067"), Row("1AA100068"), Row("1AA100069"), Row("1AA10007"), Row("1AA100070"), Row("1AA100071"), Row("1AA100072"), Row("1AA100073"), Row("1AA100074"), Row("1AA100075"), Row("1AA100076"), Row("1AA100077"), Row("1AA100078"), Row("1AA100079"), Row("1AA10008"), Row("1AA100080"), Row("1AA100081"), Row("1AA100082"), Row("1AA100083"), Row("1AA100084")))
- })
-
- //TC_429
- test("select count(gamePointId) from Carbon_automation_test where imei is NOT null")({
- checkAnswer(
- sql("select count(gamePointId) from Carbon_automation_test where imei is NOT null"),
- Seq(Row(99)))
- })
-
- //TC_430
- test("select count(bomCode) from Carbon_automation_test where contractNumber is NOT null")({
- checkAnswer(
- sql("select count(bomCode) from Carbon_automation_test where contractNumber is NOT null"),
- Seq(Row(99)))
- })
-
- //TC_431
- test("select channelsName from Carbon_automation_test where contractNumber is NOT null")({
- checkAnswer(
- sql("select channelsName from Carbon_automation_test where contractNumber is NOT null"),
- Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
- })
-
- //TC_432
- test("select channelsId from Carbon_automation_test where gamePointId is NOT null")({
- checkAnswer(
- sql("select channelsId from Carbon_automation_test where gamePointId is NOT null"),
- Seq(Row("4"), Row("4"), Row("6"), Row("3"), Row("1"), Row("6"), Row("6"), Row("7"), Row("3"), Row("3"), Row("2"), Row("1"), Row("2"), Row("3"), Row("1"), Row("3"), Row("5"), Row("6"), Row("1"), Row("2"), Row("6"), Row("3"), Row("1"), Row("3"), Row("3"), Row("4"), Row("3"), Row("5"), Row("7"), Row("6"), Row("5"), Row("3"), Row("2"), Row("1"), Row("7"), Row("4"), Row("5"), Row("5"), Row("4"), Row("3"), Row("1"), Row("7"), Row("6"), Row("6"), Row("7"), Row("5"), Row("6"), Row("3"), Row("1"), Row("4"), Row("7"), Row("1"), Row("5"), Row("6"), Row("2"), Row("6"), Row("4"), Row("1"), Row("1"), Row("6"), Row("2"), Row("1"), Row("7"), Row("7"), Row("3"), Row("2"), Row("7"), Row("5"), Row("6"), Row("4"), Row("7"), Row("5"), Row("4"), Row("6"), Row("6"), Row("3"), Row("7"), Row("7"), Row("4"), Row("7"), Row("7"), Row("5"), Row("3"), Row("3"), Row("5"), Row("7"), Row("2"), Row("7"), Row("6"), Row("7"), Row("6"), Row("5"), Row("6"), Row("4"), Row("6"), Row("2"), Row("7"), Row("2"), Row("4"
)))
- })
-
- //TC_433
- test("select channelsName from Carbon_automation_test where gamePointId is NOT null")({
- checkAnswer(
- sql("select channelsName from Carbon_automation_test where gamePointId is NOT null"),
- Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
- })
-
- //TC_434
- test("select channelsId from Carbon_automation_test where latest_day is NOT null")({
- checkAnswer(
- sql("select channelsId from Carbon_automation_test where latest_day is NOT null"),
- Seq(Row("4"), Row("4"), Row("6"), Row("3"), Row("1"), Row("6"), Row("6"), Row("7"), Row("3"), Row("3"), Row("2"), Row("1"), Row("2"), Row("3"), Row("1"), Row("3"), Row("5"), Row("6"), Row("1"), Row("2"), Row("6"), Row("3"), Row("1"), Row("3"), Row("3"), Row("4"), Row("3"), Row("5"), Row("7"), Row("6"), Row("5"), Row("3"), Row("2"), Row("1"), Row("7"), Row("4"), Row("5"), Row("5"), Row("4"), Row("3"), Row("1"), Row("7"), Row("6"), Row("6"), Row("7"), Row("5"), Row("6"), Row("3"), Row("1"), Row("4"), Row("7"), Row("1"), Row("5"), Row("6"), Row("2"), Row("6"), Row("4"), Row("1"), Row("1"), Row("6"), Row("2"), Row("1"), Row("7"), Row("7"), Row("3"), Row("2"), Row("7"), Row("5"), Row("6"), Row("4"), Row("7"), Row("5"), Row("4"), Row("6"), Row("6"), Row("3"), Row("7"), Row("7"), Row("4"), Row("7"), Row("7"), Row("5"), Row("3"), Row("3"), Row("5"), Row("7"), Row("2"), Row("7"), Row("6"), Row("7"), Row("6"), Row("5"), Row("6"), Row("4"), Row("6"), Row("2"), Row("7"), Row("2"), Row("4"
)))
- })
-
- //TC_435
- test("select channelsName from Carbon_automation_test where latest_day is NOT null")({
- checkAnswer(
- sql("select channelsName from Carbon_automation_test where latest_day is NOT null"),
- Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
- })
-
- //TC_439
- test("SELECT min(AMSize) FROM Carbon_automation_test where imei is NOT null")({
- checkAnswer(
- sql("SELECT min(AMSize) FROM Carbon_automation_test where imei is NOT null"),
- Seq(Row("0RAM size")))
- })
-
- //TC_448
- test("select var_samp(Latest_YEAR) from Carbon_automation_test")({
- checkAnswer(
- sql("select var_samp(Latest_YEAR) from Carbon_automation_test"),
- Seq(Row(0.0)))
- })
-
- //TC_449
- test("select var_samp(AMSize) from Carbon_automation_test")({
- checkAnswer(
- sql("select var_samp(AMSize) from Carbon_automation_test"),
- Seq(Row(null)))
- })
-
- //TC_451
- test("select stddev_pop(bomcode)from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_pop(bomcode)from Carbon_automation_test"),
- Seq(Row(96490.49465950707)))
- })
-
- //TC_452
- test("select stddev_pop(deviceInformationId)from Carbon_automation_test1")({
- checkAnswer(
- sql("select stddev_pop(deviceInformationId)from Carbon_automation_test"),
- Seq(Row(96490.49465950707)))
- })
-
- //TC_454
- test("select stddev_pop(AMSIZE)from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_pop(AMSIZE)from Carbon_automation_test"),
- Seq(Row(null)))
- })
-
- //TC_457
- test("select stddev_samp(deviceInformationId)from Carbon_automation_test1")({
- checkAnswer(
- sql("select stddev_samp(deviceInformationId)from Carbon_automation_test"),
- Seq(Row(96981.54360516652)))
- })
-
- //TC_458
- test("select stddev_samp(AMSIZE)from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_samp(AMSIZE)from Carbon_automation_test"),
- Seq(Row(null)))
- })
-
- //TC_459
- test("select stddev_samp(Latest_MONTH)from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_samp(Latest_MONTH)from Carbon_automation_test"),
- Seq(Row(0.0)))
- })
-
- //TC_472
- test("Select percentile(1,1.0) from Carbon_automation_test2")({
- checkAnswer(
- sql("Select percentile(1,1.0) from Carbon_automation_test"),
- Seq(Row(1.0)))
- })
-
- //TC_473
- test("Select percentile(1,1.0) from Carbon_automation_test")({
- checkAnswer(
- sql("Select percentile(1,1.0) from Carbon_automation_test"),
- Seq(Row(1.0)))
- })
-
- //TC_474
- test("select cast(series as int) as a from Carbon_automation_test limit 10")({
- checkAnswer(
- sql("select cast(series as int) as a from Carbon_automation_test limit 10"),
- Seq(Row(null), Row(null), Row(null), Row(null), Row(null), Row(null), Row(null), Row(null), Row(null), Row(null)))
- })
-
- //TC_475
- test("select cast(modelid as int) as a from Carbon_automation_test limit 10")({
- checkAnswer(
- sql("select cast(modelid as int) as a from Carbon_automation_test limit 10"),
- Seq(Row(109), Row(93), Row(2591), Row(2531), Row(2408), Row(1815), Row(2479), Row(1845), Row(2008), Row(1121)))
- })
-
- //TC_476
- test("Select percentile(1,1.0) from Carbon_automation_test1")({
- checkAnswer(
- sql("Select percentile(1,1.0) from Carbon_automation_test"),
- Seq(Row(1.0)))
- })
-
- //TC_481
- test("select percentile_approx(1, 0.5 ,5000) from Carbon_automati
<TRUNCATED>
[28/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/sample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/sample.csv b/integration/spark-common-test/src/test/resources/sample.csv
new file mode 100644
index 0000000..7c57de7
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/sample.csv
@@ -0,0 +1,5 @@
+id,name,city,age
+1,david,shenzhen,31
+2,eason,shenzhen,27
+3,jarry,wuhan,35
+3,jarry,Bangalore,35
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/sample.csv.bz2
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/sample.csv.bz2 b/integration/spark-common-test/src/test/resources/sample.csv.bz2
new file mode 100644
index 0000000..0c2417d
Binary files /dev/null and b/integration/spark-common-test/src/test/resources/sample.csv.bz2 differ
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/sample.csv.gz
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/sample.csv.gz b/integration/spark-common-test/src/test/resources/sample.csv.gz
new file mode 100644
index 0000000..80513b8
Binary files /dev/null and b/integration/spark-common-test/src/test/resources/sample.csv.gz differ
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/sampleComplex.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/sampleComplex.csv b/integration/spark-common-test/src/test/resources/sampleComplex.csv
new file mode 100644
index 0000000..95ba5f2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/sampleComplex.csv
@@ -0,0 +1,4 @@
+Id,number,name,gamePoint,mac
+1,1.5,Mark,1.2$2,3
+2,2,Twin,2.0$3,1.5
+3,3.0,Betty,5$2.0,2
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/sample_withDelimiter017.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/sample_withDelimiter017.csv b/integration/spark-common-test/src/test/resources/sample_withDelimiter017.csv
new file mode 100644
index 0000000..c40b03a
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/sample_withDelimiter017.csv
@@ -0,0 +1,5 @@
+idnamecityage
+1davidshenzhen31
+2easonshenzhen27
+3jarrywuhan35
+3jarryBangalore35
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/shortolap.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/shortolap.csv b/integration/spark-common-test/src/test/resources/shortolap.csv
new file mode 100644
index 0000000..1c237b8
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/shortolap.csv
@@ -0,0 +1,5 @@
+imei0,2147,9279,100.05,100.055,2016-05-01 12:25:36,aa,11
+imei1,-2148,-9807,10.05,100.05,2016-05-02 19:25:15,bb,22
+imei2,2147,9279,100.05,100.055,2016-05-01 12:25:36,cc,33
+imei3,-217,-9206,100.005,100.05,2016-05-02 19:25:15,dd,44
+imei4,10,0,15.5,45,2016-05-02 19:25:15,ee,55
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/stringtypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/stringtypecube.xml b/integration/spark-common-test/src/test/resources/stringtypecube.xml
new file mode 100644
index 0000000..dff7ccc
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/stringtypecube.xml
@@ -0,0 +1,55 @@
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~ with the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+
+<Schema name="default">
+ <Cube name="stringtypecube" visible="true" cache="true" enabled="true">
+ <Table name="stringtypecube" alias="">
+ </Table>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empname">
+ <Hierarchy name="empname" hasAll="true" normalized="false">
+ <Level name="empname" column="empname" type="String" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="designation">
+ <Hierarchy name="designation" hasAll="true" normalized="false">
+ <Level name="designation" column="designation" type="String" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="workgroupcategoryname">
+ <Hierarchy name="workgroupcategoryname" hasAll="true" normalized="false">
+ <Level name="workgroupcategoryname" column="workgroupcategoryname" type="String"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptname">
+ <Hierarchy name="deptname" hasAll="true" normalized="false">
+ <Level name="deptname" column="deptname" type="String" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Measure name="default_dummy_measure" column="default_dummy_measure" datatype="Numeric"
+ aggregator="sum" visible="false">
+ </Measure>
+ </Cube>
+</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/struct_all.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/struct_all.csv b/integration/spark-common-test/src/test/resources/struct_all.csv
new file mode 100644
index 0000000..02b6387
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/struct_all.csv
@@ -0,0 +1,4 @@
+10&10$10&10
+20&20$20&20
+30&30$30&30
+40&40$40&40
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/structusingstruct.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/structusingstruct.csv b/integration/spark-common-test/src/test/resources/structusingstruct.csv
new file mode 100644
index 0000000..5a2bae1
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/structusingstruct.csv
@@ -0,0 +1,2 @@
+def$klm&abc$12
+pri$sac&pra$18
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/test.json
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/test.json b/integration/spark-common-test/src/test/resources/test.json
new file mode 100644
index 0000000..50a859c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/test.json
@@ -0,0 +1,3 @@
+{"name":"Michael"}
+{"name":"Andy", "age":30}
+{"name":"Justin", "age":19}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/timeStampFormatData1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/timeStampFormatData1.csv b/integration/spark-common-test/src/test/resources/timeStampFormatData1.csv
new file mode 100644
index 0000000..eed124d
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/timeStampFormatData1.csv
@@ -0,0 +1,12 @@
+ID,date,starttime,country,name,phonetype,serialname,salary
+1,2015/7/23,2016-7-23 01:01:30,china,aaa1,phone197,ASD69643,15000
+2,2015/7/24,2016-7-24 01:02:30,china,aaa2,phone756,ASD42892,15001
+3,2015/7/25,2016-7-25 01:03:30,china,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,2016-7-26 01:04:30,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,2016-7-27 01:05:30,china,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,2016-7-28 01:06:30,china,aaa6,phone294,ASD59961,15005
+7,2015/7/29,2016-7-29 01:07:30,china,aaa7,phone610,ASD14875,15006
+8,2015/7/30,2016-7-30 01:08:30,china,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,2016-7-18 01:09:30,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,2016-7-19 01:10:30,usa,aaa10,phone685,ASD30505,15009
+
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/timeStampFormatData2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/timeStampFormatData2.csv b/integration/spark-common-test/src/test/resources/timeStampFormatData2.csv
new file mode 100644
index 0000000..e8f255b
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/timeStampFormatData2.csv
@@ -0,0 +1,11 @@
+ID,date,starttime,country,name,phonetype,serialname,salary
+11,2015-7-18,2016/07/18 02:02:02,china,aaa11,phone1554,ASD26101,15010
+12,2015-7-19,2016/07/19 02:12:02,china,aaa12,phone1781,ASD85711,15011
+13,2015-7-20,2016/07/20 02:22:02,china,aaa13,phone943,ASD39200,15012
+14,2015-7-21,2016/07/21 02:32:02,china,aaa14,phone1954,ASD80468,15013
+15,2015-7-22,2016/07/22 02:42:02,china,aaa15,phone451,ASD1954,15014
+16,2015-7-23,2016/07/23 02:52:02,china,aaa16,phone390,ASD38513,15015
+17,2015-7-24,2016/07/24 02:42:02,china,aaa17,phone1929,ASD86213,15016
+18,2015-7-25,2016/07/25 02:32:02,usa,aaa18,phone910,ASD88812,15017
+19,2015-7-26,2016/07/26 02:22:02,china,aaa19,phone2151,ASD9316,15018
+20,2015-7-27,2016/07/27 02:12:02,china,aaa20,phone2625,ASD62597,15019
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/timestampdata.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/timestampdata.csv b/integration/spark-common-test/src/test/resources/timestampdata.csv
new file mode 100644
index 0000000..b0339bc
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/timestampdata.csv
@@ -0,0 +1,2 @@
+imei001,rat$aaa1,111$111,2015-01-01 13:00:00.000$2015-01-01 13:00:00.000,16$64,babu$001
+imei002,rat$aaa2,111$112,2015-01-01 13:00:00.000$2015-01-02 13:00:00.000,16$65,babu$002
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/timestamptypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/timestamptypecube.xml b/integration/spark-common-test/src/test/resources/timestamptypecube.xml
new file mode 100644
index 0000000..885eb44
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/timestamptypecube.xml
@@ -0,0 +1,50 @@
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~ with the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+
+<Schema name="default">
+ <Cube name="timestamptypecube" visible="true" cache="true" enabled="true">
+ <Table name="timestamptypecube" alias="">
+ </Table>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="doj">
+ <Hierarchy name="doj" hasAll="true" normalized="false">
+ <Level name="doj" column="doj" type="Timestamp" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="projectjoindate">
+ <Hierarchy name="projectjoindate" hasAll="true" normalized="false">
+ <Level name="projectjoindate" column="projectjoindate" type="Timestamp"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="projectenddate">
+ <Hierarchy name="projectenddate" hasAll="true" normalized="false">
+ <Level name="projectenddate" column="projectenddate" type="Timestamp"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Measure name="default_dummy_measure" column="default_dummy_measure" datatype="Numeric"
+ aggregator="sum" visible="false">
+ </Measure>
+ </Cube>
+</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/verticalDelimitedData.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/verticalDelimitedData.csv b/integration/spark-common-test/src/test/resources/verticalDelimitedData.csv
new file mode 100644
index 0000000..24c353e
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/verticalDelimitedData.csv
@@ -0,0 +1,12 @@
+100044|1232|1697
+100045|1602|1234
+100047|8392|1823
+100048|1184|1234
+100051|2320|1407
+100052|2300|845
+100053|1210|1655
+100054|1689|1368
+100055|2823|1728
+100056|68|750
+100057|716|2288
+100058|864|1234
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/windows.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/windows.csv b/integration/spark-common-test/src/test/resources/windows.csv
new file mode 100644
index 0000000..6dac9e2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/windows.csv
@@ -0,0 +1,1000 @@
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001
+3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,china,aaa6,phone294,ASD59961,15005
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
+11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
+12,2015/7/19,china,aaa12,phone1781,ASD85711,15011
+13,2015/7/20,china,aaa13,phone943,ASD39200,15012
+14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
+15,2015/7/22,china,aaa15,phone451,ASD1954,15014
+16,2015/7/23,china,aaa16,phone390,ASD38513,15015
+17,2015/7/24,china,aaa17,phone1929,ASD86213,15016
+18,2015/7/25,usa,aaa18,phone910,ASD88812,15017
+19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
+20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
+21,2015/7/28,china,aaa21,phone1371,ASD27896,15020
+22,2015/7/29,china,aaa22,phone945,ASD79760,15021
+23,2015/7/30,china,aaa23,phone2177,ASD45410,15022
+24,2015/7/31,china,aaa24,phone1586,ASD80645,15023
+25,2015/8/1,china,aaa25,phone1310,ASD36408,15024
+26,2015/8/2,china,aaa26,phone1579,ASD14571,15025
+27,2015/8/3,china,aaa27,phone2123,ASD36243,15026
+28,2015/8/4,china,aaa28,phone2334,ASD57825,15027
+29,2015/8/5,china,aaa29,phone1166,ASD26161,15028
+30,2015/8/6,china,aaa30,phone2248,ASD47899,15029
+31,2015/8/7,china,aaa31,phone475,ASD89811,15030
+32,2015/8/8,china,aaa32,phone2499,ASD87974,15031
+33,2015/8/9,china,aaa33,phone2333,ASD62408,15032
+34,2015/8/10,china,aaa34,phone1128,ASD73138,15033
+35,2015/8/11,china,aaa35,phone1063,ASD29573,15034
+36,2015/8/12,china,aaa36,phone1633,ASD82574,15035
+37,2015/8/13,china,aaa37,phone775,ASD47938,15036
+38,2015/8/14,china,aaa38,phone817,ASD40947,15037
+39,2015/8/15,china,aaa39,phone2221,ASD6379,15038
+40,2015/8/16,china,aaa40,phone2289,ASD48374,15039
+41,2015/8/17,china,aaa41,phone599,ASD44560,15040
+42,2015/8/18,china,aaa42,phone384,ASD613,15041
+43,2015/8/19,china,aaa43,phone731,ASD66050,15042
+44,2015/8/20,china,aaa44,phone2128,ASD39759,15043
+45,2015/8/21,china,aaa45,phone1503,ASD31200,15044
+46,2015/8/22,china,aaa46,phone1833,ASD22945,15045
+47,2015/8/23,china,aaa47,phone2346,ASD80162,15046
+48,2015/8/24,china,aaa48,phone2714,ASD27822,15047
+49,2015/8/25,china,aaa49,phone1582,ASD21279,15048
+50,2015/8/26,china,aaa50,phone83,ASD17242,15049
+51,2015/8/27,china,aaa51,phone54,ASD29131,15050
+52,2015/8/28,china,aaa52,phone526,ASD73647,15051
+53,2015/8/29,china,aaa53,phone1308,ASD80493,15052
+54,2015/8/30,china,aaa54,phone2785,ASD30573,15053
+55,2015/8/31,china,aaa55,phone2133,ASD49757,15054
+56,2015/9/1,china,aaa56,phone871,ASD54753,15055
+57,2015/9/2,china,aaa57,phone1570,ASD25758,15056
+58,2015/9/3,china,aaa58,phone434,ASD30291,15057
+59,2015/9/4,china,aaa59,phone2023,ASD60739,15058
+60,2015/9/5,china,aaa60,phone1755,ASD4955,15059
+61,2015/9/6,china,aaa61,phone1120,ASD41678,15060
+62,2015/9/7,china,aaa62,phone526,ASD73647,15061
+63,2015/9/8,china,aaa63,phone111,ASD20917,15062
+64,2015/9/9,china,aaa64,phone2477,ASD78171,15063
+65,2015/9/10,china,aaa65,phone1458,ASD3023,15064
+66,2015/9/11,china,aaa66,phone33,ASD54379,15065
+67,2015/9/12,china,aaa67,phone1710,ASD65296,15066
+68,2015/9/13,china,aaa68,phone118,ASD4568,15067
+69,2015/9/14,china,aaa69,phone2772,ASD42161,15068
+70,2015/9/15,china,aaa70,phone1013,ASD88261,15069
+71,2015/9/16,china,aaa71,phone1606,ASD33903,15070
+72,2015/9/17,china,aaa72,phone2800,ASD60308,15071
+73,2015/9/18,china,aaa73,phone2461,ASD14645,15072
+74,2015/9/19,china,aaa74,phone1038,ASD66620,15073
+75,2015/9/20,china,aaa75,phone2882,ASD23220,15074
+76,2015/9/21,china,aaa76,phone1665,ASD31618,15075
+77,2015/9/22,china,aaa77,phone2991,ASD37964,15076
+78,2015/9/23,china,aaa78,phone620,ASD7257,15077
+79,2015/9/24,china,aaa79,phone1097,ASD12510,15078
+80,2015/9/25,usa,aaa80,phone1668,ASD41149,15079
+81,2015/9/26,china,aaa81,phone2869,ASD95862,15080
+82,2015/9/27,china,aaa82,phone2506,ASD77011,15081
+83,2015/9/28,china,aaa83,phone2897,ASD6674,15082
+84,2015/9/29,china,aaa84,phone954,ASD72595,15083
+85,2015/9/30,china,aaa85,phone1382,ASD86617,15084
+86,2015/10/1,china,aaa86,phone284,ASD31454,15085
+87,2015/10/2,china,aaa87,phone1000,ASD1404,15086
+88,2015/10/3,china,aaa88,phone1813,ASD6955,15087
+89,2015/10/4,china,aaa89,phone2301,ASD14198,15088
+90,2015/10/5,france,aaa90,phone791,ASD13426,15089
+91,2015/10/6,china,aaa91,phone1885,ASD67230,15090
+92,2015/10/7,china,aaa92,phone2055,ASD37734,15091
+93,2015/10/8,china,aaa93,phone710,ASD20056,15092
+94,2015/10/9,china,aaa94,phone1661,ASD62717,15093
+95,2015/10/10,china,aaa95,phone890,ASD68112,15094
+96,2015/10/11,china,aaa96,phone1291,ASD43253,15095
+97,2015/10/12,china,aaa97,phone1754,ASD17116,15096
+98,2015/10/13,china,aaa98,phone1162,ASD9615,15097
+99,2015/10/14,china,aaa99,phone1202,ASD38525,15098
+100,2015/10/15,china,aaa100,phone2568,ASD16162,15099
+101,2015/10/16,china,aaa101,phone722,ASD82042,15100
+102,2015/10/17,china,aaa102,phone1986,ASD55325,15101
+103,2015/10/18,china,aaa103,phone2370,ASD86596,15102
+104,2015/10/19,china,aaa104,phone2477,ASD78171,15103
+105,2015/10/20,china,aaa105,phone2047,ASD38944,15104
+106,2015/10/21,china,aaa106,phone16,ASD96002,15105
+107,2015/10/22,china,aaa107,phone1319,ASD79661,15106
+108,2015/10/23,china,aaa108,phone1375,ASD63986,15107
+109,2015/10/24,china,aaa109,phone638,ASD22875,15108
+110,2015/10/25,china,aaa110,phone1520,ASD75562,15109
+111,2015/10/26,china,aaa111,phone868,ASD43647,15110
+112,2015/10/27,china,aaa112,phone1688,ASD69512,15111
+113,2015/10/28,china,aaa113,phone1359,ASD65796,15112
+114,2015/10/29,china,aaa114,phone1819,ASD14490,15113
+115,2015/10/30,china,aaa115,phone2686,ASD70591,15114
+116,2015/10/31,china,aaa116,phone1999,ASD59245,15115
+117,2015/11/1,china,aaa117,phone1708,ASD47454,15116
+118,2015/11/2,china,aaa118,phone868,ASD43647,15117
+119,2015/11/3,china,aaa119,phone2708,ASD80313,15118
+120,2015/11/4,china,aaa120,phone2930,ASD29572,15119
+121,2015/11/5,china,aaa121,phone482,ASD37161,15120
+122,2015/11/6,china,aaa122,phone147,ASD86280,15121
+123,2015/11/7,china,aaa123,phone22,ASD15140,15122
+124,2015/11/8,china,aaa124,phone2900,ASD81501,15123
+125,2015/11/9,china,aaa125,phone2698,ASD94746,15124
+126,2015/11/10,china,aaa126,phone740,ASD87038,15125
+127,2015/11/11,china,aaa127,phone2330,ASD51162,15126
+128,2015/11/12,china,aaa128,phone1825,ASD39324,15127
+129,2015/11/13,china,aaa129,phone1910,ASD38521,15128
+130,2015/11/14,china,aaa130,phone2391,ASD77728,15129
+131,2015/11/15,china,aaa131,phone138,ASD67641,15130
+132,2015/11/16,uk,aaa132,phone1860,ASD84718,15131
+133,2015/11/17,uk,aaa133,phone1957,ASD8256,15132
+134,2015/11/18,uk,aaa134,phone738,ASD55955,15133
+135,2015/11/19,uk,aaa135,phone412,ASD58554,15134
+136,2015/11/20,uk,aaa136,phone2913,ASD38036,15135
+137,2015/11/21,uk,aaa137,phone2397,ASD17008,15136
+138,2015/11/22,uk,aaa138,phone2231,ASD59268,15137
+139,2015/11/23,uk,aaa139,phone1909,ASD32664,15138
+140,2015/11/24,uk,aaa140,phone2339,ASD54735,15139
+141,2015/11/25,china,aaa141,phone1086,ASD70962,15140
+142,2015/11/26,china,aaa142,phone2462,ASD4442,15141
+143,2015/11/27,china,aaa143,phone1628,ASD24356,15142
+144,2015/11/28,china,aaa144,phone1399,ASD18683,15143
+145,2015/11/29,china,aaa145,phone1512,ASD42324,15144
+146,2015/11/30,china,aaa146,phone845,ASD73765,15145
+147,2015/12/1,china,aaa147,phone2338,ASD49799,15146
+148,2015/12/2,china,aaa148,phone112,ASD95309,15147
+149,2015/12/3,china,aaa149,phone2008,ASD99124,15148
+150,2015/12/4,china,aaa150,phone1504,ASD18487,15149
+151,2015/12/5,china,aaa151,phone2538,ASD86901,15150
+152,2015/12/6,china,aaa152,phone253,ASD56839,15151
+153,2015/12/7,china,aaa153,phone543,ASD59832,15152
+154,2015/12/8,china,aaa154,phone251,ASD59211,15153
+155,2015/12/9,china,aaa155,phone2898,ASD58932,15154
+156,2015/12/10,china,aaa156,phone219,ASD78593,15155
+157,2015/12/11,china,aaa157,phone599,ASD44560,15156
+158,2015/12/12,china,aaa158,phone2775,ASD33598,15157
+159,2015/12/13,china,aaa159,phone873,ASD94122,15158
+160,2015/12/14,china,aaa160,phone1871,ASD21810,15159
+161,2015/12/15,china,aaa161,phone1871,ASD21810,15160
+162,2015/12/16,china,aaa162,phone1626,ASD5437,15161
+163,2015/12/17,china,aaa163,phone825,ASD71225,15162
+164,2015/12/18,china,aaa164,phone2660,ASD27594,15163
+165,2015/12/19,china,aaa165,phone388,ASD76310,15164
+166,2015/12/20,china,aaa166,phone2583,ASD77454,15165
+167,2015/12/21,china,aaa167,phone2870,ASD61497,15166
+168,2015/12/22,china,aaa168,phone2785,ASD30573,15167
+169,2015/12/23,china,aaa169,phone293,ASD78900,15168
+170,2015/12/24,china,aaa170,phone116,ASD86473,15169
+171,2015/12/25,china,aaa171,phone1244,ASD30971,15170
+172,2015/12/26,china,aaa172,phone2175,ASD33484,15171
+173,2015/12/27,china,aaa173,phone1909,ASD32664,15172
+174,2015/12/28,china,aaa174,phone1921,ASD28833,15173
+175,2015/12/29,china,aaa175,phone374,ASD67524,15174
+176,2015/12/30,china,aaa176,phone465,ASD75494,15175
+177,2015/12/31,china,aaa177,phone395,ASD63501,15176
+178,2016/1/1,china,aaa178,phone1695,ASD92758,15177
+179,2016/1/2,china,aaa179,phone1396,ASD53292,15178
+180,2016/1/3,china,aaa180,phone1377,ASD12856,15179
+181,2016/1/4,china,aaa181,phone2385,ASD70717,15180
+182,2016/1/5,china,aaa182,phone2083,ASD3221,15181
+183,2016/1/6,china,aaa183,phone609,ASD54015,15182
+184,2016/1/7,china,aaa184,phone1732,ASD35453,15183
+185,2016/1/8,china,aaa185,phone926,ASD46831,15184
+186,2016/1/9,china,aaa186,phone52,ASD46238,15185
+187,2016/1/10,china,aaa187,phone401,ASD28870,15186
+188,2016/1/11,china,aaa188,phone304,ASD52886,15187
+189,2016/1/12,china,aaa189,phone1586,ASD80645,15188
+190,2016/1/13,china,aaa190,phone358,ASD23673,15189
+191,2016/1/14,china,aaa191,phone1930,ASD58097,15190
+192,2016/1/15,china,aaa192,phone663,ASD44218,15191
+193,2016/1/16,china,aaa193,phone1243,ASD37727,15192
+194,2016/1/17,china,aaa194,phone1588,ASD91226,15193
+195,2016/1/18,china,aaa195,phone2527,ASD80035,15194
+196,2016/1/19,china,aaa196,phone1522,ASD62002,15195
+197,2016/1/20,china,aaa197,phone1387,ASD49312,15196
+198,2016/1/21,china,aaa198,phone2493,ASD55143,15197
+199,2016/1/22,china,aaa199,phone2307,ASD10530,15198
+200,2016/1/23,china,aaa200,phone2940,ASD57500,15199
+201,2016/1/24,canada,aaa201,phone1208,ASD8177,15200
+202,2016/1/25,canada,aaa202,phone1383,ASD13789,15201
+203,2016/1/26,canada,aaa203,phone1016,ASD68460,15202
+204,2016/1/27,canada,aaa204,phone2832,ASD89285,15203
+205,2016/1/28,canada,aaa205,phone2199,ASD21040,15204
+206,2016/1/29,canada,aaa206,phone1105,ASD41184,15205
+207,2016/1/30,canada,aaa207,phone1997,ASD79237,15206
+208,2016/1/31,canada,aaa208,phone663,ASD44218,15207
+209,2016/2/1,canada,aaa209,phone767,ASD85191,15208
+210,2016/2/2,canada,aaa210,phone1232,ASD55928,15209
+211,2016/2/3,canada,aaa211,phone2533,ASD86033,15210
+212,2016/2/4,canada,aaa212,phone861,ASD12777,15211
+213,2016/2/5,canada,aaa213,phone1334,ASD47037,15212
+214,2016/2/6,canada,aaa214,phone1438,ASD77362,15213
+215,2016/2/7,canada,aaa215,phone160,ASD78770,15214
+216,2015/7/8,canada,aaa216,phone2437,ASD99353,15215
+217,2015/7/8,canada,aaa217,phone1430,ASD42465,15216
+218,2015/7/8,china,aaa218,phone2989,ASD31575,15217
+219,2015/7/8,china,aaa219,phone1315,ASD42644,15218
+220,2015/7/8,china,aaa220,phone2866,ASD29661,15219
+221,2015/7/8,china,aaa221,phone1616,ASD16671,15220
+222,2015/7/8,china,aaa222,phone2087,ASD48037,15221
+223,2015/7/8,china,aaa223,phone2573,ASD82694,15222
+224,2015/7/8,china,aaa224,phone913,ASD21179,15223
+225,2015/7/8,china,aaa225,phone900,ASD46140,15224
+226,2015/7/8,china,aaa226,phone1087,ASD43483,15225
+227,2015/7/8,china,aaa227,phone1647,ASD74002,15226
+228,2015/7/8,china,aaa228,phone2341,ASD82304,15227
+229,2015/7/8,china,aaa229,phone1901,ASD34911,15228
+230,2015/7/8,china,aaa230,phone2649,ASD69130,15229
+231,2015/7/8,china,aaa231,phone2514,ASD24211,15230
+232,2015/7/8,china,aaa232,phone133,ASD22945,15231
+233,2015/7/8,china,aaa233,phone1048,ASD5352,15232
+234,2015/7/8,uk,aaa234,phone10,ASD18389,15233
+235,2015/7/8,france,aaa235,phone319,ASD14310,15234
+236,2015/7/8,france,aaa236,phone169,ASD18752,15235
+237,2015/7/8,france,aaa237,phone1792,ASD12930,15236
+238,2015/7/8,france,aaa238,phone2914,ASD66266,15237
+239,2015/7/8,france,aaa239,phone371,ASD78389,15238
+240,2015/7/8,france,aaa240,phone739,ASD43117,15239
+241,2015/7/8,france,aaa241,phone791,ASD13426,15240
+242,2015/7/8,france,aaa242,phone2594,ASD53050,15241
+243,2015/7/8,france,aaa243,phone696,ASD31569,15242
+244,2015/7/8,france,aaa244,phone2029,ASD19595,15243
+245,2015/7/8,france,aaa245,phone795,ASD24648,15244
+246,2015/7/8,france,aaa246,phone865,ASD20613,15245
+247,2015/7/8,france,aaa247,phone471,ASD5440,15246
+248,2015/7/8,france,aaa248,phone2399,ASD39891,15247
+249,2015/7/8,france,aaa249,phone56,ASD79971,15248
+250,2015/7/8,france,aaa250,phone1371,ASD27896,15249
+251,2015/7/8,france,aaa251,phone1746,ASD68481,15250
+252,2015/7/8,france,aaa252,phone147,ASD86280,15251
+253,2015/7/8,france,aaa253,phone2766,ASD60381,15252
+254,2015/7/8,france,aaa254,phone2932,ASD12302,15253
+255,2015/7/8,france,aaa255,phone1866,ASD21033,15254
+256,2015/7/8,france,aaa256,phone1631,ASD67070,15255
+257,2015/7/8,france,aaa257,phone1386,ASD80979,15256
+258,2015/7/8,france,aaa258,phone2384,ASD97760,15257
+259,2015/7/8,france,aaa259,phone1977,ASD29691,15258
+260,2015/7/8,france,aaa260,phone316,ASD96088,15259
+261,2015/7/8,france,aaa261,phone763,ASD7447,15260
+262,2015/7/8,france,aaa262,phone2791,ASD86621,15261
+263,2015/7/8,france,aaa263,phone401,ASD28870,15262
+264,2015/7/8,france,aaa264,phone1534,ASD59748,15263
+265,2015/7/8,france,aaa265,phone2815,ASD51862,15264
+266,2015/7/8,france,aaa266,phone2277,ASD52116,15265
+267,2015/7/8,france,aaa267,phone1458,ASD3023,15266
+268,2015/7/8,china,aaa268,phone1173,ASD44668,15267
+269,2015/7/8,china,aaa269,phone2428,ASD94819,15268
+270,2015/7/8,china,aaa270,phone2565,ASD41930,15269
+271,2015/7/8,china,aaa271,phone2064,ASD14615,15270
+272,2015/7/8,china,aaa272,phone1332,ASD35057,15271
+273,2015/7/8,china,aaa273,phone1117,ASD96168,15272
+274,2015/7/8,china,aaa274,phone801,ASD10049,15273
+275,2015/7/8,china,aaa275,phone316,ASD96088,15274
+276,2015/7/8,china,aaa276,phone2098,ASD4166,15275
+277,2015/7/8,china,aaa277,phone1590,ASD74144,15276
+278,2015/7/8,china,aaa278,phone148,ASD26033,15277
+279,2015/7/8,china,aaa279,phone1139,ASD42486,15278
+280,2015/7/8,china,aaa280,phone225,ASD13992,15279
+281,2015/7/8,china,aaa281,phone2490,ASD25777,15280
+282,2015/7/8,china,aaa282,phone807,ASD97797,15281
+283,2015/7/8,china,aaa283,phone25,ASD67930,15282
+284,2015/7/8,china,aaa284,phone1101,ASD35178,15283
+285,2015/7/8,china,aaa285,phone1211,ASD27032,15284
+286,2015/7/8,china,aaa286,phone1092,ASD30977,15285
+287,2015/7/8,china,aaa287,phone268,ASD20002,15286
+288,2015/7/8,china,aaa288,phone1017,ASD2489,15287
+289,2015/7/8,china,aaa289,phone672,ASD18712,15288
+290,2015/7/8,china,aaa290,phone320,ASD5030,15289
+291,2015/7/8,china,aaa291,phone2022,ASD53089,15290
+292,2015/7/8,china,aaa292,phone817,ASD40947,15291
+293,2015/7/8,china,aaa293,phone1513,ASD63237,15292
+294,2015/7/8,china,aaa294,phone1913,ASD29267,15293
+295,2015/7/8,china,aaa295,phone233,ASD94159,15294
+296,2015/7/8,china,aaa296,phone2613,ASD36379,15295
+297,2015/7/8,china,aaa297,phone492,ASD85148,15296
+298,2015/7/8,china,aaa298,phone2896,ASD87790,15297
+299,2015/7/8,china,aaa299,phone1395,ASD5086,15298
+300,2015/7/8,china,aaa300,phone2405,ASD98593,15299
+301,2015/7/8,china,aaa301,phone1837,ASD76100,15300
+302,2015/7/8,china,aaa302,phone690,ASD96405,15301
+303,2015/7/8,china,aaa303,phone1006,ASD22695,15302
+304,2015/7/8,china,aaa304,phone1980,ASD31405,15303
+305,2015/7/8,china,aaa305,phone170,ASD78727,15304
+306,2015/7/8,china,aaa306,phone1139,ASD42486,15305
+307,2015/7/8,china,aaa307,phone1033,ASD7342,15306
+308,2015/7/8,china,aaa308,phone2020,ASD48268,15307
+309,2015/7/8,china,aaa309,phone1629,ASD59143,15308
+310,2015/7/8,china,aaa310,phone222,ASD42940,15309
+311,2015/7/8,china,aaa311,phone574,ASD18673,15310
+312,2015/7/8,china,aaa312,phone2371,ASD40072,15311
+313,2015/7/8,china,aaa313,phone1817,ASD40255,15312
+314,2015/7/8,china,aaa314,phone1153,ASD74976,15313
+315,2015/7/8,china,aaa315,phone2836,ASD74087,15314
+316,2015/7/8,china,aaa316,phone89,ASD88184,15315
+317,2015/7/8,china,aaa317,phone1988,ASD6141,15316
+318,2015/7/8,china,aaa318,phone2641,ASD75257,15317
+319,2015/7/8,china,aaa319,phone106,ASD31344,15318
+320,2015/7/8,china,aaa320,phone426,ASD54309,15319
+321,2015/7/8,china,aaa321,phone1551,ASD30475,15320
+322,2015/7/8,china,aaa322,phone1241,ASD73185,15321
+323,2015/7/8,china,aaa323,phone2249,ASD87147,15322
+324,2015/7/8,china,aaa324,phone1644,ASD12948,15323
+325,2015/7/8,china,aaa325,phone2574,ASD33664,15324
+326,2015/7/8,china,aaa326,phone180,ASD40830,15325
+327,2015/7/8,china,aaa327,phone2382,ASD36810,15326
+328,2015/7/8,china,aaa328,phone1651,ASD91529,15327
+329,2015/7/8,china,aaa329,phone1272,ASD69717,15328
+330,2015/7/8,china,aaa330,phone1623,ASD48772,15329
+331,2015/7/8,china,aaa331,phone982,ASD12783,15330
+332,2015/7/8,china,aaa332,phone2929,ASD37120,15331
+333,2015/7/8,china,aaa333,phone894,ASD84235,15332
+334,2015/7/8,china,aaa334,phone2522,ASD55429,15333
+335,2015/7/8,china,aaa335,phone1347,ASD67484,15334
+336,2015/7/8,china,aaa336,phone471,ASD5440,15335
+337,2015/7/8,china,aaa337,phone2515,ASD2692,15336
+338,2015/7/8,china,aaa338,phone1337,ASD614,15337
+339,2015/7/8,china,aaa339,phone1619,ASD4540,15338
+340,2015/7/8,china,aaa340,phone1262,ASD35650,15339
+341,2015/7/8,china,aaa341,phone2909,ASD62684,15340
+342,2015/7/8,china,aaa342,phone49,ASD54022,15341
+343,2015/7/8,china,aaa343,phone1989,ASD56363,15342
+344,2015/7/8,china,aaa344,phone911,ASD95311,15343
+345,2015/7/8,china,aaa345,phone2139,ASD68016,15344
+346,2015/7/8,china,aaa346,phone2097,ASD15979,15345
+347,2015/7/8,china,aaa347,phone1134,ASD97664,15346
+348,2015/7/8,china,aaa348,phone2347,ASD53040,15347
+349,2015/7/8,china,aaa349,phone2263,ASD40179,15348
+350,2015/7/8,china,aaa350,phone1539,ASD96530,15349
+351,2015/7/8,china,aaa351,phone1123,ASD45798,15350
+352,2015/7/8,china,aaa352,phone2969,ASD18127,15351
+353,2015/7/8,china,aaa353,phone2968,ASD47580,15352
+354,2015/7/8,china,aaa354,phone996,ASD78710,15353
+355,2015/7/8,china,aaa355,phone2700,ASD15021,15354
+356,2015/7/8,china,aaa356,phone753,ASD22367,15355
+357,2015/7/8,china,aaa357,phone2640,ASD29615,15356
+358,2015/7/8,china,aaa358,phone2768,ASD23094,15357
+359,2015/7/8,china,aaa359,phone418,ASD53383,15358
+360,2015/7/8,china,aaa360,phone1612,ASD55774,15359
+361,2015/7/8,china,aaa361,phone451,ASD1954,15360
+362,2015/7/8,china,aaa362,phone2096,ASD61555,15361
+363,2015/7/8,china,aaa363,phone1979,ASD7220,15362
+364,2015/7/8,china,aaa364,phone325,ASD97321,15363
+365,2015/7/8,china,aaa365,phone1138,ASD40077,15364
+366,2015/7/8,china,aaa366,phone1866,ASD21033,15365
+367,2015/7/8,china,aaa367,phone683,ASD26163,15366
+368,2015/7/8,china,aaa368,phone1412,ASD19745,15367
+369,2015/7/8,china,aaa369,phone2578,ASD40786,15368
+370,2015/7/8,china,aaa370,phone950,ASD5064,15369
+371,2015/7/8,china,aaa371,phone1981,ASD11729,15370
+372,2015/7/8,china,aaa372,phone1367,ASD71011,15371
+373,2015/7/8,china,aaa373,phone2867,ASD24364,15372
+374,2015/7/8,china,aaa374,phone2284,ASD32419,15373
+375,2015/7/8,china,aaa375,phone2463,ASD33813,15374
+376,2015/7/8,china,aaa376,phone368,ASD34269,15375
+377,2015/7/8,china,aaa377,phone428,ASD1961,15376
+378,2015/7/8,china,aaa378,phone2527,ASD80035,15377
+379,2015/7/8,china,aaa379,phone260,ASD2976,15378
+380,2015/7/8,china,aaa380,phone1671,ASD73981,15379
+381,2015/7/8,china,aaa381,phone1379,ASD62041,15380
+382,2015/7/8,china,aaa382,phone124,ASD28539,15381
+383,2015/7/8,china,aaa383,phone95,ASD88540,15382
+384,2015/7/8,china,aaa384,phone2487,ASD6907,15383
+385,2015/7/8,china,aaa385,phone1420,ASD49252,15384
+386,2015/7/8,china,aaa386,phone429,ASD61651,15385
+387,2015/7/8,china,aaa387,phone2953,ASD3445,15386
+388,2015/7/8,china,aaa388,phone1645,ASD20063,15387
+389,2015/7/8,china,aaa389,phone283,ASD16039,15388
+390,2015/7/8,china,aaa390,phone2927,ASD21076,15389
+391,2015/7/8,china,aaa391,phone2855,ASD27086,15390
+392,2015/7/8,china,aaa392,phone1952,ASD50922,15391
+393,2015/7/8,china,aaa393,phone229,ASD66817,15392
+394,2015/7/8,brazil,aaa394,phone1883,ASD33806,15393
+395,2015/7/8,brazil,aaa395,phone2148,ASD60441,15394
+396,2015/7/8,brazil,aaa396,phone190,ASD29041,15395
+397,2015/7/8,brazil,aaa397,phone356,ASD62581,15396
+398,2015/7/8,brazil,aaa398,phone2992,ASD71446,15397
+399,2015/7/8,brazil,aaa399,phone2213,ASD54693,15398
+400,2015/7/8,brazil,aaa400,phone165,ASD10848,15399
+401,2015/7/8,brazil,aaa401,phone1579,ASD14571,15400
+402,2015/7/8,brazil,aaa402,phone251,ASD59211,15401
+403,2015/7/8,brazil,aaa403,phone1522,ASD62002,15402
+404,2015/7/8,brazil,aaa404,phone2873,ASD12631,15403
+405,2015/7/8,brazil,aaa405,phone1376,ASD68677,15404
+406,2015/7/8,brazil,aaa406,phone1587,ASD94026,15405
+407,2015/7/8,brazil,aaa407,phone2792,ASD55146,15406
+408,2015/7/8,brazil,aaa408,phone2774,ASD91112,15407
+409,2015/7/8,brazil,aaa409,phone2439,ASD9880,15408
+410,2015/7/8,brazil,aaa410,phone1399,ASD18683,15409
+411,2015/7/8,brazil,aaa411,phone150,ASD69229,15410
+412,2015/7/8,china,aaa412,phone2895,ASD1765,15411
+413,2015/7/8,china,aaa413,phone2551,ASD77958,15412
+414,2015/7/8,china,aaa414,phone694,ASD92230,15413
+415,2015/7/8,china,aaa415,phone2233,ASD84617,15414
+416,2015/7/8,china,aaa416,phone146,ASD65240,15415
+417,2015/7/8,china,aaa417,phone707,ASD5628,15416
+418,2015/7/8,china,aaa418,phone2658,ASD4726,15417
+419,2015/7/8,china,aaa419,phone1020,ASD4161,15418
+420,2015/7/8,china,aaa420,phone535,ASD97410,15419
+421,2015/7/8,china,aaa421,phone624,ASD51860,15420
+422,2015/7/8,usa,aaa422,phone2102,ASD80410,15421
+423,2015/7/8,china,aaa423,phone1112,ASD28257,15422
+424,2015/7/8,china,aaa424,phone1347,ASD67484,15423
+425,2015/7/8,china,aaa425,phone1306,ASD5266,15424
+426,2015/7/8,china,aaa426,phone2458,ASD89845,15425
+427,2015/7/8,china,aaa427,phone1701,ASD65854,15426
+428,2015/7/8,china,aaa428,phone1439,ASD55081,15427
+429,2015/7/8,china,aaa429,phone2952,ASD29721,15428
+430,2015/7/8,china,aaa430,phone2890,ASD73575,15429
+431,2015/7/8,china,aaa431,phone1817,ASD40255,15430
+432,2015/7/8,china,aaa432,phone1264,ASD10727,15431
+433,2015/7/8,china,aaa433,phone2819,ASD32336,15432
+434,2015/7/8,china,aaa434,phone1046,ASD84173,15433
+435,2015/7/8,china,aaa435,phone281,ASD29929,15434
+436,2015/7/8,china,aaa436,phone731,ASD66050,15435
+437,2015/7/8,china,aaa437,phone244,ASD24103,15436
+438,2015/7/8,china,aaa438,phone993,ASD22962,15437
+439,2015/7/8,china,aaa439,phone2984,ASD28539,15438
+440,2015/7/8,china,aaa440,phone1078,ASD93778,15439
+441,2015/7/8,china,aaa441,phone2844,ASD33646,15440
+442,2015/7/8,china,aaa442,phone2251,ASD59852,15441
+443,2015/7/8,china,aaa443,phone598,ASD1303,15442
+444,2015/7/8,china,aaa444,phone1286,ASD96687,15443
+445,2015/7/8,china,aaa445,phone2346,ASD80162,15444
+446,2015/7/8,china,aaa446,phone729,ASD69936,15445
+447,2015/7/8,china,aaa447,phone1946,ASD69048,15446
+448,2015/7/8,china,aaa448,phone2832,ASD89285,15447
+449,2015/7/8,china,aaa449,phone1334,ASD47037,15448
+450,2015/7/8,china,aaa450,phone2434,ASD67700,15449
+451,2015/7/8,china,aaa451,phone595,ASD51331,15450
+452,2015/7/8,china,aaa452,phone2018,ASD63383,15451
+453,2015/7/8,china,aaa453,phone1226,ASD69240,15452
+454,2015/7/8,china,aaa454,phone710,ASD20056,15453
+455,2015/7/8,china,aaa455,phone674,ASD61044,15454
+456,2015/7/8,china,aaa456,phone1921,ASD28833,15455
+457,2015/7/8,china,aaa457,phone696,ASD31569,15456
+458,2015/7/8,china,aaa458,phone1393,ASD44216,15457
+459,2015/7/8,china,aaa459,phone101,ASD28691,15458
+460,2015/7/8,china,aaa460,phone2383,ASD76851,15459
+461,2015/7/8,china,aaa461,phone1828,ASD67859,15460
+462,2015/7/8,usa,aaa462,phone1596,ASD74089,15461
+463,2015/7/8,china,aaa463,phone211,ASD91508,15462
+464,2015/7/8,china,aaa464,phone2782,ASD74449,15463
+465,2015/7/8,china,aaa465,phone2912,ASD78786,15464
+466,2015/7/8,china,aaa466,phone844,ASD29001,15465
+467,2015/7/8,china,aaa467,phone2009,ASD14090,15466
+468,2015/7/8,china,aaa468,phone1795,ASD42863,15467
+469,2015/7/8,china,aaa469,phone1208,ASD8177,15468
+470,2015/7/8,china,aaa470,phone225,ASD13992,15469
+471,2015/7/8,china,aaa471,phone102,ASD16814,15470
+472,2015/7/8,china,aaa472,phone1481,ASD59601,15471
+473,2015/7/8,china,aaa473,phone1147,ASD24488,15472
+474,2015/7/8,china,aaa474,phone2077,ASD13520,15473
+475,2015/7/8,china,aaa475,phone2883,ASD44011,15474
+476,2015/7/8,china,aaa476,phone734,ASD81584,15475
+477,2015/7/8,china,aaa477,phone2658,ASD4726,15476
+478,2015/7/8,china,aaa478,phone2454,ASD11864,15477
+479,2015/7/8,china,aaa479,phone1528,ASD82259,15478
+480,2015/7/8,china,aaa480,phone337,ASD7849,15479
+481,2015/7/8,china,aaa481,phone412,ASD58554,15480
+482,2015/7/8,china,aaa482,phone124,ASD28539,15481
+483,2015/7/8,china,aaa483,phone521,ASD63356,15482
+484,2015/7/8,china,aaa484,phone243,ASD62881,15483
+485,2015/7/8,china,aaa485,phone486,ASD78645,15484
+486,2015/7/8,china,aaa486,phone267,ASD84287,15485
+487,2015/7/8,china,aaa487,phone1056,ASD59874,15486
+488,2015/7/8,china,aaa488,phone843,ASD72585,15487
+489,2015/7/8,china,aaa489,phone1319,ASD79661,15488
+490,2015/7/8,china,aaa490,phone1049,ASD37264,15489
+491,2015/7/8,china,aaa491,phone369,ASD19326,15490
+492,2015/7/8,china,aaa492,phone1878,ASD44601,15491
+493,2015/7/8,china,aaa493,phone2458,ASD89845,15492
+494,2015/7/8,china,aaa494,phone2014,ASD36354,15493
+495,2015/7/8,china,aaa495,phone1597,ASD96755,15494
+496,2015/7/8,china,aaa496,phone609,ASD54015,15495
+497,2015/7/8,china,aaa497,phone2921,ASD89806,15496
+498,2015/7/8,china,aaa498,phone534,ASD79006,15497
+499,2015/7/8,china,aaa499,phone1172,ASD38872,15498
+500,2015/7/8,china,aaa500,phone529,ASD57718,15499
+501,2015/7/8,china,aaa501,phone1152,ASD67729,15500
+502,2015/7/8,china,aaa502,phone2211,ASD76824,15501
+503,2015/7/8,china,aaa503,phone478,ASD78007,15502
+504,2015/7/8,china,aaa504,phone1851,ASD23414,15503
+505,2015/7/8,china,aaa505,phone1955,ASD79904,15504
+506,2015/7/8,china,aaa506,phone545,ASD56156,15505
+507,2015/7/8,china,aaa507,phone44,ASD20640,15506
+508,2015/7/8,china,aaa508,phone437,ASD15325,15507
+509,2015/7/8,china,aaa509,phone1907,ASD4995,15508
+510,2015/7/8,china,aaa510,phone2926,ASD57045,15509
+511,2015/7/8,china,aaa511,phone1774,ASD12773,15510
+512,2015/7/8,china,aaa512,phone1451,ASD46252,15511
+513,2015/7/8,china,aaa513,phone2050,ASD67274,15512
+514,2015/7/8,china,aaa514,phone1359,ASD65796,15513
+515,2015/7/8,china,aaa515,phone2472,ASD11464,15514
+516,2015/7/8,china,aaa516,phone1430,ASD42465,15515
+517,2015/7/8,china,aaa517,phone1946,ASD69048,15516
+518,2015/7/8,china,aaa518,phone1445,ASD154,15517
+519,2015/7/8,china,aaa519,phone1689,ASD25206,15518
+520,2015/7/8,china,aaa520,phone2262,ASD79744,15519
+521,2015/7/8,china,aaa521,phone2950,ASD52102,15520
+522,2015/7/8,china,aaa522,phone764,ASD28348,15521
+523,2015/7/8,china,aaa523,phone318,ASD68522,15522
+524,2015/7/8,china,aaa524,phone1548,ASD95032,15523
+525,2015/7/8,china,aaa525,phone915,ASD65907,15524
+526,2015/7/8,china,aaa526,phone2672,ASD16946,15525
+527,2015/7/8,china,aaa527,phone538,ASD90796,15526
+528,2015/7/8,china,aaa528,phone2806,ASD83826,15527
+529,2015/7/8,china,aaa529,phone2158,ASD5227,15528
+530,2015/7/8,china,aaa530,phone2415,ASD30793,15529
+531,2015/7/8,china,aaa531,phone1017,ASD2489,15530
+532,2015/7/8,china,aaa532,phone779,ASD34772,15531
+533,2015/7/8,china,aaa533,phone2092,ASD72501,15532
+534,2015/7/8,china,aaa534,phone2684,ASD32921,15533
+535,2015/7/8,china,aaa535,phone842,ASD28065,15534
+536,2015/7/8,china,aaa536,phone1628,ASD24356,15535
+537,2015/7/8,china,aaa537,phone2185,ASD42692,15536
+538,2015/7/8,china,aaa538,phone16,ASD96002,15537
+539,2015/7/8,china,aaa539,phone2065,ASD1428,15538
+540,2015/7/8,china,aaa540,phone2804,ASD81203,15539
+541,2015/7/8,china,aaa541,phone1013,ASD88261,15540
+542,2015/7/8,china,aaa542,phone604,ASD9791,15541
+543,2015/7/8,china,aaa543,phone2243,ASD89678,15542
+544,2015/7/8,china,aaa544,phone12,ASD4745,15543
+545,2015/7/8,china,aaa545,phone1834,ASD9095,15544
+546,2015/7/8,china,aaa546,phone2737,ASD884,15545
+547,2015/7/8,china,aaa547,phone2132,ASD28336,15546
+548,2015/7/8,china,aaa548,phone1621,ASD95449,15547
+549,2015/7/8,china,aaa549,phone407,ASD40614,15548
+550,2015/7/8,china,aaa550,phone630,ASD44723,15549
+551,2015/7/8,china,aaa551,phone1586,ASD80645,15550
+552,2015/7/8,china,aaa552,phone1192,ASD76894,15551
+553,2015/7/8,china,aaa553,phone2394,ASD61316,15552
+554,2015/7/8,china,aaa554,phone406,ASD41369,15553
+555,2015/7/8,china,aaa555,phone287,ASD14590,15554
+556,2015/7/8,china,aaa556,phone1794,ASD81307,15555
+557,2015/7/8,china,aaa557,phone1086,ASD70962,15556
+558,2015/7/8,china,aaa558,phone1406,ASD92347,15557
+559,2015/7/8,china,aaa559,phone2886,ASD42613,15558
+560,2015/7/8,china,aaa560,phone901,ASD53764,15559
+561,2015/7/8,china,aaa561,phone328,ASD22482,15560
+562,2015/7/8,china,aaa562,phone2867,ASD24364,15561
+563,2015/7/8,china,aaa563,phone2723,ASD86337,15562
+564,2015/7/8,china,aaa564,phone1339,ASD47999,15563
+565,2015/7/8,china,aaa565,phone403,ASD93198,15564
+566,2015/7/8,china,aaa566,phone557,ASD9926,15565
+567,2015/7/8,china,aaa567,phone107,ASD8537,15566
+568,2015/7/8,china,aaa568,phone2095,ASD78485,15567
+569,2015/7/8,china,aaa569,phone764,ASD28348,15568
+570,2015/7/8,china,aaa570,phone1483,ASD74306,15569
+571,2015/7/8,china,aaa571,phone1304,ASD82559,15570
+572,2015/7/8,china,aaa572,phone2712,ASD30690,15571
+573,2015/7/8,china,aaa573,phone1878,ASD44601,15572
+574,2015/7/8,china,aaa574,phone1707,ASD67861,15573
+575,2015/7/8,china,aaa575,phone2161,ASD88219,15574
+576,2015/7/8,china,aaa576,phone714,ASD96718,15575
+577,2015/7/8,china,aaa577,phone218,ASD11450,15576
+578,2015/7/8,china,aaa578,phone1751,ASD11957,15577
+579,2015/7/8,china,aaa579,phone2442,ASD37341,15578
+580,2015/7/8,china,aaa580,phone2769,ASD17811,15579
+581,2015/7/8,china,aaa581,phone1666,ASD44070,15580
+582,2015/7/8,china,aaa582,phone1262,ASD35650,15581
+583,2015/7/8,china,aaa583,phone90,ASD81472,15582
+584,2015/7/8,china,aaa584,phone1020,ASD4161,15583
+585,2015/7/8,china,aaa585,phone286,ASD23637,15584
+586,2015/7/8,china,aaa586,phone2419,ASD95733,15585
+587,2015/7/8,china,aaa587,phone373,ASD79963,15586
+588,2015/7/8,china,aaa588,phone1872,ASD38362,15587
+589,2015/7/8,china,aaa589,phone847,ASD14247,15588
+590,2015/7/8,china,aaa590,phone966,ASD38194,15589
+591,2015/7/8,china,aaa591,phone2377,ASD50473,15590
+592,2015/7/8,china,aaa592,phone90,ASD81472,15591
+593,2015/7/8,china,aaa593,phone1608,ASD6315,15592
+594,2015/7/8,china,aaa594,phone1955,ASD79904,15593
+595,2015/7/8,china,aaa595,phone331,ASD42591,15594
+596,2015/7/8,china,aaa596,phone2294,ASD18187,15595
+597,2015/7/8,china,aaa597,phone1084,ASD36336,15596
+598,2015/7/8,china,aaa598,phone795,ASD24648,15597
+599,2015/7/8,china,aaa599,phone1496,ASD55988,15598
+600,2015/7/8,china,aaa600,phone1714,ASD16522,15599
+601,2015/7/8,china,aaa601,phone402,ASD189,15600
+602,2015/7/8,china,aaa602,phone729,ASD69936,15601
+603,2015/7/8,china,aaa603,phone1962,ASD85121,15602
+604,2015/7/8,china,aaa604,phone980,ASD28156,15603
+605,2015/7/8,china,aaa605,phone937,ASD89596,15604
+606,2015/7/8,china,aaa606,phone651,ASD26845,15605
+607,2015/7/8,china,aaa607,phone679,ASD45839,15606
+608,2015/7/8,china,aaa608,phone150,ASD69229,15607
+609,2015/7/8,china,aaa609,phone710,ASD20056,15608
+610,2015/7/8,china,aaa610,phone64,ASD27340,15609
+611,2015/7/8,china,aaa611,phone2216,ASD22126,15610
+612,2015/7/8,china,aaa612,phone342,ASD23743,15611
+613,2015/7/8,china,aaa613,phone1769,ASD5421,15612
+614,2015/7/8,china,aaa614,phone1397,ASD82977,15613
+615,2015/7/8,china,aaa615,phone397,ASD53191,15614
+616,2015/7/8,china,aaa616,phone1670,ASD93177,15615
+617,2015/7/8,china,aaa617,phone1264,ASD10727,15616
+618,2015/7/8,china,aaa618,phone2944,ASD16610,15617
+619,2015/7/8,china,aaa619,phone2594,ASD53050,15618
+620,2015/7/8,china,aaa620,phone2759,ASD88298,15619
+621,2015/7/8,china,aaa621,phone704,ASD25128,15620
+622,2015/7/8,china,aaa622,phone2414,ASD74847,15621
+623,2015/7/8,china,aaa623,phone1983,ASD86611,15622
+624,2015/7/8,china,aaa624,phone2098,ASD4166,15623
+625,2015/7/8,china,aaa625,phone84,ASD82187,15624
+626,2015/7/8,china,aaa626,phone388,ASD76310,15625
+627,2015/7/8,china,aaa627,phone308,ASD78701,15626
+628,2015/7/8,china,aaa628,phone1729,ASD83353,15627
+629,2015/7/8,china,aaa629,phone2269,ASD47888,15628
+630,2015/7/8,china,aaa630,phone1233,ASD41299,15629
+631,2015/7/8,china,aaa631,phone330,ASD86359,15630
+632,2015/7/8,china,aaa632,phone1537,ASD46367,15631
+633,2015/7/8,china,aaa633,phone2722,ASD11045,15632
+634,2015/7/8,china,aaa634,phone2691,ASD44656,15633
+635,2015/7/8,china,aaa635,phone2645,ASD76308,15634
+636,2015/7/8,china,aaa636,phone1333,ASD58033,15635
+637,2015/7/8,china,aaa637,phone1776,ASD19877,15636
+638,2015/7/8,china,aaa638,phone979,ASD92290,15637
+639,2015/7/8,china,aaa639,phone2065,ASD1428,15638
+640,2015/7/8,china,aaa640,phone1912,ASD36354,15639
+641,2015/7/8,china,aaa641,phone2275,ASD22269,15640
+642,2015/7/8,china,aaa642,phone2292,ASD10586,15641
+643,2015/7/8,china,aaa643,phone815,ASD65508,15642
+644,2015/7/8,china,aaa644,phone2840,ASD40033,15643
+645,2015/7/8,china,aaa645,phone1615,ASD28864,15644
+646,2015/7/8,china,aaa646,phone1617,ASD77126,15645
+647,2015/7/8,china,aaa647,phone2158,ASD5227,15646
+648,2015/7/8,china,aaa648,phone2121,ASD15680,15647
+649,2015/7/8,china,aaa649,phone205,ASD10000,15648
+650,2015/7/8,china,aaa650,phone1579,ASD14571,15649
+651,2015/7/8,china,aaa651,phone411,ASD94954,15650
+652,2015/7/8,china,aaa652,phone1662,ASD64961,15651
+653,2015/7/8,china,aaa653,phone247,ASD55961,15652
+654,2015/7/8,china,aaa654,phone2169,ASD31622,15653
+655,2015/7/8,china,aaa655,phone1652,ASD14782,15654
+656,2015/7/8,china,aaa656,phone2398,ASD13395,15655
+657,2015/7/8,china,aaa657,phone1395,ASD5086,15656
+658,2015/7/8,china,aaa658,phone975,ASD96997,15657
+659,2015/7/8,china,aaa659,phone1488,ASD18972,15658
+660,2015/7/8,china,aaa660,phone787,ASD84225,15659
+661,2015/7/8,china,aaa661,phone507,ASD61725,15660
+662,2015/7/8,china,aaa662,phone1450,ASD32252,15661
+663,2015/7/8,china,aaa663,phone2011,ASD41588,15662
+664,2015/7/8,china,aaa664,phone2687,ASD14311,15663
+665,2015/7/8,china,aaa665,phone2326,ASD65102,15664
+666,2015/7/8,china,aaa666,phone2195,ASD46852,15665
+667,2015/7/8,china,aaa667,phone563,ASD16790,15666
+668,2015/7/8,china,aaa668,phone747,ASD582,15667
+669,2015/7/8,china,aaa669,phone974,ASD33679,15668
+670,2015/7/8,china,aaa670,phone2223,ASD95804,15669
+671,2015/7/8,china,aaa671,phone1389,ASD60468,15670
+672,2015/7/8,china,aaa672,phone1062,ASD91980,15671
+673,2015/7/8,china,aaa673,phone1373,ASD84913,15672
+674,2015/7/8,china,aaa674,phone2,ASD53470,15673
+675,2015/7/8,china,aaa675,phone45,ASD16172,15674
+676,2015/7/8,china,aaa676,phone2260,ASD37237,15675
+677,2015/7/8,china,aaa677,phone2914,ASD66266,15676
+678,2015/7/8,china,aaa678,phone1162,ASD9615,15677
+679,2015/7/8,china,aaa679,phone725,ASD9665,15678
+680,2015/7/8,china,aaa680,phone2279,ASD2685,15679
+681,2015/7/8,china,aaa681,phone820,ASD77271,15680
+682,2015/7/8,china,aaa682,phone1072,ASD27741,15681
+683,2015/7/8,china,aaa683,phone167,ASD11931,15682
+684,2015/7/8,china,aaa684,phone1740,ASD86624,15683
+685,2015/7/8,china,aaa685,phone1233,ASD41299,15684
+686,2015/7/8,china,aaa686,phone2965,ASD20537,15685
+687,2015/7/8,china,aaa687,phone806,ASD97088,15686
+688,2015/7/8,china,aaa688,phone2202,ASD32371,15687
+689,2015/7/8,china,aaa689,phone455,ASD74141,15688
+690,2015/7/8,china,aaa690,phone17,ASD28968,15689
+691,2015/7/8,china,aaa691,phone928,ASD24015,15690
+692,2015/7/8,china,aaa692,phone374,ASD67524,15691
+693,2015/7/8,china,aaa693,phone2677,ASD50629,15692
+694,2015/7/8,china,aaa694,phone2003,ASD31544,15693
+695,2015/7/8,china,aaa695,phone806,ASD97088,15694
+696,2015/7/8,china,aaa696,phone1482,ASD11869,15695
+697,2015/7/8,china,aaa697,phone2059,ASD79306,15696
+698,2015/7/8,china,aaa698,phone461,ASD47039,15697
+699,2015/7/8,china,aaa699,phone2364,ASD92646,15698
+700,2015/7/8,china,aaa700,phone977,ASD26350,15699
+701,2015/7/8,china,aaa701,phone1148,ASD72903,15700
+702,2015/7/8,china,aaa702,phone2405,ASD98593,15701
+703,2015/7/8,china,aaa703,phone4,ASD8078,15702
+704,2015/7/8,china,aaa704,phone1376,ASD68677,15703
+705,2015/7/8,china,aaa705,phone1929,ASD86213,15704
+706,2015/7/8,china,aaa706,phone58,ASD12989,15705
+707,2015/7/8,china,aaa707,phone1974,ASD25534,15706
+708,2015/7/8,china,aaa708,phone2186,ASD22358,15707
+709,2015/7/8,china,aaa709,phone80,ASD32082,15708
+710,2015/7/8,china,aaa710,phone271,ASD6466,15709
+711,2015/7/8,china,aaa711,phone1600,ASD8619,15710
+712,2015/7/8,china,aaa712,phone780,ASD88786,15711
+713,2015/7/8,china,aaa713,phone1036,ASD67659,15712
+714,2015/7/8,china,aaa714,phone2511,ASD8513,15713
+715,2015/7/8,china,aaa715,phone2902,ASD73129,15714
+716,2015/7/8,china,aaa716,phone183,ASD4907,15715
+717,2015/7/8,china,aaa717,phone1458,ASD3023,15716
+718,2015/7/8,china,aaa718,phone1472,ASD74556,15717
+719,2015/7/8,china,aaa719,phone216,ASD67830,15718
+720,2015/7/8,china,aaa720,phone2248,ASD47899,15719
+721,2015/7/8,china,aaa721,phone105,ASD99347,15720
+722,2015/7/8,china,aaa722,phone334,ASD50262,15721
+723,2015/7/8,china,aaa723,phone1687,ASD45699,15722
+724,2015/7/8,china,aaa724,phone2794,ASD41977,15723
+725,2015/7/8,china,aaa725,phone2143,ASD18823,15724
+726,2015/7/8,china,aaa726,phone2166,ASD12014,15725
+727,2015/7/8,china,aaa727,phone838,ASD49156,15726
+728,2015/7/8,china,aaa728,phone2345,ASD96756,15727
+729,2015/7/8,china,aaa729,phone649,ASD17968,15728
+730,2015/7/8,china,aaa730,phone2974,ASD3384,15729
+731,2015/7/8,china,aaa731,phone911,ASD95311,15730
+732,2015/7/8,china,aaa732,phone612,ASD15305,15731
+733,2015/7/8,china,aaa733,phone1935,ASD97299,15732
+734,2015/7/8,china,aaa734,phone2044,ASD96688,15733
+735,2015/7/8,china,aaa735,phone2796,ASD55699,15734
+736,2015/7/8,china,aaa736,phone1519,ASD48720,15735
+737,2015/7/8,china,aaa737,phone2376,ASD91452,15736
+738,2015/7/8,china,aaa738,phone1331,ASD16918,15737
+739,2015/7/8,china,aaa739,phone2267,ASD50219,15738
+740,2015/7/8,china,aaa740,phone1104,ASD27032,15739
+741,2015/7/8,china,aaa741,phone617,ASD67442,15740
+742,2015/7/8,china,aaa742,phone1451,ASD46252,15741
+743,2015/7/8,china,aaa743,phone398,ASD20972,15742
+744,2015/7/8,china,aaa744,phone2007,ASD1018,15743
+745,2015/7/8,china,aaa745,phone18,ASD54919,15744
+746,2015/7/8,china,aaa746,phone1589,ASD61107,15745
+747,2015/7/8,china,aaa747,phone512,ASD71511,15746
+748,2015/7/8,china,aaa748,phone933,ASD61444,15747
+749,2015/7/8,china,aaa749,phone1271,ASD341,15748
+750,2015/7/8,china,aaa750,phone1826,ASD90555,15749
+751,2015/7/8,china,aaa751,phone223,ASD86899,15750
+752,2015/7/8,china,aaa752,phone2374,ASD85089,15751
+753,2015/7/8,china,aaa753,phone1683,ASD38383,15752
+754,2015/7/8,china,aaa754,phone2226,ASD50408,15753
+755,2015/7/8,china,aaa755,phone1124,ASD42246,15754
+756,2015/7/8,china,aaa756,phone2882,ASD23220,15755
+757,2015/7/8,china,aaa757,phone99,ASD91117,15756
+758,2015/7/8,china,aaa758,phone2590,ASD7295,15757
+759,2015/7/8,china,aaa759,phone863,ASD52426,15758
+760,2015/7/8,china,aaa760,phone1786,ASD24292,15759
+761,2015/7/8,china,aaa761,phone2826,ASD53395,15760
+762,2015/7/8,china,aaa762,phone2145,ASD94322,15761
+763,2015/7/8,china,aaa763,phone689,ASD93487,15762
+764,2015/7/8,china,aaa764,phone2326,ASD65102,15763
+765,2015/7/8,china,aaa765,phone614,ASD5636,15764
+766,2015/7/8,china,aaa766,phone2799,ASD48495,15765
+767,2015/7/8,china,aaa767,phone2385,ASD70717,15766
+768,2015/7/8,china,aaa768,phone2018,ASD63383,15767
+769,2015/7/8,china,aaa769,phone53,ASD15511,15768
+770,2015/7/8,china,aaa770,phone1201,ASD19134,15769
+771,2015/7/8,china,aaa771,phone851,ASD85009,15770
+772,2015/7/8,china,aaa772,phone2496,ASD15218,15771
+773,2015/7/8,china,aaa773,phone2441,ASD90633,15772
+774,2015/7/8,china,aaa774,phone256,ASD52156,15773
+775,2015/7/8,china,aaa775,phone1587,ASD94026,15774
+776,2015/7/8,china,aaa776,phone609,ASD54015,15775
+777,2015/7/8,china,aaa777,phone1548,ASD95032,15776
+778,2015/7/8,china,aaa778,phone2649,ASD69130,15777
+779,2015/7/8,china,aaa779,phone2978,ASD26464,15778
+780,2015/7/8,china,aaa780,phone1480,ASD56214,15779
+781,2015/7/8,china,aaa781,phone2588,ASD88133,15780
+782,2015/7/8,china,aaa782,phone675,ASD8012,15781
+783,2015/7/8,china,aaa783,phone2179,ASD16589,15782
+784,2015/7/8,china,aaa784,phone1730,ASD67148,15783
+785,2015/7/8,china,aaa785,phone1395,ASD5086,15784
+786,2015/7/8,china,aaa786,phone2788,ASD94870,15785
+787,2015/7/8,china,aaa787,phone820,ASD77271,15786
+788,2015/7/8,china,aaa788,phone2064,ASD14615,15787
+789,2015/7/8,china,aaa789,phone1423,ASD46576,15788
+790,2015/7/8,china,aaa790,phone2615,ASD67163,15789
+791,2015/7/8,china,aaa791,phone1122,ASD3869,15790
+792,2015/7/8,china,aaa792,phone2595,ASD16833,15791
+793,2015/7/8,china,aaa793,phone115,ASD92586,15792
+794,2015/7/8,china,aaa794,phone2173,ASD36027,15793
+795,2015/7/8,france,aaa795,phone1004,ASD41910,15794
+796,2015/7/8,france,aaa796,phone2785,ASD30573,15795
+797,2015/7/8,france,aaa797,phone657,ASD24464,15796
+798,2015/7/8,france,aaa798,phone1192,ASD76894,15797
+799,2015/7/8,france,aaa799,phone379,ASD93682,15798
+800,2015/7/8,france,aaa800,phone2,ASD53470,15799
+801,2015/7/8,france,aaa801,phone2245,ASD65691,15800
+802,2015/7/8,france,aaa802,phone1826,ASD90555,15801
+803,2015/7/8,france,aaa803,phone2103,ASD93488,15802
+804,2015/7/8,france,aaa804,phone730,ASD97134,15803
+805,2015/7/8,france,aaa805,phone1414,ASD22547,15804
+806,2015/7/8,france,aaa806,phone2406,ASD99089,15805
+807,2015/7/8,france,aaa807,phone1874,ASD16827,15806
+808,2015/7/8,france,aaa808,phone1801,ASD80314,15807
+809,2015/7/8,france,aaa809,phone56,ASD79971,15808
+810,2015/7/8,france,aaa810,phone378,ASD63016,15809
+811,2015/7/8,france,aaa811,phone1536,ASD99595,15810
+812,2015/7/8,france,aaa812,phone871,ASD54753,15811
+813,2015/7/8,france,aaa813,phone412,ASD58554,15812
+814,2015/7/8,france,aaa814,phone287,ASD14590,15813
+815,2015/7/8,france,aaa815,phone244,ASD24103,15814
+816,2015/7/8,france,aaa816,phone2629,ASD73394,15815
+817,2015/7/8,france,aaa817,phone1032,ASD564,15816
+818,2015/7/8,france,aaa818,phone1013,ASD88261,15817
+819,2015/7/8,france,aaa819,phone2584,ASD77392,15818
+820,2015/7/8,france,aaa820,phone348,ASD99862,15819
+821,2015/7/8,france,aaa821,phone2606,ASD80756,15820
+822,2015/7/8,france,aaa822,phone2077,ASD13520,15821
+823,2015/7/8,france,aaa823,phone118,ASD4568,15822
+824,2015/7/8,france,aaa824,phone2542,ASD14441,15823
+825,2015/7/8,france,aaa825,phone2371,ASD40072,15824
+826,2015/7/8,france,aaa826,phone424,ASD43956,15825
+827,2015/7/8,france,aaa827,phone2540,ASD37847,15826
+828,2015/7/8,france,aaa828,phone2899,ASD55392,15827
+829,2015/7/8,france,aaa829,phone2489,ASD14625,15828
+830,2015/7/8,france,aaa830,phone1390,ASD17540,15829
+831,2015/7/8,france,aaa831,phone1843,ASD49395,15830
+832,2015/7/8,france,aaa832,phone2596,ASD9629,15831
+833,2015/7/8,france,aaa833,phone2301,ASD14198,15832
+834,2015/7/8,france,aaa834,phone789,ASD96642,15833
+835,2015/7/8,france,aaa835,phone2390,ASD48294,15834
+836,2015/7/8,france,aaa836,phone148,ASD26033,15835
+837,2015/7/8,france,aaa837,phone2513,ASD49231,15836
+838,2015/7/8,france,aaa838,phone1713,ASD37721,15837
+839,2015/7/8,france,aaa839,phone2091,ASD9590,15838
+840,2015/7/8,france,aaa840,phone741,ASD6749,15839
+841,2015/7/8,france,aaa841,phone1564,ASD34639,15840
+842,2015/7/8,france,aaa842,phone281,ASD29929,15841
+843,2015/7/8,france,aaa843,phone2331,ASD3487,15842
+844,2015/7/8,france,aaa844,phone1499,ASD60999,15843
+845,2015/7/8,france,aaa845,phone268,ASD20002,15844
+846,2015/7/8,france,aaa846,phone1733,ASD25344,15845
+847,2015/7/8,france,aaa847,phone389,ASD2510,15846
+848,2015/7/8,france,aaa848,phone1341,ASD89162,15847
+849,2015/7/8,france,aaa849,phone1328,ASD14048,15848
+850,2015/7/8,france,aaa850,phone2675,ASD85267,15849
+851,2015/7/8,france,aaa851,phone2953,ASD3445,15850
+852,2015/7/8,france,aaa852,phone955,ASD52222,15851
+853,2015/7/8,france,aaa853,phone35,ASD58328,15852
+854,2015/7/8,france,aaa854,phone2466,ASD68864,15853
+855,2015/7/8,france,aaa855,phone2320,ASD47630,15854
+856,2015/7/8,france,aaa856,phone1711,ASD45523,15855
+857,2015/7/8,france,aaa857,phone1860,ASD84718,15856
+858,2015/7/8,france,aaa858,phone1572,ASD62120,15857
+859,2015/7/8,france,aaa859,phone413,ASD54204,15858
+860,2015/7/8,france,aaa860,phone730,ASD97134,15859
+861,2015/7/8,france,aaa861,phone2618,ASD95562,15860
+862,2015/7/8,china,aaa862,phone1216,ASD29709,15861
+863,2015/7/8,china,aaa863,phone1001,ASD67736,15862
+864,2015/7/8,china,aaa864,phone2818,ASD45929,15863
+865,2015/7/8,china,aaa865,phone527,ASD88720,15864
+866,2015/7/8,china,aaa866,phone2514,ASD24211,15865
+867,2015/7/8,china,aaa867,phone1814,ASD76811,15866
+868,2015/7/8,china,aaa868,phone1385,ASD31455,15867
+869,2015/7/8,china,aaa869,phone1226,ASD69240,15868
+870,2015/7/8,china,aaa870,phone1908,ASD99635,15869
+871,2015/7/8,china,aaa871,phone865,ASD20613,15870
+872,2015/7/8,china,aaa872,phone257,ASD49390,15871
+873,2015/7/8,china,aaa873,phone717,ASD35874,15872
+874,2015/7/8,china,aaa874,phone2089,ASD22717,15873
+875,2015/7/8,china,aaa875,phone299,ASD59117,15874
+876,2015/7/8,china,aaa876,phone1261,ASD26668,15875
+877,2015/7/8,china,aaa877,phone2011,ASD41588,15876
+878,2015/7/8,china,aaa878,phone1711,ASD45523,15877
+879,2015/7/8,china,aaa879,phone2345,ASD96756,15878
+880,2015/7/8,china,aaa880,phone1799,ASD65044,15879
+881,2015/7/8,china,aaa881,phone1117,ASD96168,15880
+882,2015/7/8,china,aaa882,phone585,ASD13591,15881
+883,2015/7/8,china,aaa883,phone2051,ASD57553,15882
+884,2015/7/8,china,aaa884,phone601,ASD54723,15883
+885,2015/7/8,china,aaa885,phone627,ASD63991,15884
+886,2015/7/8,china,aaa886,phone598,ASD1303,15885
+887,2015/7/8,china,aaa887,phone2518,ASD26102,15886
+888,2015/7/8,china,aaa888,phone629,ASD70956,15887
+889,2015/7/8,china,aaa889,phone2235,ASD66575,15888
+890,2015/7/8,china,aaa890,phone1559,ASD64160,15889
+891,2015/7/8,china,aaa891,phone2292,ASD10586,15890
+892,2015/7/8,china,aaa892,phone2595,ASD16833,15891
+893,2015/7/8,china,aaa893,phone1964,ASD61085,15892
+894,2015/7/8,china,aaa894,phone1074,ASD35633,15893
+895,2015/7/8,china,aaa895,phone2271,ASD52445,15894
+896,2015/7/8,china,aaa896,phone2823,ASD66619,15895
+897,2015/7/8,china,aaa897,phone873,ASD94122,15896
+898,2015/7/8,china,aaa898,phone1198,ASD56813,15897
+899,2015/7/8,china,aaa899,phone323,ASD18440,15898
+900,2015/7/8,china,aaa900,phone2465,ASD37753,15899
+901,2015/7/8,china,aaa901,phone2009,ASD14090,15900
+902,2015/7/8,china,aaa902,phone574,ASD18673,15901
+903,2015/7/8,china,aaa903,phone72,ASD64081,15902
+904,2015/7/8,china,aaa904,phone2654,ASD25597,15903
+905,2015/7/8,china,aaa905,phone2156,ASD42573,15904
+906,2015/7/8,china,aaa906,phone1378,ASD95469,15905
+907,2015/7/8,china,aaa907,phone825,ASD71225,15906
+908,2015/7/8,china,aaa908,phone1774,ASD12773,15907
+909,2015/7/8,china,aaa909,phone125,ASD76214,15908
+910,2015/7/8,china,aaa910,phone1587,ASD94026,15909
+911,2015/7/8,china,aaa911,phone180,ASD40830,15910
+912,2015/7/8,china,aaa912,phone2960,ASD80233,15911
+913,2015/7/8,china,aaa913,phone1406,ASD92347,15912
+914,2015/7/8,china,aaa914,phone33,ASD54379,15913
+915,2015/7/8,china,aaa915,phone1517,ASD34441,15914
+916,2015/7/8,china,aaa916,phone979,ASD92290,15915
+917,2015/7/8,china,aaa917,phone118,ASD4568,15916
+918,2015/7/8,china,aaa918,phone491,ASD56573,15917
+919,2015/7/8,china,aaa919,phone383,ASD91162,15918
+920,2015/7/8,china,aaa920,phone310,ASD71880,15919
+921,2015/7/8,china,aaa921,phone2742,ASD98716,15920
+922,2015/7/8,china,aaa922,phone448,ASD8620,15921
+923,2015/7/8,china,aaa923,phone2179,ASD16589,15922
+924,2015/7/8,china,aaa924,phone986,ASD24553,15923
+925,2015/7/8,china,aaa925,phone2413,ASD21779,15924
+926,2015/7/8,china,aaa926,phone2819,ASD32336,15925
+927,2015/7/8,china,aaa927,phone818,ASD56003,15926
+928,2015/7/8,china,aaa928,phone1797,ASD67181,15927
+929,2015/7/8,china,aaa929,phone1832,ASD65098,15928
+930,2015/7/8,china,aaa930,phone2080,ASD45469,15929
+931,2015/7/8,china,aaa931,phone1746,ASD68481,15930
+932,2015/7/8,china,aaa932,phone111,ASD20917,15931
+933,2015/7/8,china,aaa933,phone1823,ASD84425,15932
+934,2015/7/8,china,aaa934,phone2828,ASD70558,15933
+935,2015/7/8,china,aaa935,phone2371,ASD40072,15934
+936,2015/7/8,china,aaa936,phone446,ASD33003,15935
+937,2015/7/8,china,aaa937,phone977,ASD26350,15936
+938,2015/7/8,china,aaa938,phone402,ASD189,15937
+939,2015/7/8,china,aaa939,phone912,ASD65122,15938
+940,2015/7/8,china,aaa940,phone957,ASD71030,15939
+941,2015/7/8,china,aaa941,phone946,ASD53839,15940
+942,2015/7/8,china,aaa942,phone790,ASD67729,15941
+943,2015/7/8,china,aaa943,phone2377,ASD50473,15942
+944,2015/7/8,china,aaa944,phone2230,ASD91897,15943
+945,2015/7/8,china,aaa945,phone1524,ASD35504,15944
+946,2015/7/8,china,aaa946,phone2906,ASD36901,15945
+947,2015/7/8,china,aaa947,phone2651,ASD53635,15946
+948,2015/7/8,china,aaa948,phone1187,ASD61164,15947
+949,2015/7/8,china,aaa949,phone2699,ASD85196,15948
+950,2015/7/8,china,aaa950,phone596,ASD15295,15949
+951,2015/7/8,china,aaa951,phone1531,ASD24387,15950
+952,2015/7/8,china,aaa952,phone2534,ASD26601,15951
+953,2015/7/8,china,aaa953,phone208,ASD50274,15952
+954,2015/7/8,china,aaa954,phone87,ASD87141,15953
+955,2015/7/8,china,aaa955,phone1098,ASD91413,15954
+956,2015/7/8,china,aaa956,phone2807,ASD17710,15955
+957,2015/7/8,china,aaa957,phone1867,ASD99034,15956
+958,2015/7/8,china,aaa958,phone681,ASD96136,15957
+959,2015/7/8,china,aaa959,phone165,ASD10848,15958
+960,2015/7/8,china,aaa960,phone775,ASD47938,15959
+961,2015/7/8,china,aaa961,phone1695,ASD92758,15960
+962,2015/7/8,china,aaa962,phone2662,ASD85295,15961
+963,2015/7/8,china,aaa963,phone52,ASD46238,15962
+964,2015/7/8,china,aaa964,phone268,ASD20002,15963
+965,2015/7/8,china,aaa965,phone19,ASD69283,15964
+966,2015/7/8,china,aaa966,phone2250,ASD13619,15965
+967,2015/7/8,china,aaa967,phone1659,ASD49066,15966
+968,2015/7/8,china,aaa968,phone294,ASD59961,15967
+969,2015/7/8,china,aaa969,phone1537,ASD46367,15968
+970,2015/7/8,china,aaa970,phone2427,ASD76544,15969
+971,2015/7/8,china,aaa971,phone121,ASD56494,15970
+972,2015/7/8,china,aaa972,phone1683,ASD38383,15971
+973,2015/7/8,china,aaa973,phone1971,ASD50880,15972
+974,2015/7/8,china,aaa974,phone2423,ASD91802,15973
+975,2015/7/8,china,aaa975,phone2425,ASD69636,15974
+976,2015/7/8,china,aaa976,phone1677,ASD88004,15975
+977,2015/7/8,china,aaa977,phone1057,ASD75780,15976
+978,2015/7/8,china,aaa978,phone568,ASD95931,15977
+979,2015/7/8,china,aaa979,phone2629,ASD73394,15978
+980,2015/7/8,china,aaa980,phone2778,ASD48823,15979
+981,2015/7/8,china,aaa981,phone1875,ASD28544,15980
+982,2015/7/8,china,aaa982,phone2257,ASD41709,15981
+983,2015/7/8,china,aaa983,phone2519,ASD60789,15982
+984,2015/7/8,china,aaa984,phone892,ASD47520,15983
+985,2015/7/8,china,aaa985,phone1096,ASD92338,15984
+986,2015/7/8,china,aaa986,phone691,ASD93561,15985
+987,2015/7/8,china,aaa987,phone1437,ASD46394,15986
+988,2015/7/8,china,aaa988,phone2150,ASD32526,15987
+989,2015/7/8,china,aaa989,phone2367,ASD25023,15988
+990,2015/7/8,china,aaa990,phone2413,ASD21779,15989
+991,2015/7/8,china,aaa991,phone2601,ASD4891,15990
+992,2015/7/8,china,aaa992,phone395,ASD63501,15991
+993,2015/7/8,china,aaa993,phone165,ASD10848,15992
+994,2015/7/8,china,aaa994,phone1553,ASD58083,15993
+995,2015/7/8,china,aaa995,phone90,ASD81472,15994
+996,2015/7/8,china,aaa996,phone1421,ASD33736,15995
+997,2015/7/8,china,aaa997,phone1588,ASD91226,15996
+998,2015/7/8,china,aaa998,phone1862,ASD47472,15997
+999,2015/7/8,china,aaa999,phone309,ASD78895,15998
+1000,2015/7/8,china,aaa1000,phone1318,ASD85027,15999
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
new file mode 100644
index 0000000..fbf748f
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
@@ -0,0 +1,49 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.aggquery
+
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for aggregate query on Integer datatypes
+ *
+ * @author N00902756
+ *
+ */
+class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE integertypetableAgg (empno int, workgroupcategory string, deptno int, projectcode int, attendance int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE integertypetableAgg OPTIONS ('DELIMITER'= ',', 'QUOTECHAR'= '\"', 'FILEHEADER'='')""")
+ }
+
+ test("select empno from integertypetableAgg") {
+ checkAnswer(
+ sql("select empno from integertypetableAgg"),
+ Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
+ }
+
+ override def afterAll {
+ sql("drop table integertypetableAgg")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
new file mode 100644
index 0000000..9bfe148
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
@@ -0,0 +1,92 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.bigdecimal
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test cases for testing big int functionality
+ */
+class TestBigInt extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql("CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary bigint)STORED BY 'org.apache.carbondata.format'")
+ sql("create table if not exists hiveTable(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary bigint)row format delimited fields terminated by ','")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/bigIntDataWithHeader.csv' into table carbonTable")
+ sql(s"LOAD DATA local inpath '$resourcesPath/bigIntDataWithoutHeader.csv' INTO table hiveTable")
+ }
+
+ test("test detail query on big int column") {
+ checkAnswer(sql("select salary from carbonTable order by salary"),
+ sql("select salary from hiveTable order by salary"))
+ }
+
+ test("test sum function on big int column") {
+ checkAnswer(sql("select sum(salary) from carbonTable"),
+ sql("select sum(salary) from hiveTable"))
+ }
+
+ test("test max function on big int column") {
+ checkAnswer(sql("select max(salary) from carbonTable"),
+ sql("select max(salary) from hiveTable"))
+ }
+
+ test("test min function on big int column") {
+ checkAnswer(sql("select min(salary) from carbonTable"),
+ sql("select min(salary) from hiveTable"))
+ }
+
+ test("test count function on big int column") {
+ checkAnswer(sql("select count(salary) from carbonTable"),
+ sql("select count(salary) from hiveTable"))
+ }
+
+ test("test distinct function on big int column") {
+ checkAnswer(sql("select distinct salary from carbonTable order by salary"),
+ sql("select distinct salary from hiveTable order by salary"))
+ }
+
+ test("test sum-distinct function on big int column") {
+ checkAnswer(sql("select sum(distinct salary) from carbonTable"),
+ sql("select sum(distinct salary) from hiveTable"))
+ }
+
+ test("test count-distinct function on big int column") {
+ checkAnswer(sql("select count(distinct salary) from carbonTable"),
+ sql("select count(distinct salary) from hiveTable"))
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
+
+
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
new file mode 100644
index 0000000..dbab412
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
@@ -0,0 +1,60 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.bigdecimal
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test cases for testing big decimal functionality on dimensions
+ */
+class TestDimensionWithDecimalDataType extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql("CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(19,2))STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='salary')")
+ sql("create table if not exists hiveTable(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(19,2))row format delimited fields terminated by ','")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/decimalDataWithHeader.csv' into table carbonTable")
+ sql(s"LOAD DATA local inpath '$resourcesPath/decimalDataWithoutHeader.csv' INTO table hiveTable")
+ }
+
+// test("test detail query on dimension column with decimal data type") {
+// checkAnswer(sql("select salary from carbonTable order by salary"),
+// sql("select salary from hiveTable order by salary"))
+// }
+
+ test("test aggregate query on dimension column with decimal data type") {
+ checkAnswer(sql("select sum(salary) from carbonTable"),
+ sql("select sum(salary) from hiveTable"))
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
new file mode 100644
index 0000000..c815165
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
@@ -0,0 +1,95 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.integration.spark.testsuite.complexType
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.CarbonTableIdentifier
+import org.apache.carbondata.core.carbon.metadata.schema.table.column.CarbonDimension
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+
+/**
+ * Test class of creating and loading for carbon table with double
+ *
+ */
+class TestCreateTableWithDouble extends QueryTest with BeforeAndAfterAll {
+
+ var dataPath: String = _
+ var countNum: Array[Row] = _
+ var doubleField: Array[Row] = _
+
+ override def beforeAll: Unit = {
+ dataPath = s"$resourcesPath/sampleComplex.csv"
+ countNum = Array(Row(0))
+ doubleField = Array(Row(0))
+ sql("drop table if exists doubleComplex")
+ sql("drop table if exists doubleComplex2")
+ }
+
+ test("test creating carbon table with double in complex type") {
+ try {
+ sql("CREATE TABLE doubleComplex (Id int, number double, name string, " +
+ "gamePoint array<double>, mac struct<num:double>) " +
+ "STORED BY 'org.apache.carbondata.format'")
+ sql(s"LOAD DATA LOCAL INPATH '$dataPath' INTO TABLE doubleComplex")
+ countNum = sql(s"SELECT COUNT(*) FROM doubleComplex").collect
+ doubleField = sql("SELECT number FROM doubleComplex SORT BY Id").collect
+ } catch {
+ case e : Throwable => fail(e)
+ }
+ // assert that load and query is successful
+ assertResult(countNum)(Array(Row(3)))
+ assertResult(doubleField)(Array(Row(1.5), Row(2.0), Row(3.0)))
+ }
+
+ test("test creating carbon table with double as dimension") {
+ countNum = Array(Row(0))
+ doubleField = Array(Row(0))
+ try {
+ sql("CREATE TABLE doubleComplex2 (Id int, number double, name string, " +
+ "gamePoint array<double>, mac struct<num:double>) " +
+ "STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES('DICTIONARY_INCLUDE'='number')")
+ sql(s"LOAD DATA LOCAL INPATH '$dataPath' INTO TABLE doubleComplex2")
+ countNum = sql(s"SELECT COUNT(*) FROM doubleComplex2").collect
+ doubleField = sql(s"SELECT number FROM doubleComplex2 SORT BY Id").collect
+ } catch {
+ case e : Throwable => fail(e)
+ }
+ // assert that field 'number' is a dimension
+ val tableIdentifier = new CarbonTableIdentifier(
+ CarbonCommonConstants.DATABASE_DEFAULT_NAME, "doubleComplex2".toLowerCase(), "uniqueid")
+ val carbonTable = org.apache.carbondata.core.carbon.metadata.CarbonMetadata.getInstance()
+ .getCarbonTable(tableIdentifier.getTableUniqueName)
+ val dimExist = carbonTable.getDimensionByTableName("doubleComplex2".toLowerCase()).toArray.
+ exists(_.asInstanceOf[CarbonDimension].getColName.equalsIgnoreCase("number"))
+ assertResult(dimExist)(true)
+ // assert that load and query is successful
+ assertResult(countNum)(Array(Row(3)))
+ assertResult(doubleField)(Array(Row(1.5), Row(2.0), Row(3.0)))
+ }
+
+ override def afterAll {
+ sql("drop table if exists doubleComplex")
+ sql("drop table if exists doubleComplex2")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
new file mode 100644
index 0000000..ffae808
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for data loading with hive syntax and old syntax
+ *
+ */
+class MultiFilesDataLoagdingTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("create table multifile(empno int, empname String, designation string, doj String," +
+ "workgroupcategory int, workgroupcategoryname String,deptno int, deptname String," +
+ "projectcode int, projectjoindate String,projectenddate String, attendance double," +
+ "utilization double,salary double) STORED BY 'org.apache.carbondata.format'")
+ }
+
+ test("test data loading for multi files and nested folder") {
+ val testData = s"$resourcesPath/loadMultiFiles"
+ sql(s"LOAD DATA LOCAL INPATH '$testData' into table multifile")
+ checkAnswer(
+ sql("select count(empno) from multifile"),
+ Seq(Row(10))
+ )
+ }
+
+ override def afterAll {
+ sql("drop table multifile")
+ }
+}
[06/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
deleted file mode 100644
index cdfe2e6..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
+++ /dev/null
@@ -1,254 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.deleteTable
-
-import java.io.File
-
-import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * test class for testing the create cube DDL.
- */
-class TestDeleteTableNewDDL extends QueryTest with BeforeAndAfterAll {
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val resource = currentDirectory + "/src/test/resources/"
-
- override def beforeAll: Unit = {
-
- sql("CREATE TABLE IF NOT EXISTS table1(empno Int, empname Array<String>, designation String, doj Timestamp, "
- + "workgroupcategory Int, workgroupcategoryname String, deptno Int, deptname String, projectcode Int, "
- + "projectjoindate Timestamp, projectenddate Timestamp , attendance Int,utilization Int,salary Int )"
- + " STORED BY 'org.apache.carbondata.format' ")
- sql("CREATE TABLE IF NOT EXISTS table2(empno Int, empname Array<String>, designation String, doj Timestamp, "
- + "workgroupcategory Int, workgroupcategoryname String, deptno Int, deptname String, projectcode Int, "
- + "projectjoindate Timestamp, projectenddate Timestamp , attendance Int,utilization Int,salary Int )"
- + " STORED BY 'org.apache.carbondata.format' ")
-
- }
-
- // normal deletion case
- test("drop table Test with new DDL") {
- sql("drop table table1")
- }
-
- test("test drop database cascade command") {
- sql("create database testdb")
- sql("use testdb")
- sql("CREATE TABLE IF NOT EXISTS testtable(empno Int, empname string, utilization Int,salary Int)"
- + " STORED BY 'org.apache.carbondata.format' ")
- try {
- sql("drop database testdb")
- assert(false)
- } catch {
- case e : Exception =>
- }
- sql("drop database testdb cascade")
- try {
- sql("use testdb")
- assert(false)
- } catch {
- case e : Exception =>
- }
- sql("use default")
- }
-
- // deletion case with if exists
- test("drop table if exists Test with new DDL") {
- sql("drop table if exists table2")
-
- }
-
- // try to delete after deletion with if exists
- test("drop table after deletion with if exists with new DDL") {
- sql("drop table if exists table2")
-
- }
-
- // try to delete after deletion with out if exists. this should fail
- test("drop table after deletion with new DDL") {
- try {
- sql("drop table table2")
- fail("failed") // this should not be executed as exception is expected
- }
- catch {
- case e: Exception => // pass the test case as this is expected
- }
-
-
- }
-
- test("drop table using case insensitive table name") {
- // create table
- sql(
- "CREATE table CaseInsensitiveTable (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'" +
- "TBLPROPERTIES('DICTIONARY_INCLUDE'='ID, salary')"
- )
- // table should drop wihout any error
- sql("drop table caseInsensitiveTable")
-
- // Now create same table, it should not give any error.
- sql(
- "CREATE table CaseInsensitiveTable (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'" +
- "TBLPROPERTIES('DICTIONARY_INCLUDE'='ID, salary')"
- )
-
- }
-
- test("drop table using dbName and table name") {
- // create table
- sql(
- "CREATE table default.table3 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'" +
- "TBLPROPERTIES('DICTIONARY_INCLUDE'='ID, salary')"
- )
- // table should drop without any error
- sql("drop table default.table3")
- }
-
-
- test("drop table and create table with different data type") {
- sql(
- "CREATE table dropTableTest1 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format' "
-
- )
-
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE dropTableTest1 " +
- "OPTIONS('DELIMITER' = ',')")
- sql("select * from dropTableTest1")
- sql("drop table dropTableTest1")
-
- sql(
- "CREATE table dropTableTest1 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary String) stored by 'org.apache.carbondata.format' "
- )
-
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE dropTableTest1 " +
- "OPTIONS('DELIMITER' = ',')")
-
- sql("select * from dropTableTest1")
-
- }
-
-
- test("drop table and create table with dictionary exclude integer scenario") {
- sql(
- "CREATE table dropTableTest2 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format' " +
- "TBLPROPERTIES('DICTIONARY_INCLUDE'='salary')"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE dropTableTest2 " +
- "OPTIONS('DELIMITER' = ',')")
- sql("select * from dropTableTest2")
- sql("drop table dropTableTest2")
- sql(
- "CREATE table dropTableTest2 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary decimal) stored by 'org.apache.carbondata.format' " +
- "TBLPROPERTIES('DICTIONARY_INCLUDE'='date')"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE dropTableTest2 " +
- "OPTIONS('DELIMITER' = ',')")
- sql("select * from dropTableTest2")
-
- }
-
- test("drop table and create table with dictionary exclude string scenario") {
- sql("create database if not exists test")
- sql(
- "CREATE table test.dropTableTest3 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format' " +
- "TBLPROPERTIES('DICTIONARY_INCLUDE'='salary')"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE test.dropTableTest3 " +
- "OPTIONS('DELIMITER' = ',')")
- sql("select * from test.dropTableTest3")
- sql("drop table test.dropTableTest3")
- sql(
- "CREATE table test.dropTableTest3 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary decimal) stored by 'org.apache.carbondata.format' " +
- "TBLPROPERTIES('DICTIONARY_EXCLUDE'='date')"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE test.dropTableTest3 " +
- "OPTIONS('DELIMITER' = ',')")
- sql("select * from test.dropTableTest3")
-
- }
-
- test("drop table and create table with same name but different cols") {
-
- sql(
- "CREATE TABLE dropTableTest4 (imei string,age int,task bigint,name string,country string," +
- "city string,sale int,num double,level decimal(10,3),quest bigint,productdate timestamp," +
- "enddate timestamp,PointId double,score decimal(10,3))STORED BY 'org.apache.carbondata" +
- ".format'")
- sql(
- "LOAD DATA INPATH './src/test/resources/big_int_Decimal.csv' INTO TABLE dropTableTest4 " +
- "options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$'," +
- "'COMPLEX_DELIMITER_LEVEL_2'=':', 'FILEHEADER'= '')")
- sql("select * from dropTableTest4")
- sql("drop table dropTableTest4")
- sql(
- "CREATE table dropTableTest4 (ID int, date String, country String, name " +
- "String," +
- "phonetype String, serialname String, salary decimal) stored by 'org.apache.carbondata" +
- ".format' " +
- "TBLPROPERTIES('DICTIONARY_EXCLUDE'='date')"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + resource + "dataretention1.csv' INTO TABLE dropTableTest4 " +
- "OPTIONS('DELIMITER' = ',')")
- sql("select * from dropTableTest4")
-
-
- }
-
-
- override def afterAll: Unit = {
-
- sql("drop table CaseInsensitiveTable")
- sql("drop table dropTableTest1")
- sql("drop table dropTableTest2")
- sql("drop table test.dropTableTest3")
- sql("drop database test")
- sql("drop table dropTableTest4")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
deleted file mode 100644
index 1f94646..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
+++ /dev/null
@@ -1,56 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.describeTable
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.Row
-
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * test class for describe table .
- */
-class TestDescribeTable extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll: Unit = {
- sql("DROP TABLE IF EXISTS Desc1")
- sql("DROP TABLE IF EXISTS Desc2")
- sql("CREATE TABLE Desc1(Dec1Col1 String, Dec1Col2 String, Dec1Col3 int, Dec1Col4 double) stored by 'carbondata'")
- sql("DESC Desc1")
- sql("DROP TABLE Desc1")
- sql("CREATE TABLE Desc1(Dec2Col1 BigInt, Dec2Col2 String, Dec2Col3 Bigint, Dec2Col4 Decimal) stored by 'carbondata'")
- sql("CREATE TABLE Desc2(Dec2Col1 BigInt, Dec2Col2 String, Dec2Col3 Bigint, Dec2Col4 Decimal) stored by 'carbondata'")
- }
-
- test("test describe table") {
- checkAnswer(sql("DESC Desc1"), sql("DESC Desc2"))
- }
-
- test("test describe formatted table") {
- checkExistence(sql("DESC FORMATTED Desc1"), true,
- "Table Block Size : 1024 MB")
- }
-
- override def afterAll: Unit = {
- sql("DROP TABLE Desc1")
- sql("DROP TABLE Desc2")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala
deleted file mode 100644
index edf353f..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for detailed query on multiple datatypes
- * @author N00902756
- *
- */
-
-class AllDataTypesTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE alldatatypestable (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/data.csv' INTO TABLE alldatatypestable OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
-
- sql("CREATE TABLE alldatatypestable_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
- sql("LOAD DATA local inpath './src/test/resources/datawithoutheader.csv' INTO TABLE alldatatypestable_hive");
-
- }
-
- test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestable where empname in ('arvind','ayushi') group by empno,empname,utilization") {
- checkAnswer(
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestable where empname in ('arvind','ayushi') group by empno,empname,utilization"),
- sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestable_hive where empname in ('arvind','ayushi') group by empno,empname,utilization"))
- }
-
- override def afterAll {
- sql("drop table alldatatypestable")
- sql("drop table alldatatypestable_hive")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala
deleted file mode 100644
index b86886e..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala
+++ /dev/null
@@ -1,149 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for aggregate query on multiple datatypes
- *
- */
-class ColumnGroupDataTypesTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("create table colgrp (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES (\"COLUMN_GROUPS\"=\"(column2,column3,column4),(column7,column8,column9)\")")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/10dim_4msr.csv' INTO table colgrp options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
- sql("create table normal (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/10dim_4msr.csv' INTO table normal options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
- //column group with dictionary exclude before column group
- sql("create table colgrp_dictexclude_before (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='column1',\"COLUMN_GROUPS\"=\"(column2,column3,column4),(column7,column8,column9)\")")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/10dim_4msr.csv' INTO table colgrp_dictexclude_before options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
- //column group with dictionary exclude after column group
- sql("create table colgrp_dictexclude_after (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='column10',\"COLUMN_GROUPS\"=\"(column2,column3,column4),(column7,column8,column9)\")")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/10dim_4msr.csv' INTO table colgrp_dictexclude_after options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
-
- }
-
- test("select all dimension query") {
- checkAnswer(
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp"),
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal"))
- }
-
- test("select all dimension query with filter on columnar") {
- checkAnswer(
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column1='column1666'"),
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column1='column1666'"))
- }
-
- test("select all dimension query with filter on column group dimension") {
- checkAnswer(
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311'"),
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311'"))
- }
-
- test("select all dimension query with filter on two dimension from different column group") {
- checkAnswer(
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311' and column7='column74' "),
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311' and column7='column74'"))
- }
-
- test("select all dimension query with filter on two dimension from same column group") {
- checkAnswer(
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311' and column4='column42' "),
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311' and column4='column42'"))
- }
-
- test("select all dimension query with filter on two dimension one from column group other from columnar") {
- checkAnswer(
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311' and column5='column516' "),
- sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311' and column5='column516'"))
- }
-
- test("select few dimension") {
- checkAnswer(
- sql("select column1,column3,column4,column5,column6,column9,column10 from colgrp"),
- sql("select column1,column3,column4,column5,column6,column9,column10 from normal"))
- }
-
- test("select count on column group") {
- checkAnswer(
- sql("select count(column2) from colgrp"),
- sql("select count(column2) from normal"))
- }
- test("##ColumnGroup_DictionaryExcludeBefore select all dimension on column group and dictionary exclude table") {
- checkAnswer(
- sql("select * from colgrp_dictexclude_before"),
- sql("select * from normal"))
- }
- test("##ColumnGroup_DictionaryExcludeBefore select all dimension query with filter on two dimension from same column group") {
- checkAnswer(
- sql("select * from colgrp_dictexclude_before where column3='column311' and column4='column42' "),
- sql("select * from normal where column3='column311' and column4='column42'"))
- }
- test("##ColumnGroup_DictionaryExcludeAfter select all dimension on column group and dictionary exclude table") {
- checkAnswer(
- sql("select * from colgrp_dictexclude_after"),
- sql("select * from normal"))
- }
- test("##ColumnGroup_DictionaryExcludeAfter select all dimension query with filter on two dimension from same column group") {
- checkAnswer(
- sql("select * from colgrp_dictexclude_after where column3='column311' and column4='column42' "),
- sql("select * from normal where column3='column311' and column4='column42'"))
- }
- test("ExcludeFilter") {
- checkAnswer(
- sql("select * from colgrp where column3 != 'column311'"),
- sql("select * from normal where column3 != 'column311'"))
-
- checkAnswer(
- sql("select * from colgrp where column3 like 'column31%'"),
- sql("select * from normal where column3 like 'column31%'"))
- checkAnswer(
- sql("select * from colgrp where column3 not like 'column31%'"),
- sql("select * from normal where column3 not like 'column31%'"))
- }
- test("RowFilter") {
- checkAnswer(
- sql("select * from colgrp where column3 != column4"),
- sql("select * from normal where column3 != column4"))
- }
-
- test("Column Group not in order with schema") {
- //Add column group in order different then schema
- try {
- sql("create table colgrp_disorder (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES (\"COLUMN_GROUPS\"=\"(column7,column8),(column2,column3,column4)\")")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/10dim_4msr.csv' INTO table colgrp_disorder options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
- assert(true)
- } catch {
- case ex: Exception => assert(false)
- }
-
- }
- override def afterAll {
- sql("drop table colgrp")
- sql("drop table normal")
- sql("drop table colgrp_dictexclude_before")
- sql("drop table colgrp_dictexclude_after")
- sql("drop table if exists colgrp_disorder")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
deleted file mode 100644
index 7e9c17f..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
+++ /dev/null
@@ -1,51 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-import org.apache.spark.sql.Row
-
-class ColumnPropertyValidationTestCase extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("""drop table if exists employee""")
- }
-
- test("Validate ColumnProperties_ valid key") {
- try {
- sql("create table employee(empname String,empid String,city String,country String,gender String,salary Double) stored by 'org.apache.carbondata.format' tblproperties('columnproperties.gender.key'='value')")
- assert(true)
- sql("drop table employee")
- } catch {
- case e: Throwable =>assert(false)
- }
- }
- test("Validate Dictionary include _ invalid key") {
- try {
- sql("create table employee(empname String,empid String,city String,country String,gender String,salary Double) stored by 'org.apache.carbondata.format' tblproperties('columnproperties.invalid.key'='value')")
- assert(false)
- sql("drop table employee")
- } catch {
- case e: Throwable =>assert(true)
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
deleted file mode 100644
index eeef1d9..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
+++ /dev/null
@@ -1,250 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-import org.apache.spark.sql.Row
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test Class for verifying NO_DICTIONARY_COLUMN feature.
- *
- * @author S71955
- *
- */
-class NO_DICTIONARY_COL_TestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- //For the Hive table creation and data loading
- sql("drop table if exists filtertestTable")
- sql("drop table if exists NO_DICTIONARY_HIVE_6")
- sql("drop table if exists NO_DICTIONARY_CARBON_6")
- sql("drop table if exists NO_DICTIONARY_CARBON_7")
-
- sql(
- "create table NO_DICTIONARY_HIVE_6(empno string,empname string,designation string,doj " +
- "Timestamp,workgroupcategory int, " +
- "workgroupcategoryname string,deptno int, deptname string, projectcode int, " +
- "projectjoindate Timestamp,projectenddate Timestamp,attendance int, "
- + "utilization int,salary int) row format delimited fields terminated by ',' " +
- "tblproperties(\"skip.header.line.count\"=\"1\") " +
- ""
- )
- sql(
- "load data local inpath './src/test/resources/datawithoutheader.csv' into table " +
- "NO_DICTIONARY_HIVE_6"
- );
- //For Carbon cube creation.
- sql("CREATE TABLE NO_DICTIONARY_CARBON_6 (empno string, " +
- "doj Timestamp, workgroupcategory Int, empname String,workgroupcategoryname String, " +
- "deptno Int, deptname String, projectcode Int, projectjoindate Timestamp, " +
- "projectenddate Timestamp, designation String,attendance Int,utilization " +
- "Int,salary Int) STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES('DICTIONARY_EXCLUDE'='empname,designation')"
- )
- sql(
- "LOAD DATA LOCAL INPATH './src/test/resources/data.csv' INTO TABLE NO_DICTIONARY_CARBON_6 " +
- "OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
-
- sql("CREATE TABLE NO_DICTIONARY_CARBON_7 (empno string, " +
- "doj Timestamp, workgroupcategory Int, empname String,workgroupcategoryname String, " +
- "deptno Int, deptname String, projectcode Int, projectjoindate Timestamp, " +
- "projectenddate Timestamp, designation String,attendance Int,utilization " +
- "Int,salary Int) STORED BY 'org.apache.carbondata.format' " +
- "TBLPROPERTIES('DICTIONARY_EXCLUDE'='empno,empname,designation')"
- )
- sql(
- "LOAD DATA LOCAL INPATH './src/test/resources/data.csv' INTO TABLE NO_DICTIONARY_CARBON_7 " +
- "OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("CREATE TABLE filtertestTable (ID string,date Timestamp, country String, " +
- "name String, phonetype String, serialname String, salary Int) " +
- "STORED BY 'org.apache.carbondata.format' " + "TBLPROPERTIES('DICTIONARY_EXCLUDE'='ID')"
- )
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
- sql(
- s"LOAD DATA LOCAL INPATH './src/test/resources/data2.csv' INTO TABLE filtertestTable OPTIONS"+
- s"('DELIMITER'= ',', " +
- s"'FILEHEADER'= '')"
- );
-
- }
-
- test("Count (*) with filter") {
- checkAnswer(
- sql("select count(*) from NO_DICTIONARY_CARBON_6 where empno='11'"),
- Seq(Row(1))
- )
- }
-
- test("Detail Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
-
-
- checkAnswer(
- sql("select empno from NO_DICTIONARY_CARBON_6"),
- Seq(Row("11"), Row("12"), Row("13"), Row("14"), Row("15"), Row("16"), Row("17"), Row("18"), Row("19"), Row("20"))
- )
-
-
- }
-
- test("Detail Query with NO_DICTIONARY_COLUMN with Like range filter") {
-
-
- checkAnswer(
- sql("select empno from NO_DICTIONARY_CARBON_7 where empno like '12%'"),
- Seq(Row("12"))
- )
- }
-
- test("Detail Query with NO_DICTIONARY_COLUMN with greater than range filter") {
-
-
- checkAnswer(
- sql("select empno from NO_DICTIONARY_CARBON_7 where empno>'19'"),
- Seq(Row("20"))
- )
- }
-
- test("Detail Query with NO_DICTIONARY_COLUMN with in filter Compare With HIVE RESULT") {
-
-
- checkAnswer(
- sql("select empno from NO_DICTIONARY_CARBON_6 where empno in('11','12','13')"),
- Seq(Row("11"), Row("12"), Row("13"))
- )
- }
- test("Detail Query with NO_DICTIONARY_COLUMN with not in filter Compare With HIVE RESULT") {
-
-
- checkAnswer(
- sql("select empno from NO_DICTIONARY_CARBON_6 where empno not in('11','12','13','14','15','16','17')"),
- Seq(Row("18"), Row("19"), Row("20"))
- )
- }
-
- test("Detail Query with NO_DICTIONARY_COLUMN with equals filter Compare With HIVE RESULT") {
-
-
- checkAnswer(
- sql("select empno from NO_DICTIONARY_CARBON_6 where empno='17'"),
- Seq(Row("17"))
- )
- }
- test("Detail Query with NO_DICTIONARY_COLUMN with IS NOT NULL filter") {
-
-
- checkAnswer(
- sql("select id from filtertestTable where id is not null"),
- Seq(Row("4"),Row("6"),Row("abc"))
- )
- }
-test("filter with arithmetic expression") {
- checkAnswer(
- sql("select id from filtertestTable " + "where id+2 = 6"),
- Seq(Row("4"))
- )
- }
- test("Detail Query with NO_DICTIONARY_COLUMN with equals multiple filter Compare With HIVE " +
- "RESULT"
- ) {
-
-
- checkAnswer(
- sql("select empno,empname,workgroupcategory from NO_DICTIONARY_CARBON_6 where empno='17'"),
- sql("select empno,empname,workgroupcategory from NO_DICTIONARY_HIVE_6 where empno='17'")
- )
- }
-
-
- test("ORDER Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
-
- checkAnswer(
- sql("select empno from NO_DICTIONARY_HIVE_6 order by empno"),
- sql("select empno from NO_DICTIONARY_CARBON_6 order by empno")
- )
- }
- //TODO need to add filter test cases for no dictionary columns
- //
- // test("Filter Query with NO_DICTIONARY_COLUMN and DICTIONARY_COLUMN Compare With HIVE
- // RESULT") {
- //
- // checkAnswer(
- // sql("select empno from NO_DICTIONARY_HIVE_6 where empno=15 and deptno=12"),
- // sql("select empno from NO_DICTIONARY_CARBON_6 where empno=15 and deptno=12"))
- // }
-
- test("Distinct Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
-
- checkAnswer(
- sql("select count(distinct empno) from NO_DICTIONARY_HIVE_6"),
- sql("select count(distinct empno) from NO_DICTIONARY_CARBON_6")
- )
- }
- test("Sum Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
-
- checkAnswer(
- sql("select sum(empno) from NO_DICTIONARY_HIVE_6"),
- sql("select sum(empno) from NO_DICTIONARY_CARBON_6")
- )
- }
-
- test("average Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
-
- checkAnswer(
- sql("select avg(empno) from NO_DICTIONARY_HIVE_6"),
- sql("select avg(empno) from NO_DICTIONARY_CARBON_6")
- )
- }
-
-
- test("Multiple column group Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
-
- checkAnswer(
- sql(
- "select empno,empname,workgroupcategory from NO_DICTIONARY_HIVE_6 group by empno,empname," +
- "workgroupcategory"
- ),
- sql(
- "select empno,empname,workgroupcategory from NO_DICTIONARY_CARBON_6 group by empno," +
- "empname,workgroupcategory"
- )
- )
- }
-
- test("Multiple column Detail Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
-
- checkAnswer(
- sql("select empno,empname,workgroupcategory from NO_DICTIONARY_HIVE_6"),
- sql("select empno,empname,workgroupcategory from NO_DICTIONARY_CARBON_6 ")
- )
- }
-
-
- override def afterAll {
- sql("drop table if exists filtertestTables")
- //sql("drop cube NO_DICTIONARY_CARBON_1")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
deleted file mode 100644
index db94fd9..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
+++ /dev/null
@@ -1,48 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for detailed query on Integer datatypes
- * @author N00902756
- *
- */
-class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("CREATE TABLE integertypetable (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/data.csv' INTO TABLE integertypetable OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
- }
-
- test("select empno from integertypetable") {
- checkAnswer(
- sql("select empno from integertypetable"),
- Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
- }
-
- override def afterAll {
- sql("drop table integertypetable")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
deleted file mode 100644
index 9ed969a..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
+++ /dev/null
@@ -1,76 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test Class for detailed query on Int and BigInt of No Dictionary col
- *
- */
-class NoDictionaryColumnTestCase extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("DROP TABLE IF EXISTS carbonTable")
- sql("DROP TABLE IF EXISTS hiveTable")
- sql("DROP TABLE IF EXISTS carbonEmpty")
- sql("DROP TABLE IF EXISTS hiveEmpty")
- sql("CREATE TABLE carbonTable (imei String, age Int, num BigInt) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='age,num')")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/datawithNegtiveNumber.csv' INTO TABLE carbonTable")
- sql("CREATE TABLE hiveTable (imei String, age Int, num BigInt) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/datawithNegeativewithoutHeader.csv' INTO TABLE hiveTable")
-
- sql("CREATE TABLE carbonEmpty (cust_id int, cust_name String, active_emui_version String, bob timestamp, bigint_column bigint) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_EXCLUDE'='cust_name,active_emui_version')")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/dataWithEmptyRows.csv' INTO TABLE carbonEmpty OPTIONS('FILEHEADER'='cust_id,cust_name,active_emui_version,bob,bigint_column')")
- sql("CREATE TABLE hiveEmpty (cust_id int, cust_name String, active_emui_version String, bob timestamp, bigint_column bigint) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/dataWithEmptyRows.csv' INTO TABLE hiveEmpty")
- }
-
- test("SELECT IntType FROM carbonTable") {
- checkAnswer(
- sql("SELECT imei,age FROM carbonTable ORDER BY imei"),
- sql("SELECT imei,age FROM hiveTable ORDER BY imei")
- )
- }
-
- test("SELECT BigIntType FROM carbonTable") {
- checkAnswer(
- sql("SELECT imei,num FROM carbonTable ORDER BY imei"),
- sql("SELECT imei,num FROM hiveTable ORDER BY imei")
- )
- }
-
- test("test load data with one row that all no dictionary column values are empty") {
- checkAnswer(
- sql("SELECT cust_name,active_emui_version FROM carbonEmpty"),
- sql("SELECT cust_name,active_emui_version FROM hiveEmpty")
- )
- }
-
- override def afterAll {
- sql("DROP TABLE IF EXISTS carbonTable")
- sql("DROP TABLE IF EXISTS hiveTable")
- sql("DROP TABLE IF EXISTS carbonEmpty")
- sql("DROP TABLE IF EXISTS hiveEmpty")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
deleted file mode 100644
index 029c355..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
+++ /dev/null
@@ -1,82 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory.FileType
-
-class SubqueryWithFilterAndSortTestCase extends QueryTest with BeforeAndAfterAll {
- val tempDirPath = "./src/test/resources/temp"
- val tempFilePath = "./src/test/resources/temp/subqueryfilterwithsort.csv"
-
- override def beforeAll {
- FileFactory.mkdirs(tempDirPath,FileType.LOCAL)
- sql("drop table if exists subqueryfilterwithsort")
- sql("drop table if exists subqueryfilterwithsort_hive")
- sql("CREATE TABLE subqueryfilterwithsort (name String, id int) STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE subqueryfilterwithsort_hive (name String, id int)row format delimited fields terminated by ','")
- val data ="name_a,1\nname_b,2\nname_c,3\nname_d,4\nname_e,5\nname_f,6"
- writedata(tempFilePath, data)
- sql(s"LOAD data local inpath '${tempFilePath}' into table subqueryfilterwithsort options('fileheader'='name,id')")
- sql(s"LOAD data local inpath '${tempFilePath}' into table subqueryfilterwithsort_hive")
- }
-
- test("When the query has sub-query with sort and has '=' filter") {
- try {
- checkAnswer(sql("select name,id from (select * from subqueryfilterwithsort order by id)t where name='name_c' "),
- sql("select name,id from (select * from subqueryfilterwithsort_hive order by id)t where name='name_c'"))
- } catch{
- case ex:Exception => ex.printStackTrace()
- assert(false)
- }
- }
-
- test("When the query has sub-query with sort and has 'like' filter") {
- try {
- checkAnswer(sql("select name,id from (select * from subqueryfilterwithsort order by id)t where name like 'name%' "),
- sql("select name,id from (select * from subqueryfilterwithsort_hive order by id)t where name like 'name%'"))
- } catch{
- case ex:Exception => ex.printStackTrace()
- assert(false)
- }
- }
-
- def writedata(filePath: String, data: String) = {
- val dis = FileFactory.getDataOutputStream(filePath, FileFactory.getFileType(filePath))
- dis.writeBytes(data.toString())
- dis.close()
- }
- def deleteFile(filePath: String) {
- val file = FileFactory.getCarbonFile(filePath, FileFactory.getFileType(filePath))
- file.delete()
- }
-
- override def afterAll {
- sql("drop table if exists subqueryfilterwithsort")
- sql("drop table if exists subqueryfilterwithsort_hive")
- deleteFile(tempFilePath)
- deleteFile(tempDirPath)
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
deleted file mode 100644
index 93f96d8..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
+++ /dev/null
@@ -1,145 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.detailquery
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory.FileType
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Created by on 8/8/2016.
- */
-class ValueCompressionDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
- val tempDirPath = "./src/test/resources/temp"
-
- override def beforeAll {
- FileFactory.mkdirs(tempDirPath,FileType.LOCAL)
- }
-
- test("ActualDataType:double,ChangedDatatype:Short,CompressionType:NonDecimalMaxMin") {
- val tempFilePath = "./src/test/resources/temp/double2short.csv"
- try {
- sql("CREATE TABLE double2short (name String, value double) STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE double2short_hive (name String, value double)row format delimited fields terminated by ','")
- val data ="a,3.141111\nb,3.141212\nc,3.141313\nd,3.141515\ne,3.141616\nf,3.141616\ng,3.141717\nh,3.141818";
- writedata(tempFilePath, data)
- sql(s"LOAD data local inpath '${tempFilePath}' into table double2short options('fileheader'='name,value')")
- sql(s"LOAD data local inpath '${tempFilePath}' into table double2short_hive")
- checkAnswer(sql("select * from double2short"),
- sql("select * from double2short_hive"))
-
- } catch{
- case ex:Exception => ex.printStackTrace()
- assert(false)
- } finally {
- sql("drop table if exists double2short")
- sql("drop table if exists double2short_hive")
- deleteFile(tempFilePath)
- }
- }
-
- test("ActualDataType:double,ChangedDatatype:byte,CompressionType:NonDecimalMaxMin") {
- val tempFilePath = "./src/test/resources/temp/double2byte.csv"
- try {
- sql("CREATE TABLE double2byte (name String, value double) STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE double2byte_hive (name String, value double)row format delimited fields terminated by ','")
- val data ="a,4.200001\nb,4.200009";
- writedata(tempFilePath, data)
- sql(s"LOAD data local inpath '${tempFilePath}' into table double2byte options('fileheader'='name,value')")
- sql(s"LOAD data local inpath '${tempFilePath}' into table double2byte_hive")
- checkAnswer(sql("select * from double2byte"),
- sql("select * from double2byte_hive"))
-
- } catch{
- case ex:Exception => ex.printStackTrace()
- assert(false)
- } finally {
- sql("drop table if exists double2byte")
- sql("drop table if exists double2byte_hive")
- deleteFile(tempFilePath)
- }
- }
-
- test("When the values of Double datatype are negative values") {
- val tempFilePath = "./src/test/resources/temp/doubleISnegtive.csv"
- try {
- sql("drop table if exists doubleISnegtive")
- sql("drop table if exists doubleISnegtive_hive")
- sql("CREATE TABLE doubleISnegtive (name String, value double) STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE doubleISnegtive_hive (name String, value double)row format delimited fields terminated by ','")
- val data ="a,-7489.7976000000\nb,-11234567489.797\nc,-11234567489.7\nd,-1.2\ne,-2\nf,-11234567489.7976000000\ng,-11234567489.7976000000"
- writedata(tempFilePath, data)
- sql(s"LOAD data local inpath '${tempFilePath}' into table doubleISnegtive options('fileheader'='name,value')")
- sql(s"LOAD data local inpath '${tempFilePath}' into table doubleISnegtive_hive")
-
- checkAnswer(sql("select * from doubleISnegtive"),
- sql("select * from doubleISnegtive_hive"))
- } catch{
- case ex:Exception => ex.printStackTrace()
- assert(false)
- } finally {
- sql("drop table if exists doubleISnegtive")
- sql("drop table if exists doubleISnegtive_hive")
- deleteFile(tempFilePath)
- }
- }
-
- test("When the values of Double datatype have both postive and negative values") {
- val tempFilePath = "./src/test/resources/temp/doublePAN.csv"
- try {
- sql("drop table if exists doublePAN")
- sql("drop table if exists doublePAN_hive")
- sql("CREATE TABLE doublePAN (name String, value double) STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE doublePAN_hive (name String, value double)row format delimited fields terminated by ','")
- val data ="a,-7489.7976000000\nb,11234567489.797\nc,-11234567489.7\nd,-1.2\ne,2\nf,-11234567489.7976000000\ng,11234567489.7976000000"
- writedata(tempFilePath, data)
- sql(s"LOAD data local inpath '${tempFilePath}' into table doublePAN options('fileheader'='name,value')")
- sql(s"LOAD data local inpath '${tempFilePath}' into table doublePAN_hive")
-
- checkAnswer(sql("select * from doublePAN"),
- sql("select * from doublePAN_hive"))
- } catch{
- case ex:Exception => ex.printStackTrace()
- assert(false)
- } finally {
- sql("drop table if exists doublePAN")
- sql("drop table if exists doublePAN_hive")
- deleteFile(tempFilePath)
- }
- }
-
- def writedata(filePath: String, data: String) = {
- val dis = FileFactory.getDataOutputStream(filePath, FileFactory.getFileType(filePath))
- dis.writeBytes(data.toString())
- dis.close()
- }
- def deleteFile(filePath: String) {
- val file = FileFactory.getCarbonFile(filePath, FileFactory.getFileType(filePath))
- file.delete()
- }
-
- override def afterAll {
- deleteFile(tempDirPath)
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
deleted file mode 100644
index e5cf72d..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
+++ /dev/null
@@ -1,154 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.directdictionary
-
-import java.io.File
-import java.sql.Date
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext.{sql, _}
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.hive.HiveContext
-import org.scalatest.BeforeAndAfterAll
-
-
-/**
- * Test Class for detailed query on timestamp datatypes
- *
- *
- */
-class DateDataTypeDirectDictionaryTest extends QueryTest with BeforeAndAfterAll {
- var hiveContext: HiveContext = _
-
- override def beforeAll {
- try {
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
- sql("drop table if exists directDictionaryTable ")
- sql("drop table if exists directDictionaryTable_hive ")
- sql(
- "CREATE TABLE if not exists directDictionaryTable (empno int,doj date, " +
- "salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
-
- sql(
- "CREATE TABLE if not exists directDictionaryTable_hive (empno int,doj date, " +
- "salary int) " +
- "row format delimited fields terminated by ','"
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/datasamplefordate.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')" )
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable_hive")
- sql("select * from directDictionaryTable_hive").show(false)
- } catch {
- case x: Throwable =>
- x.printStackTrace()
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
- }
-
- test("test direct dictionary for not null condition") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj is not null"),
- Seq(Row(Date.valueOf("2016-03-14")),
- Row(Date.valueOf("2016-04-14"))
- )
- )
- }
-
- test("test direct dictionary for getting all the values") {
- checkAnswer(
- sql("select doj from directDictionaryTable"),
- Seq(Row(Date.valueOf("2016-03-14")),
- Row(Date.valueOf("2016-04-14")),
- Row(null)
- )
- )
- }
-
- test("test direct dictionary for not equals condition") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj != '2016-04-14 00:00:00'"),
- Seq(Row(Date.valueOf("2016-03-14"))
- )
- )
- }
-
- test("test direct dictionary for null condition") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj is null"),
- Seq(Row(null)
- )
- )
- }
-
- test("select doj from directDictionaryTable with equals filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj = '2016-03-14 00:00:00'"),
- Seq(Row(Date.valueOf("2016-03-14")))
- )
-
- }
-
- test("select doj from directDictionaryTable with regexp_replace equals filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') = '2016/03/14'"),
- Seq(Row(Date.valueOf("2016-03-14")))
- )
- }
-
- test("select doj from directDictionaryTable with regexp_replace NOT IN filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14')"),
- sql("select doj from directDictionaryTable_hive where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14')")
- )
- }
-
- test("select doj from directDictionaryTable with greater than filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj > '2016-03-14 00:00:00'"),
- Seq(Row(Date.valueOf("2016-04-14")))
- )
- }
-
- test("select count(doj) from directDictionaryTable") {
- checkAnswer(
- sql("select count(doj) from directDictionaryTable"),
- Seq(Row(2))
- )
- }
-
- override def afterAll {
- sql("drop table directDictionaryTable")
- sql("drop table directDictionaryTable_hive")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
deleted file mode 100644
index db2461e..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
+++ /dev/null
@@ -1,101 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.directdictionary
-
-import java.io.File
-import java.sql.{Date, Timestamp}
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.hive.HiveContext
-import org.scalatest.BeforeAndAfterAll
-
-
-/**
- * Test Class for detailed query on timestamp datatypes
- *
- *
- */
-class DateDataTypeDirectDictionaryWithNoDictTestCase extends QueryTest with BeforeAndAfterAll {
- var hiveContext: HiveContext = _
-
- override def beforeAll {
- try {
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
- sql(
- """
- CREATE TABLE IF NOT EXISTS directDictionaryTable
- (empno String, doj Date, salary Int)
- STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='empno')"""
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/datasample.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS"
- + "('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
- } catch {
- case x: Throwable =>
- x.printStackTrace()
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
- }
-
- test("select doj from directDictionaryTable") {
- checkAnswer(
- sql("select doj from directDictionaryTable"),
- Seq(Row(Date.valueOf("2016-03-14")),
- Row(Date.valueOf("2016-04-14")),
- Row(null)
- )
- )
- }
-
-
- test("select doj from directDictionaryTable with equals filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj='2016-03-14 15:00:09'"),
- Seq(Row(Date.valueOf("2016-03-14")))
- )
-
- }
-
- test("select doj from directDictionaryTable with greater than filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj>'2016-03-14 15:00:09'"),
- Seq(Row(Date.valueOf("2016-04-14")))
- )
-
- }
-
-
- override def afterAll {
- sql("drop table directDictionaryTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
deleted file mode 100644
index 82b6783..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
+++ /dev/null
@@ -1,88 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.directdictionary
-
-import java.io.File
-import java.sql.{Date, Timestamp}
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.keygenerator.directdictionary.timestamp.TimeStampGranularityConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.hive.HiveContext
-import org.scalatest.BeforeAndAfterAll
-
-
-/**
- * Test Class for detailed query on timestamp datatypes
- *
- *
- */
-class DateDataTypeNullDataTest extends QueryTest with BeforeAndAfterAll {
- var hiveContext: HiveContext = _
-
- override def beforeAll {
- try {
- sql(
- """CREATE TABLE IF NOT EXISTS timestampTyeNullData
- (ID Int, dateField date, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'"""
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/datasamplenull.csv"
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE timestampTyeNullData").collect();
-
- } catch {
- case x: Throwable =>
- x.printStackTrace()
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
- }
-
- test("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null") {
- checkAnswer(
- sql("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null"),
- Seq(Row(Date.valueOf("2015-07-23"))
- )
- )
- }
- test("SELECT * FROM timestampTyeNullData where dateField is null") {
- checkAnswer(
- sql("SELECT dateField FROM timestampTyeNullData where dateField is null"),
- Seq(Row(null)
- ))
- }
-
- override def afterAll {
- sql("drop table timestampTyeNullData")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
- }
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
deleted file mode 100644
index f166025..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
+++ /dev/null
@@ -1,157 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.directdictionary
-
-import java.io.File
-import java.sql.Timestamp
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.hive.HiveContext
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.keygenerator.directdictionary.timestamp.TimeStampGranularityConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-
-/**
- * Test Class for detailed query on timestamp datatypes
- *
- *
- */
-class TimestampDataTypeDirectDictionaryTest extends QueryTest with BeforeAndAfterAll {
- var hiveContext: HiveContext = _
-
- override def beforeAll {
- try {
- CarbonProperties.getInstance()
- .addProperty(TimeStampGranularityConstants.CARBON_CUTOFF_TIMESTAMP, "2000-12-13 02:10.00.0")
- CarbonProperties.getInstance()
- .addProperty(TimeStampGranularityConstants.CARBON_TIME_GRANULARITY,
- TimeStampGranularityConstants.TIME_GRAN_SEC.toString
- )
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
- sql("drop table if exists directDictionaryTable")
- sql("drop table if exists directDictionaryTable_hive")
- sql(
- "CREATE TABLE if not exists directDictionaryTable (empno int,doj Timestamp, salary int) " +
- "STORED BY 'org.apache.carbondata.format'"
- )
-
- sql(
- "CREATE TABLE if not exists directDictionaryTable_hive (empno int,doj Timestamp, salary int) " +
- "row format delimited fields terminated by ','"
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/datasample.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')")
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable_hive")
- } catch {
- case x: Throwable => CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
- }
-
- test("test direct dictionary for not null condition") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj is not null"),
- Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09.0")),
- Row(Timestamp.valueOf("2016-04-14 15:00:09.0"))
- )
- )
- }
-
- test("test direct dictionary for getting all the values") {
- checkAnswer(
- sql("select doj from directDictionaryTable"),
- Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09.0")),
- Row(Timestamp.valueOf("2016-04-14 15:00:09.0")),
- Row(null)
- )
- )
- }
-
- test("test direct dictionary for not equals condition") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj != '2016-04-14 15:00:09'"),
- Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09"))
- )
- )
- }
-
- test("test direct dictionary for null condition") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj is null"),
- Seq(Row(null)
- )
- )
- }
-
- test("select doj from directDictionaryTable with equals filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj='2016-03-14 15:00:09'"),
- Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09")))
- )
-
- }
-
- test("select doj from directDictionaryTable with regexp_replace equals filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') = '2016/03/14 15:00:09'"),
- Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09")))
- )
- }
-
- test("select doj from directDictionaryTable with regexp_replace NOT IN filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14 15:00:09')"),
- sql("select doj from directDictionaryTable_hive where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14 15:00:09')")
- )
- }
-
- test("select doj from directDictionaryTable with greater than filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj>'2016-03-14 15:00:09'"),
- Seq(Row(Timestamp.valueOf("2016-04-14 15:00:09")))
- )
- }
-
- test("select count(doj) from directDictionaryTable") {
- checkAnswer(
- sql("select count(doj) from directDictionaryTable"),
- Seq(Row(2))
- )
- }
-
- override def afterAll {
- sql("drop table directDictionaryTable")
- sql("drop table directDictionaryTable_hive")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
deleted file mode 100644
index 991b1bf..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
+++ /dev/null
@@ -1,107 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.directdictionary
-
-import java.io.File
-import java.sql.Timestamp
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.hive.HiveContext
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.keygenerator.directdictionary.timestamp.TimeStampGranularityConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-
-/**
- * Test Class for detailed query on timestamp datatypes
- *
- *
- */
-class TimestampDataTypeDirectDictionaryWithNoDictTestCase extends QueryTest with BeforeAndAfterAll {
- var hiveContext: HiveContext = _
-
- override def beforeAll {
- try {
- CarbonProperties.getInstance()
- .addProperty(TimeStampGranularityConstants.CARBON_CUTOFF_TIMESTAMP, "2000-12-13 02:10.00.0")
- CarbonProperties.getInstance()
- .addProperty(TimeStampGranularityConstants.CARBON_TIME_GRANULARITY,
- TimeStampGranularityConstants.TIME_GRAN_SEC.toString
- )
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
- sql(
- """
- CREATE TABLE IF NOT EXISTS directDictionaryTable
- (empno String, doj Timestamp, salary Int)
- STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='empno')"""
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/datasample.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS"
- + "('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
- } catch {
- case x: Throwable => CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
- }
-
- test("select doj from directDictionaryTable") {
- checkAnswer(
- sql("select doj from directDictionaryTable"),
- Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09.0")),
- Row(Timestamp.valueOf("2016-04-14 15:00:09.0")),
- Row(null)
- )
- )
- }
-
-
- test("select doj from directDictionaryTable with equals filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj='2016-03-14 15:00:09'"),
- Seq(Row(Timestamp.valueOf("2016-03-14 15:00:09")))
- )
-
- }
-
- test("select doj from directDictionaryTable with greater than filter") {
- checkAnswer(
- sql("select doj from directDictionaryTable where doj>'2016-03-14 15:00:09'"),
- Seq(Row(Timestamp.valueOf("2016-04-14 15:00:09")))
- )
-
- }
-
-
- override def afterAll {
- sql("drop table directDictionaryTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
deleted file mode 100644
index 9b7359f..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
+++ /dev/null
@@ -1,92 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.directdictionary
-
-import java.io.File
-import java.sql.Timestamp
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.hive.HiveContext
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.keygenerator.directdictionary.timestamp.TimeStampGranularityConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-
-/**
- * Test Class for detailed query on timestamp datatypes
- *
- *
- */
-class TimestampDataTypeNullDataTest extends QueryTest with BeforeAndAfterAll {
- var hiveContext: HiveContext = _
-
- override def beforeAll {
- try {
- CarbonProperties.getInstance()
- .addProperty(TimeStampGranularityConstants.CARBON_CUTOFF_TIMESTAMP, "2000-12-13 02:10.00.0")
- CarbonProperties.getInstance()
- .addProperty(TimeStampGranularityConstants.CARBON_TIME_GRANULARITY,
- TimeStampGranularityConstants.TIME_GRAN_SEC.toString
- )
- sql(
- """CREATE TABLE IF NOT EXISTS timestampTyeNullData
- (ID Int, dateField Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'"""
- )
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/datasamplenull.csv"
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE timestampTyeNullData").collect();
-
- } catch {
- case x: Throwable => CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
- }
-
- test("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null") {
- checkAnswer(
- sql("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null"),
- Seq(Row(Timestamp.valueOf("2015-07-23 00:00:00.0"))
- )
- )
- }
- test("SELECT * FROM timestampTyeNullData where dateField is null") {
- checkAnswer(
- sql("SELECT dateField FROM timestampTyeNullData where dateField is null"),
- Seq(Row(null)
- ))
- }
-
- override def afterAll {
- sql("drop table timestampTyeNullData")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
- }
-
-}
\ No newline at end of file
[30/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/example-data.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/example-data.csv b/integration/spark-common-test/src/test/resources/example-data.csv
new file mode 100644
index 0000000..72d1063
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/example-data.csv
@@ -0,0 +1,1001 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001
+3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,china,aaa6,phone294,ASD59961,15005
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
+11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
+12,2015/7/19,china,aaa12,phone1781,ASD85711,15011
+13,2015/7/20,china,aaa13,phone943,ASD39200,15012
+14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
+15,2015/7/22,china,aaa15,phone451,ASD1954,15014
+16,2015/7/23,china,aaa16,phone390,ASD38513,15015
+17,2015/7/24,china,aaa17,phone1929,ASD86213,15016
+18,2015/7/25,usa,aaa18,phone910,ASD88812,15017
+19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
+20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
+21,2015/7/28,china,aaa21,phone1371,ASD27896,15020
+22,2015/7/29,china,aaa22,phone945,ASD79760,15021
+23,2015/7/30,china,aaa23,phone2177,ASD45410,15022
+24,2015/7/31,china,aaa24,phone1586,ASD80645,15023
+25,2015/8/1,china,aaa25,phone1310,ASD36408,15024
+26,2015/8/2,china,aaa26,phone1579,ASD14571,15025
+27,2015/8/3,china,aaa27,phone2123,ASD36243,15026
+28,2015/8/4,china,aaa28,phone2334,ASD57825,15027
+29,2015/8/5,china,aaa29,phone1166,ASD26161,15028
+30,2015/8/6,china,aaa30,phone2248,ASD47899,15029
+31,2015/8/7,china,aaa31,phone475,ASD89811,15030
+32,2015/8/8,china,aaa32,phone2499,ASD87974,15031
+33,2015/8/9,china,aaa33,phone2333,ASD62408,15032
+34,2015/8/10,china,aaa34,phone1128,ASD73138,15033
+35,2015/8/11,china,aaa35,phone1063,ASD29573,15034
+36,2015/8/12,china,aaa36,phone1633,ASD82574,15035
+37,2015/8/13,china,aaa37,phone775,ASD47938,15036
+38,2015/8/14,china,aaa38,phone817,ASD40947,15037
+39,2015/8/15,china,aaa39,phone2221,ASD6379,15038
+40,2015/8/16,china,aaa40,phone2289,ASD48374,15039
+41,2015/8/17,china,aaa41,phone599,ASD44560,15040
+42,2015/8/18,china,aaa42,phone384,ASD613,15041
+43,2015/8/19,china,aaa43,phone731,ASD66050,15042
+44,2015/8/20,china,aaa44,phone2128,ASD39759,15043
+45,2015/8/21,china,aaa45,phone1503,ASD31200,15044
+46,2015/8/22,china,aaa46,phone1833,ASD22945,15045
+47,2015/8/23,china,aaa47,phone2346,ASD80162,15046
+48,2015/8/24,china,aaa48,phone2714,ASD27822,15047
+49,2015/8/25,china,aaa49,phone1582,ASD21279,15048
+50,2015/8/26,china,aaa50,phone83,ASD17242,15049
+51,2015/8/27,china,aaa51,phone54,ASD29131,15050
+52,2015/8/28,china,aaa52,phone526,ASD73647,15051
+53,2015/8/29,china,aaa53,phone1308,ASD80493,15052
+54,2015/8/30,china,aaa54,phone2785,ASD30573,15053
+55,2015/8/31,china,aaa55,phone2133,ASD49757,15054
+56,2015/9/1,china,aaa56,phone871,ASD54753,15055
+57,2015/9/2,china,aaa57,phone1570,ASD25758,15056
+58,2015/9/3,china,aaa58,phone434,ASD30291,15057
+59,2015/9/4,china,aaa59,phone2023,ASD60739,15058
+60,2015/9/5,china,aaa60,phone1755,ASD4955,15059
+61,2015/9/6,china,aaa61,phone1120,ASD41678,15060
+62,2015/9/7,china,aaa62,phone526,ASD73647,15061
+63,2015/9/8,china,aaa63,phone111,ASD20917,15062
+64,2015/9/9,china,aaa64,phone2477,ASD78171,15063
+65,2015/9/10,china,aaa65,phone1458,ASD3023,15064
+66,2015/9/11,china,aaa66,phone33,ASD54379,15065
+67,2015/9/12,china,aaa67,phone1710,ASD65296,15066
+68,2015/9/13,china,aaa68,phone118,ASD4568,15067
+69,2015/9/14,china,aaa69,phone2772,ASD42161,15068
+70,2015/9/15,china,aaa70,phone1013,ASD88261,15069
+71,2015/9/16,china,aaa71,phone1606,ASD33903,15070
+72,2015/9/17,china,aaa72,phone2800,ASD60308,15071
+73,2015/9/18,china,aaa73,phone2461,ASD14645,15072
+74,2015/9/19,china,aaa74,phone1038,ASD66620,15073
+75,2015/9/20,china,aaa75,phone2882,ASD23220,15074
+76,2015/9/21,china,aaa76,phone1665,ASD31618,15075
+77,2015/9/22,china,aaa77,phone2991,ASD37964,15076
+78,2015/9/23,china,aaa78,phone620,ASD7257,15077
+79,2015/9/24,china,aaa79,phone1097,ASD12510,15078
+80,2015/9/25,usa,aaa80,phone1668,ASD41149,15079
+81,2015/9/26,china,aaa81,phone2869,ASD95862,15080
+82,2015/9/27,china,aaa82,phone2506,ASD77011,15081
+83,2015/9/28,china,aaa83,phone2897,ASD6674,15082
+84,2015/9/29,china,aaa84,phone954,ASD72595,15083
+85,2015/9/30,china,aaa85,phone1382,ASD86617,15084
+86,2015/10/1,china,aaa86,phone284,ASD31454,15085
+87,2015/10/2,china,aaa87,phone1000,ASD1404,15086
+88,2015/10/3,china,aaa88,phone1813,ASD6955,15087
+89,2015/10/4,china,aaa89,phone2301,ASD14198,15088
+90,2015/10/5,france,aaa90,phone791,ASD13426,15089
+91,2015/10/6,china,aaa91,phone1885,ASD67230,15090
+92,2015/10/7,china,aaa92,phone2055,ASD37734,15091
+93,2015/10/8,china,aaa93,phone710,ASD20056,15092
+94,2015/10/9,china,aaa94,phone1661,ASD62717,15093
+95,2015/10/10,china,aaa95,phone890,ASD68112,15094
+96,2015/10/11,china,aaa96,phone1291,ASD43253,15095
+97,2015/10/12,china,aaa97,phone1754,ASD17116,15096
+98,2015/10/13,china,aaa98,phone1162,ASD9615,15097
+99,2015/10/14,china,aaa99,phone1202,ASD38525,15098
+100,2015/10/15,china,aaa100,phone2568,ASD16162,15099
+101,2015/10/16,china,aaa101,phone722,ASD82042,15100
+102,2015/10/17,china,aaa102,phone1986,ASD55325,15101
+103,2015/10/18,china,aaa103,phone2370,ASD86596,15102
+104,2015/10/19,china,aaa104,phone2477,ASD78171,15103
+105,2015/10/20,china,aaa105,phone2047,ASD38944,15104
+106,2015/10/21,china,aaa106,phone16,ASD96002,15105
+107,2015/10/22,china,aaa107,phone1319,ASD79661,15106
+108,2015/10/23,china,aaa108,phone1375,ASD63986,15107
+109,2015/10/24,china,aaa109,phone638,ASD22875,15108
+110,2015/10/25,china,aaa110,phone1520,ASD75562,15109
+111,2015/10/26,china,aaa111,phone868,ASD43647,15110
+112,2015/10/27,china,aaa112,phone1688,ASD69512,15111
+113,2015/10/28,china,aaa113,phone1359,ASD65796,15112
+114,2015/10/29,china,aaa114,phone1819,ASD14490,15113
+115,2015/10/30,china,aaa115,phone2686,ASD70591,15114
+116,2015/10/31,china,aaa116,phone1999,ASD59245,15115
+117,2015/11/1,china,aaa117,phone1708,ASD47454,15116
+118,2015/11/2,china,aaa118,phone868,ASD43647,15117
+119,2015/11/3,china,aaa119,phone2708,ASD80313,15118
+120,2015/11/4,china,aaa120,phone2930,ASD29572,15119
+121,2015/11/5,china,aaa121,phone482,ASD37161,15120
+122,2015/11/6,china,aaa122,phone147,ASD86280,15121
+123,2015/11/7,china,aaa123,phone22,ASD15140,15122
+124,2015/11/8,china,aaa124,phone2900,ASD81501,15123
+125,2015/11/9,china,aaa125,phone2698,ASD94746,15124
+126,2015/11/10,china,aaa126,phone740,ASD87038,15125
+127,2015/11/11,china,aaa127,phone2330,ASD51162,15126
+128,2015/11/12,china,aaa128,phone1825,ASD39324,15127
+129,2015/11/13,china,aaa129,phone1910,ASD38521,15128
+130,2015/11/14,china,aaa130,phone2391,ASD77728,15129
+131,2015/11/15,china,aaa131,phone138,ASD67641,15130
+132,2015/11/16,uk,aaa132,phone1860,ASD84718,15131
+133,2015/11/17,uk,aaa133,phone1957,ASD8256,15132
+134,2015/11/18,uk,aaa134,phone738,ASD55955,15133
+135,2015/11/19,uk,aaa135,phone412,ASD58554,15134
+136,2015/11/20,uk,aaa136,phone2913,ASD38036,15135
+137,2015/11/21,uk,aaa137,phone2397,ASD17008,15136
+138,2015/11/22,uk,aaa138,phone2231,ASD59268,15137
+139,2015/11/23,uk,aaa139,phone1909,ASD32664,15138
+140,2015/11/24,uk,aaa140,phone2339,ASD54735,15139
+141,2015/11/25,china,aaa141,phone1086,ASD70962,15140
+142,2015/11/26,china,aaa142,phone2462,ASD4442,15141
+143,2015/11/27,china,aaa143,phone1628,ASD24356,15142
+144,2015/11/28,china,aaa144,phone1399,ASD18683,15143
+145,2015/11/29,china,aaa145,phone1512,ASD42324,15144
+146,2015/11/30,china,aaa146,phone845,ASD73765,15145
+147,2015/12/1,china,aaa147,phone2338,ASD49799,15146
+148,2015/12/2,china,aaa148,phone112,ASD95309,15147
+149,2015/12/3,china,aaa149,phone2008,ASD99124,15148
+150,2015/12/4,china,aaa150,phone1504,ASD18487,15149
+151,2015/12/5,china,aaa151,phone2538,ASD86901,15150
+152,2015/12/6,china,aaa152,phone253,ASD56839,15151
+153,2015/12/7,china,aaa153,phone543,ASD59832,15152
+154,2015/12/8,china,aaa154,phone251,ASD59211,15153
+155,2015/12/9,china,aaa155,phone2898,ASD58932,15154
+156,2015/12/10,china,aaa156,phone219,ASD78593,15155
+157,2015/12/11,china,aaa157,phone599,ASD44560,15156
+158,2015/12/12,china,aaa158,phone2775,ASD33598,15157
+159,2015/12/13,china,aaa159,phone873,ASD94122,15158
+160,2015/12/14,china,aaa160,phone1871,ASD21810,15159
+161,2015/12/15,china,aaa161,phone1871,ASD21810,15160
+162,2015/12/16,china,aaa162,phone1626,ASD5437,15161
+163,2015/12/17,china,aaa163,phone825,ASD71225,15162
+164,2015/12/18,china,aaa164,phone2660,ASD27594,15163
+165,2015/12/19,china,aaa165,phone388,ASD76310,15164
+166,2015/12/20,china,aaa166,phone2583,ASD77454,15165
+167,2015/12/21,china,aaa167,phone2870,ASD61497,15166
+168,2015/12/22,china,aaa168,phone2785,ASD30573,15167
+169,2015/12/23,china,aaa169,phone293,ASD78900,15168
+170,2015/12/24,china,aaa170,phone116,ASD86473,15169
+171,2015/12/25,china,aaa171,phone1244,ASD30971,15170
+172,2015/12/26,china,aaa172,phone2175,ASD33484,15171
+173,2015/12/27,china,aaa173,phone1909,ASD32664,15172
+174,2015/12/28,china,aaa174,phone1921,ASD28833,15173
+175,2015/12/29,china,aaa175,phone374,ASD67524,15174
+176,2015/12/30,china,aaa176,phone465,ASD75494,15175
+177,2015/12/31,china,aaa177,phone395,ASD63501,15176
+178,2016/1/1,china,aaa178,phone1695,ASD92758,15177
+179,2016/1/2,china,aaa179,phone1396,ASD53292,15178
+180,2016/1/3,china,aaa180,phone1377,ASD12856,15179
+181,2016/1/4,china,aaa181,phone2385,ASD70717,15180
+182,2016/1/5,china,aaa182,phone2083,ASD3221,15181
+183,2016/1/6,china,aaa183,phone609,ASD54015,15182
+184,2016/1/7,china,aaa184,phone1732,ASD35453,15183
+185,2016/1/8,china,aaa185,phone926,ASD46831,15184
+186,2016/1/9,china,aaa186,phone52,ASD46238,15185
+187,2016/1/10,china,aaa187,phone401,ASD28870,15186
+188,2016/1/11,china,aaa188,phone304,ASD52886,15187
+189,2016/1/12,china,aaa189,phone1586,ASD80645,15188
+190,2016/1/13,china,aaa190,phone358,ASD23673,15189
+191,2016/1/14,china,aaa191,phone1930,ASD58097,15190
+192,2016/1/15,china,aaa192,phone663,ASD44218,15191
+193,2016/1/16,china,aaa193,phone1243,ASD37727,15192
+194,2016/1/17,china,aaa194,phone1588,ASD91226,15193
+195,2016/1/18,china,aaa195,phone2527,ASD80035,15194
+196,2016/1/19,china,aaa196,phone1522,ASD62002,15195
+197,2016/1/20,china,aaa197,phone1387,ASD49312,15196
+198,2016/1/21,china,aaa198,phone2493,ASD55143,15197
+199,2016/1/22,china,aaa199,phone2307,ASD10530,15198
+200,2016/1/23,china,aaa200,phone2940,ASD57500,15199
+201,2016/1/24,canada,aaa201,phone1208,ASD8177,15200
+202,2016/1/25,canada,aaa202,phone1383,ASD13789,15201
+203,2016/1/26,canada,aaa203,phone1016,ASD68460,15202
+204,2016/1/27,canada,aaa204,phone2832,ASD89285,15203
+205,2016/1/28,canada,aaa205,phone2199,ASD21040,15204
+206,2016/1/29,canada,aaa206,phone1105,ASD41184,15205
+207,2016/1/30,canada,aaa207,phone1997,ASD79237,15206
+208,2016/1/31,canada,aaa208,phone663,ASD44218,15207
+209,2016/2/1,canada,aaa209,phone767,ASD85191,15208
+210,2016/2/2,canada,aaa210,phone1232,ASD55928,15209
+211,2016/2/3,canada,aaa211,phone2533,ASD86033,15210
+212,2016/2/4,canada,aaa212,phone861,ASD12777,15211
+213,2016/2/5,canada,aaa213,phone1334,ASD47037,15212
+214,2016/2/6,canada,aaa214,phone1438,ASD77362,15213
+215,2016/2/7,canada,aaa215,phone160,ASD78770,15214
+216,2015/7/8,canada,aaa216,phone2437,ASD99353,15215
+217,2015/7/8,canada,aaa217,phone1430,ASD42465,15216
+218,2015/7/8,china,aaa218,phone2989,ASD31575,15217
+219,2015/7/8,china,aaa219,phone1315,ASD42644,15218
+220,2015/7/8,china,aaa220,phone2866,ASD29661,15219
+221,2015/7/8,china,aaa221,phone1616,ASD16671,15220
+222,2015/7/8,china,aaa222,phone2087,ASD48037,15221
+223,2015/7/8,china,aaa223,phone2573,ASD82694,15222
+224,2015/7/8,china,aaa224,phone913,ASD21179,15223
+225,2015/7/8,china,aaa225,phone900,ASD46140,15224
+226,2015/7/8,china,aaa226,phone1087,ASD43483,15225
+227,2015/7/8,china,aaa227,phone1647,ASD74002,15226
+228,2015/7/8,china,aaa228,phone2341,ASD82304,15227
+229,2015/7/8,china,aaa229,phone1901,ASD34911,15228
+230,2015/7/8,china,aaa230,phone2649,ASD69130,15229
+231,2015/7/8,china,aaa231,phone2514,ASD24211,15230
+232,2015/7/8,china,aaa232,phone133,ASD22945,15231
+233,2015/7/8,china,aaa233,phone1048,ASD5352,15232
+234,2015/7/8,uk,aaa234,phone10,ASD18389,15233
+235,2015/7/8,france,aaa235,phone319,ASD14310,15234
+236,2015/7/8,france,aaa236,phone169,ASD18752,15235
+237,2015/7/8,france,aaa237,phone1792,ASD12930,15236
+238,2015/7/8,france,aaa238,phone2914,ASD66266,15237
+239,2015/7/8,france,aaa239,phone371,ASD78389,15238
+240,2015/7/8,france,aaa240,phone739,ASD43117,15239
+241,2015/7/8,france,aaa241,phone791,ASD13426,15240
+242,2015/7/8,france,aaa242,phone2594,ASD53050,15241
+243,2015/7/8,france,aaa243,phone696,ASD31569,15242
+244,2015/7/8,france,aaa244,phone2029,ASD19595,15243
+245,2015/7/8,france,aaa245,phone795,ASD24648,15244
+246,2015/7/8,france,aaa246,phone865,ASD20613,15245
+247,2015/7/8,france,aaa247,phone471,ASD5440,15246
+248,2015/7/8,france,aaa248,phone2399,ASD39891,15247
+249,2015/7/8,france,aaa249,phone56,ASD79971,15248
+250,2015/7/8,france,aaa250,phone1371,ASD27896,15249
+251,2015/7/8,france,aaa251,phone1746,ASD68481,15250
+252,2015/7/8,france,aaa252,phone147,ASD86280,15251
+253,2015/7/8,france,aaa253,phone2766,ASD60381,15252
+254,2015/7/8,france,aaa254,phone2932,ASD12302,15253
+255,2015/7/8,france,aaa255,phone1866,ASD21033,15254
+256,2015/7/8,france,aaa256,phone1631,ASD67070,15255
+257,2015/7/8,france,aaa257,phone1386,ASD80979,15256
+258,2015/7/8,france,aaa258,phone2384,ASD97760,15257
+259,2015/7/8,france,aaa259,phone1977,ASD29691,15258
+260,2015/7/8,france,aaa260,phone316,ASD96088,15259
+261,2015/7/8,france,aaa261,phone763,ASD7447,15260
+262,2015/7/8,france,aaa262,phone2791,ASD86621,15261
+263,2015/7/8,france,aaa263,phone401,ASD28870,15262
+264,2015/7/8,france,aaa264,phone1534,ASD59748,15263
+265,2015/7/8,france,aaa265,phone2815,ASD51862,15264
+266,2015/7/8,france,aaa266,phone2277,ASD52116,15265
+267,2015/7/8,france,aaa267,phone1458,ASD3023,15266
+268,2015/7/8,china,aaa268,phone1173,ASD44668,15267
+269,2015/7/8,china,aaa269,phone2428,ASD94819,15268
+270,2015/7/8,china,aaa270,phone2565,ASD41930,15269
+271,2015/7/8,china,aaa271,phone2064,ASD14615,15270
+272,2015/7/8,china,aaa272,phone1332,ASD35057,15271
+273,2015/7/8,china,aaa273,phone1117,ASD96168,15272
+274,2015/7/8,china,aaa274,phone801,ASD10049,15273
+275,2015/7/8,china,aaa275,phone316,ASD96088,15274
+276,2015/7/8,china,aaa276,phone2098,ASD4166,15275
+277,2015/7/8,china,aaa277,phone1590,ASD74144,15276
+278,2015/7/8,china,aaa278,phone148,ASD26033,15277
+279,2015/7/8,china,aaa279,phone1139,ASD42486,15278
+280,2015/7/8,china,aaa280,phone225,ASD13992,15279
+281,2015/7/8,china,aaa281,phone2490,ASD25777,15280
+282,2015/7/8,china,aaa282,phone807,ASD97797,15281
+283,2015/7/8,china,aaa283,phone25,ASD67930,15282
+284,2015/7/8,china,aaa284,phone1101,ASD35178,15283
+285,2015/7/8,china,aaa285,phone1211,ASD27032,15284
+286,2015/7/8,china,aaa286,phone1092,ASD30977,15285
+287,2015/7/8,china,aaa287,phone268,ASD20002,15286
+288,2015/7/8,china,aaa288,phone1017,ASD2489,15287
+289,2015/7/8,china,aaa289,phone672,ASD18712,15288
+290,2015/7/8,china,aaa290,phone320,ASD5030,15289
+291,2015/7/8,china,aaa291,phone2022,ASD53089,15290
+292,2015/7/8,china,aaa292,phone817,ASD40947,15291
+293,2015/7/8,china,aaa293,phone1513,ASD63237,15292
+294,2015/7/8,china,aaa294,phone1913,ASD29267,15293
+295,2015/7/8,china,aaa295,phone233,ASD94159,15294
+296,2015/7/8,china,aaa296,phone2613,ASD36379,15295
+297,2015/7/8,china,aaa297,phone492,ASD85148,15296
+298,2015/7/8,china,aaa298,phone2896,ASD87790,15297
+299,2015/7/8,china,aaa299,phone1395,ASD5086,15298
+300,2015/7/8,china,aaa300,phone2405,ASD98593,15299
+301,2015/7/8,china,aaa301,phone1837,ASD76100,15300
+302,2015/7/8,china,aaa302,phone690,ASD96405,15301
+303,2015/7/8,china,aaa303,phone1006,ASD22695,15302
+304,2015/7/8,china,aaa304,phone1980,ASD31405,15303
+305,2015/7/8,china,aaa305,phone170,ASD78727,15304
+306,2015/7/8,china,aaa306,phone1139,ASD42486,15305
+307,2015/7/8,china,aaa307,phone1033,ASD7342,15306
+308,2015/7/8,china,aaa308,phone2020,ASD48268,15307
+309,2015/7/8,china,aaa309,phone1629,ASD59143,15308
+310,2015/7/8,china,aaa310,phone222,ASD42940,15309
+311,2015/7/8,china,aaa311,phone574,ASD18673,15310
+312,2015/7/8,china,aaa312,phone2371,ASD40072,15311
+313,2015/7/8,china,aaa313,phone1817,ASD40255,15312
+314,2015/7/8,china,aaa314,phone1153,ASD74976,15313
+315,2015/7/8,china,aaa315,phone2836,ASD74087,15314
+316,2015/7/8,china,aaa316,phone89,ASD88184,15315
+317,2015/7/8,china,aaa317,phone1988,ASD6141,15316
+318,2015/7/8,china,aaa318,phone2641,ASD75257,15317
+319,2015/7/8,china,aaa319,phone106,ASD31344,15318
+320,2015/7/8,china,aaa320,phone426,ASD54309,15319
+321,2015/7/8,china,aaa321,phone1551,ASD30475,15320
+322,2015/7/8,china,aaa322,phone1241,ASD73185,15321
+323,2015/7/8,china,aaa323,phone2249,ASD87147,15322
+324,2015/7/8,china,aaa324,phone1644,ASD12948,15323
+325,2015/7/8,china,aaa325,phone2574,ASD33664,15324
+326,2015/7/8,china,aaa326,phone180,ASD40830,15325
+327,2015/7/8,china,aaa327,phone2382,ASD36810,15326
+328,2015/7/8,china,aaa328,phone1651,ASD91529,15327
+329,2015/7/8,china,aaa329,phone1272,ASD69717,15328
+330,2015/7/8,china,aaa330,phone1623,ASD48772,15329
+331,2015/7/8,china,aaa331,phone982,ASD12783,15330
+332,2015/7/8,china,aaa332,phone2929,ASD37120,15331
+333,2015/7/8,china,aaa333,phone894,ASD84235,15332
+334,2015/7/8,china,aaa334,phone2522,ASD55429,15333
+335,2015/7/8,china,aaa335,phone1347,ASD67484,15334
+336,2015/7/8,china,aaa336,phone471,ASD5440,15335
+337,2015/7/8,china,aaa337,phone2515,ASD2692,15336
+338,2015/7/8,china,aaa338,phone1337,ASD614,15337
+339,2015/7/8,china,aaa339,phone1619,ASD4540,15338
+340,2015/7/8,china,aaa340,phone1262,ASD35650,15339
+341,2015/7/8,china,aaa341,phone2909,ASD62684,15340
+342,2015/7/8,china,aaa342,phone49,ASD54022,15341
+343,2015/7/8,china,aaa343,phone1989,ASD56363,15342
+344,2015/7/8,china,aaa344,phone911,ASD95311,15343
+345,2015/7/8,china,aaa345,phone2139,ASD68016,15344
+346,2015/7/8,china,aaa346,phone2097,ASD15979,15345
+347,2015/7/8,china,aaa347,phone1134,ASD97664,15346
+348,2015/7/8,china,aaa348,phone2347,ASD53040,15347
+349,2015/7/8,china,aaa349,phone2263,ASD40179,15348
+350,2015/7/8,china,aaa350,phone1539,ASD96530,15349
+351,2015/7/8,china,aaa351,phone1123,ASD45798,15350
+352,2015/7/8,china,aaa352,phone2969,ASD18127,15351
+353,2015/7/8,china,aaa353,phone2968,ASD47580,15352
+354,2015/7/8,china,aaa354,phone996,ASD78710,15353
+355,2015/7/8,china,aaa355,phone2700,ASD15021,15354
+356,2015/7/8,china,aaa356,phone753,ASD22367,15355
+357,2015/7/8,china,aaa357,phone2640,ASD29615,15356
+358,2015/7/8,china,aaa358,phone2768,ASD23094,15357
+359,2015/7/8,china,aaa359,phone418,ASD53383,15358
+360,2015/7/8,china,aaa360,phone1612,ASD55774,15359
+361,2015/7/8,china,aaa361,phone451,ASD1954,15360
+362,2015/7/8,china,aaa362,phone2096,ASD61555,15361
+363,2015/7/8,china,aaa363,phone1979,ASD7220,15362
+364,2015/7/8,china,aaa364,phone325,ASD97321,15363
+365,2015/7/8,china,aaa365,phone1138,ASD40077,15364
+366,2015/7/8,china,aaa366,phone1866,ASD21033,15365
+367,2015/7/8,china,aaa367,phone683,ASD26163,15366
+368,2015/7/8,china,aaa368,phone1412,ASD19745,15367
+369,2015/7/8,china,aaa369,phone2578,ASD40786,15368
+370,2015/7/8,china,aaa370,phone950,ASD5064,15369
+371,2015/7/8,china,aaa371,phone1981,ASD11729,15370
+372,2015/7/8,china,aaa372,phone1367,ASD71011,15371
+373,2015/7/8,china,aaa373,phone2867,ASD24364,15372
+374,2015/7/8,china,aaa374,phone2284,ASD32419,15373
+375,2015/7/8,china,aaa375,phone2463,ASD33813,15374
+376,2015/7/8,china,aaa376,phone368,ASD34269,15375
+377,2015/7/8,china,aaa377,phone428,ASD1961,15376
+378,2015/7/8,china,aaa378,phone2527,ASD80035,15377
+379,2015/7/8,china,aaa379,phone260,ASD2976,15378
+380,2015/7/8,china,aaa380,phone1671,ASD73981,15379
+381,2015/7/8,china,aaa381,phone1379,ASD62041,15380
+382,2015/7/8,china,aaa382,phone124,ASD28539,15381
+383,2015/7/8,china,aaa383,phone95,ASD88540,15382
+384,2015/7/8,china,aaa384,phone2487,ASD6907,15383
+385,2015/7/8,china,aaa385,phone1420,ASD49252,15384
+386,2015/7/8,china,aaa386,phone429,ASD61651,15385
+387,2015/7/8,china,aaa387,phone2953,ASD3445,15386
+388,2015/7/8,china,aaa388,phone1645,ASD20063,15387
+389,2015/7/8,china,aaa389,phone283,ASD16039,15388
+390,2015/7/8,china,aaa390,phone2927,ASD21076,15389
+391,2015/7/8,china,aaa391,phone2855,ASD27086,15390
+392,2015/7/8,china,aaa392,phone1952,ASD50922,15391
+393,2015/7/8,china,aaa393,phone229,ASD66817,15392
+394,2015/7/8,brazil,aaa394,phone1883,ASD33806,15393
+395,2015/7/8,brazil,aaa395,phone2148,ASD60441,15394
+396,2015/7/8,brazil,aaa396,phone190,ASD29041,15395
+397,2015/7/8,brazil,aaa397,phone356,ASD62581,15396
+398,2015/7/8,brazil,aaa398,phone2992,ASD71446,15397
+399,2015/7/8,brazil,aaa399,phone2213,ASD54693,15398
+400,2015/7/8,brazil,aaa400,phone165,ASD10848,15399
+401,2015/7/8,brazil,aaa401,phone1579,ASD14571,15400
+402,2015/7/8,brazil,aaa402,phone251,ASD59211,15401
+403,2015/7/8,brazil,aaa403,phone1522,ASD62002,15402
+404,2015/7/8,brazil,aaa404,phone2873,ASD12631,15403
+405,2015/7/8,brazil,aaa405,phone1376,ASD68677,15404
+406,2015/7/8,brazil,aaa406,phone1587,ASD94026,15405
+407,2015/7/8,brazil,aaa407,phone2792,ASD55146,15406
+408,2015/7/8,brazil,aaa408,phone2774,ASD91112,15407
+409,2015/7/8,brazil,aaa409,phone2439,ASD9880,15408
+410,2015/7/8,brazil,aaa410,phone1399,ASD18683,15409
+411,2015/7/8,brazil,aaa411,phone150,ASD69229,15410
+412,2015/7/8,china,aaa412,phone2895,ASD1765,15411
+413,2015/7/8,china,aaa413,phone2551,ASD77958,15412
+414,2015/7/8,china,aaa414,phone694,ASD92230,15413
+415,2015/7/8,china,aaa415,phone2233,ASD84617,15414
+416,2015/7/8,china,aaa416,phone146,ASD65240,15415
+417,2015/7/8,china,aaa417,phone707,ASD5628,15416
+418,2015/7/8,china,aaa418,phone2658,ASD4726,15417
+419,2015/7/8,china,aaa419,phone1020,ASD4161,15418
+420,2015/7/8,china,aaa420,phone535,ASD97410,15419
+421,2015/7/8,china,aaa421,phone624,ASD51860,15420
+422,2015/7/8,usa,aaa422,phone2102,ASD80410,15421
+423,2015/7/8,china,aaa423,phone1112,ASD28257,15422
+424,2015/7/8,china,aaa424,phone1347,ASD67484,15423
+425,2015/7/8,china,aaa425,phone1306,ASD5266,15424
+426,2015/7/8,china,aaa426,phone2458,ASD89845,15425
+427,2015/7/8,china,aaa427,phone1701,ASD65854,15426
+428,2015/7/8,china,aaa428,phone1439,ASD55081,15427
+429,2015/7/8,china,aaa429,phone2952,ASD29721,15428
+430,2015/7/8,china,aaa430,phone2890,ASD73575,15429
+431,2015/7/8,china,aaa431,phone1817,ASD40255,15430
+432,2015/7/8,china,aaa432,phone1264,ASD10727,15431
+433,2015/7/8,china,aaa433,phone2819,ASD32336,15432
+434,2015/7/8,china,aaa434,phone1046,ASD84173,15433
+435,2015/7/8,china,aaa435,phone281,ASD29929,15434
+436,2015/7/8,china,aaa436,phone731,ASD66050,15435
+437,2015/7/8,china,aaa437,phone244,ASD24103,15436
+438,2015/7/8,china,aaa438,phone993,ASD22962,15437
+439,2015/7/8,china,aaa439,phone2984,ASD28539,15438
+440,2015/7/8,china,aaa440,phone1078,ASD93778,15439
+441,2015/7/8,china,aaa441,phone2844,ASD33646,15440
+442,2015/7/8,china,aaa442,phone2251,ASD59852,15441
+443,2015/7/8,china,aaa443,phone598,ASD1303,15442
+444,2015/7/8,china,aaa444,phone1286,ASD96687,15443
+445,2015/7/8,china,aaa445,phone2346,ASD80162,15444
+446,2015/7/8,china,aaa446,phone729,ASD69936,15445
+447,2015/7/8,china,aaa447,phone1946,ASD69048,15446
+448,2015/7/8,china,aaa448,phone2832,ASD89285,15447
+449,2015/7/8,china,aaa449,phone1334,ASD47037,15448
+450,2015/7/8,china,aaa450,phone2434,ASD67700,15449
+451,2015/7/8,china,aaa451,phone595,ASD51331,15450
+452,2015/7/8,china,aaa452,phone2018,ASD63383,15451
+453,2015/7/8,china,aaa453,phone1226,ASD69240,15452
+454,2015/7/8,china,aaa454,phone710,ASD20056,15453
+455,2015/7/8,china,aaa455,phone674,ASD61044,15454
+456,2015/7/8,china,aaa456,phone1921,ASD28833,15455
+457,2015/7/8,china,aaa457,phone696,ASD31569,15456
+458,2015/7/8,china,aaa458,phone1393,ASD44216,15457
+459,2015/7/8,china,aaa459,phone101,ASD28691,15458
+460,2015/7/8,china,aaa460,phone2383,ASD76851,15459
+461,2015/7/8,china,aaa461,phone1828,ASD67859,15460
+462,2015/7/8,usa,aaa462,phone1596,ASD74089,15461
+463,2015/7/8,china,aaa463,phone211,ASD91508,15462
+464,2015/7/8,china,aaa464,phone2782,ASD74449,15463
+465,2015/7/8,china,aaa465,phone2912,ASD78786,15464
+466,2015/7/8,china,aaa466,phone844,ASD29001,15465
+467,2015/7/8,china,aaa467,phone2009,ASD14090,15466
+468,2015/7/8,china,aaa468,phone1795,ASD42863,15467
+469,2015/7/8,china,aaa469,phone1208,ASD8177,15468
+470,2015/7/8,china,aaa470,phone225,ASD13992,15469
+471,2015/7/8,china,aaa471,phone102,ASD16814,15470
+472,2015/7/8,china,aaa472,phone1481,ASD59601,15471
+473,2015/7/8,china,aaa473,phone1147,ASD24488,15472
+474,2015/7/8,china,aaa474,phone2077,ASD13520,15473
+475,2015/7/8,china,aaa475,phone2883,ASD44011,15474
+476,2015/7/8,china,aaa476,phone734,ASD81584,15475
+477,2015/7/8,china,aaa477,phone2658,ASD4726,15476
+478,2015/7/8,china,aaa478,phone2454,ASD11864,15477
+479,2015/7/8,china,aaa479,phone1528,ASD82259,15478
+480,2015/7/8,china,aaa480,phone337,ASD7849,15479
+481,2015/7/8,china,aaa481,phone412,ASD58554,15480
+482,2015/7/8,china,aaa482,phone124,ASD28539,15481
+483,2015/7/8,china,aaa483,phone521,ASD63356,15482
+484,2015/7/8,china,aaa484,phone243,ASD62881,15483
+485,2015/7/8,china,aaa485,phone486,ASD78645,15484
+486,2015/7/8,china,aaa486,phone267,ASD84287,15485
+487,2015/7/8,china,aaa487,phone1056,ASD59874,15486
+488,2015/7/8,china,aaa488,phone843,ASD72585,15487
+489,2015/7/8,china,aaa489,phone1319,ASD79661,15488
+490,2015/7/8,china,aaa490,phone1049,ASD37264,15489
+491,2015/7/8,china,aaa491,phone369,ASD19326,15490
+492,2015/7/8,china,aaa492,phone1878,ASD44601,15491
+493,2015/7/8,china,aaa493,phone2458,ASD89845,15492
+494,2015/7/8,china,aaa494,phone2014,ASD36354,15493
+495,2015/7/8,china,aaa495,phone1597,ASD96755,15494
+496,2015/7/8,china,aaa496,phone609,ASD54015,15495
+497,2015/7/8,china,aaa497,phone2921,ASD89806,15496
+498,2015/7/8,china,aaa498,phone534,ASD79006,15497
+499,2015/7/8,china,aaa499,phone1172,ASD38872,15498
+500,2015/7/8,china,aaa500,phone529,ASD57718,15499
+501,2015/7/8,china,aaa501,phone1152,ASD67729,15500
+502,2015/7/8,china,aaa502,phone2211,ASD76824,15501
+503,2015/7/8,china,aaa503,phone478,ASD78007,15502
+504,2015/7/8,china,aaa504,phone1851,ASD23414,15503
+505,2015/7/8,china,aaa505,phone1955,ASD79904,15504
+506,2015/7/8,china,aaa506,phone545,ASD56156,15505
+507,2015/7/8,china,aaa507,phone44,ASD20640,15506
+508,2015/7/8,china,aaa508,phone437,ASD15325,15507
+509,2015/7/8,china,aaa509,phone1907,ASD4995,15508
+510,2015/7/8,china,aaa510,phone2926,ASD57045,15509
+511,2015/7/8,china,aaa511,phone1774,ASD12773,15510
+512,2015/7/8,china,aaa512,phone1451,ASD46252,15511
+513,2015/7/8,china,aaa513,phone2050,ASD67274,15512
+514,2015/7/8,china,aaa514,phone1359,ASD65796,15513
+515,2015/7/8,china,aaa515,phone2472,ASD11464,15514
+516,2015/7/8,china,aaa516,phone1430,ASD42465,15515
+517,2015/7/8,china,aaa517,phone1946,ASD69048,15516
+518,2015/7/8,china,aaa518,phone1445,ASD154,15517
+519,2015/7/8,china,aaa519,phone1689,ASD25206,15518
+520,2015/7/8,china,aaa520,phone2262,ASD79744,15519
+521,2015/7/8,china,aaa521,phone2950,ASD52102,15520
+522,2015/7/8,china,aaa522,phone764,ASD28348,15521
+523,2015/7/8,china,aaa523,phone318,ASD68522,15522
+524,2015/7/8,china,aaa524,phone1548,ASD95032,15523
+525,2015/7/8,china,aaa525,phone915,ASD65907,15524
+526,2015/7/8,china,aaa526,phone2672,ASD16946,15525
+527,2015/7/8,china,aaa527,phone538,ASD90796,15526
+528,2015/7/8,china,aaa528,phone2806,ASD83826,15527
+529,2015/7/8,china,aaa529,phone2158,ASD5227,15528
+530,2015/7/8,china,aaa530,phone2415,ASD30793,15529
+531,2015/7/8,china,aaa531,phone1017,ASD2489,15530
+532,2015/7/8,china,aaa532,phone779,ASD34772,15531
+533,2015/7/8,china,aaa533,phone2092,ASD72501,15532
+534,2015/7/8,china,aaa534,phone2684,ASD32921,15533
+535,2015/7/8,china,aaa535,phone842,ASD28065,15534
+536,2015/7/8,china,aaa536,phone1628,ASD24356,15535
+537,2015/7/8,china,aaa537,phone2185,ASD42692,15536
+538,2015/7/8,china,aaa538,phone16,ASD96002,15537
+539,2015/7/8,china,aaa539,phone2065,ASD1428,15538
+540,2015/7/8,china,aaa540,phone2804,ASD81203,15539
+541,2015/7/8,china,aaa541,phone1013,ASD88261,15540
+542,2015/7/8,china,aaa542,phone604,ASD9791,15541
+543,2015/7/8,china,aaa543,phone2243,ASD89678,15542
+544,2015/7/8,china,aaa544,phone12,ASD4745,15543
+545,2015/7/8,china,aaa545,phone1834,ASD9095,15544
+546,2015/7/8,china,aaa546,phone2737,ASD884,15545
+547,2015/7/8,china,aaa547,phone2132,ASD28336,15546
+548,2015/7/8,china,aaa548,phone1621,ASD95449,15547
+549,2015/7/8,china,aaa549,phone407,ASD40614,15548
+550,2015/7/8,china,aaa550,phone630,ASD44723,15549
+551,2015/7/8,china,aaa551,phone1586,ASD80645,15550
+552,2015/7/8,china,aaa552,phone1192,ASD76894,15551
+553,2015/7/8,china,aaa553,phone2394,ASD61316,15552
+554,2015/7/8,china,aaa554,phone406,ASD41369,15553
+555,2015/7/8,china,aaa555,phone287,ASD14590,15554
+556,2015/7/8,china,aaa556,phone1794,ASD81307,15555
+557,2015/7/8,china,aaa557,phone1086,ASD70962,15556
+558,2015/7/8,china,aaa558,phone1406,ASD92347,15557
+559,2015/7/8,china,aaa559,phone2886,ASD42613,15558
+560,2015/7/8,china,aaa560,phone901,ASD53764,15559
+561,2015/7/8,china,aaa561,phone328,ASD22482,15560
+562,2015/7/8,china,aaa562,phone2867,ASD24364,15561
+563,2015/7/8,china,aaa563,phone2723,ASD86337,15562
+564,2015/7/8,china,aaa564,phone1339,ASD47999,15563
+565,2015/7/8,china,aaa565,phone403,ASD93198,15564
+566,2015/7/8,china,aaa566,phone557,ASD9926,15565
+567,2015/7/8,china,aaa567,phone107,ASD8537,15566
+568,2015/7/8,china,aaa568,phone2095,ASD78485,15567
+569,2015/7/8,china,aaa569,phone764,ASD28348,15568
+570,2015/7/8,china,aaa570,phone1483,ASD74306,15569
+571,2015/7/8,china,aaa571,phone1304,ASD82559,15570
+572,2015/7/8,china,aaa572,phone2712,ASD30690,15571
+573,2015/7/8,china,aaa573,phone1878,ASD44601,15572
+574,2015/7/8,china,aaa574,phone1707,ASD67861,15573
+575,2015/7/8,china,aaa575,phone2161,ASD88219,15574
+576,2015/7/8,china,aaa576,phone714,ASD96718,15575
+577,2015/7/8,china,aaa577,phone218,ASD11450,15576
+578,2015/7/8,china,aaa578,phone1751,ASD11957,15577
+579,2015/7/8,china,aaa579,phone2442,ASD37341,15578
+580,2015/7/8,china,aaa580,phone2769,ASD17811,15579
+581,2015/7/8,china,aaa581,phone1666,ASD44070,15580
+582,2015/7/8,china,aaa582,phone1262,ASD35650,15581
+583,2015/7/8,china,aaa583,phone90,ASD81472,15582
+584,2015/7/8,china,aaa584,phone1020,ASD4161,15583
+585,2015/7/8,china,aaa585,phone286,ASD23637,15584
+586,2015/7/8,china,aaa586,phone2419,ASD95733,15585
+587,2015/7/8,china,aaa587,phone373,ASD79963,15586
+588,2015/7/8,china,aaa588,phone1872,ASD38362,15587
+589,2015/7/8,china,aaa589,phone847,ASD14247,15588
+590,2015/7/8,china,aaa590,phone966,ASD38194,15589
+591,2015/7/8,china,aaa591,phone2377,ASD50473,15590
+592,2015/7/8,china,aaa592,phone90,ASD81472,15591
+593,2015/7/8,china,aaa593,phone1608,ASD6315,15592
+594,2015/7/8,china,aaa594,phone1955,ASD79904,15593
+595,2015/7/8,china,aaa595,phone331,ASD42591,15594
+596,2015/7/8,china,aaa596,phone2294,ASD18187,15595
+597,2015/7/8,china,aaa597,phone1084,ASD36336,15596
+598,2015/7/8,china,aaa598,phone795,ASD24648,15597
+599,2015/7/8,china,aaa599,phone1496,ASD55988,15598
+600,2015/7/8,china,aaa600,phone1714,ASD16522,15599
+601,2015/7/8,china,aaa601,phone402,ASD189,15600
+602,2015/7/8,china,aaa602,phone729,ASD69936,15601
+603,2015/7/8,china,aaa603,phone1962,ASD85121,15602
+604,2015/7/8,china,aaa604,phone980,ASD28156,15603
+605,2015/7/8,china,aaa605,phone937,ASD89596,15604
+606,2015/7/8,china,aaa606,phone651,ASD26845,15605
+607,2015/7/8,china,aaa607,phone679,ASD45839,15606
+608,2015/7/8,china,aaa608,phone150,ASD69229,15607
+609,2015/7/8,china,aaa609,phone710,ASD20056,15608
+610,2015/7/8,china,aaa610,phone64,ASD27340,15609
+611,2015/7/8,china,aaa611,phone2216,ASD22126,15610
+612,2015/7/8,china,aaa612,phone342,ASD23743,15611
+613,2015/7/8,china,aaa613,phone1769,ASD5421,15612
+614,2015/7/8,china,aaa614,phone1397,ASD82977,15613
+615,2015/7/8,china,aaa615,phone397,ASD53191,15614
+616,2015/7/8,china,aaa616,phone1670,ASD93177,15615
+617,2015/7/8,china,aaa617,phone1264,ASD10727,15616
+618,2015/7/8,china,aaa618,phone2944,ASD16610,15617
+619,2015/7/8,china,aaa619,phone2594,ASD53050,15618
+620,2015/7/8,china,aaa620,phone2759,ASD88298,15619
+621,2015/7/8,china,aaa621,phone704,ASD25128,15620
+622,2015/7/8,china,aaa622,phone2414,ASD74847,15621
+623,2015/7/8,china,aaa623,phone1983,ASD86611,15622
+624,2015/7/8,china,aaa624,phone2098,ASD4166,15623
+625,2015/7/8,china,aaa625,phone84,ASD82187,15624
+626,2015/7/8,china,aaa626,phone388,ASD76310,15625
+627,2015/7/8,china,aaa627,phone308,ASD78701,15626
+628,2015/7/8,china,aaa628,phone1729,ASD83353,15627
+629,2015/7/8,china,aaa629,phone2269,ASD47888,15628
+630,2015/7/8,china,aaa630,phone1233,ASD41299,15629
+631,2015/7/8,china,aaa631,phone330,ASD86359,15630
+632,2015/7/8,china,aaa632,phone1537,ASD46367,15631
+633,2015/7/8,china,aaa633,phone2722,ASD11045,15632
+634,2015/7/8,china,aaa634,phone2691,ASD44656,15633
+635,2015/7/8,china,aaa635,phone2645,ASD76308,15634
+636,2015/7/8,china,aaa636,phone1333,ASD58033,15635
+637,2015/7/8,china,aaa637,phone1776,ASD19877,15636
+638,2015/7/8,china,aaa638,phone979,ASD92290,15637
+639,2015/7/8,china,aaa639,phone2065,ASD1428,15638
+640,2015/7/8,china,aaa640,phone1912,ASD36354,15639
+641,2015/7/8,china,aaa641,phone2275,ASD22269,15640
+642,2015/7/8,china,aaa642,phone2292,ASD10586,15641
+643,2015/7/8,china,aaa643,phone815,ASD65508,15642
+644,2015/7/8,china,aaa644,phone2840,ASD40033,15643
+645,2015/7/8,china,aaa645,phone1615,ASD28864,15644
+646,2015/7/8,china,aaa646,phone1617,ASD77126,15645
+647,2015/7/8,china,aaa647,phone2158,ASD5227,15646
+648,2015/7/8,china,aaa648,phone2121,ASD15680,15647
+649,2015/7/8,china,aaa649,phone205,ASD10000,15648
+650,2015/7/8,china,aaa650,phone1579,ASD14571,15649
+651,2015/7/8,china,aaa651,phone411,ASD94954,15650
+652,2015/7/8,china,aaa652,phone1662,ASD64961,15651
+653,2015/7/8,china,aaa653,phone247,ASD55961,15652
+654,2015/7/8,china,aaa654,phone2169,ASD31622,15653
+655,2015/7/8,china,aaa655,phone1652,ASD14782,15654
+656,2015/7/8,china,aaa656,phone2398,ASD13395,15655
+657,2015/7/8,china,aaa657,phone1395,ASD5086,15656
+658,2015/7/8,china,aaa658,phone975,ASD96997,15657
+659,2015/7/8,china,aaa659,phone1488,ASD18972,15658
+660,2015/7/8,china,aaa660,phone787,ASD84225,15659
+661,2015/7/8,china,aaa661,phone507,ASD61725,15660
+662,2015/7/8,china,aaa662,phone1450,ASD32252,15661
+663,2015/7/8,china,aaa663,phone2011,ASD41588,15662
+664,2015/7/8,china,aaa664,phone2687,ASD14311,15663
+665,2015/7/8,china,aaa665,phone2326,ASD65102,15664
+666,2015/7/8,china,aaa666,phone2195,ASD46852,15665
+667,2015/7/8,china,aaa667,phone563,ASD16790,15666
+668,2015/7/8,china,aaa668,phone747,ASD582,15667
+669,2015/7/8,china,aaa669,phone974,ASD33679,15668
+670,2015/7/8,china,aaa670,phone2223,ASD95804,15669
+671,2015/7/8,china,aaa671,phone1389,ASD60468,15670
+672,2015/7/8,china,aaa672,phone1062,ASD91980,15671
+673,2015/7/8,china,aaa673,phone1373,ASD84913,15672
+674,2015/7/8,china,aaa674,phone2,ASD53470,15673
+675,2015/7/8,china,aaa675,phone45,ASD16172,15674
+676,2015/7/8,china,aaa676,phone2260,ASD37237,15675
+677,2015/7/8,china,aaa677,phone2914,ASD66266,15676
+678,2015/7/8,china,aaa678,phone1162,ASD9615,15677
+679,2015/7/8,china,aaa679,phone725,ASD9665,15678
+680,2015/7/8,china,aaa680,phone2279,ASD2685,15679
+681,2015/7/8,china,aaa681,phone820,ASD77271,15680
+682,2015/7/8,china,aaa682,phone1072,ASD27741,15681
+683,2015/7/8,china,aaa683,phone167,ASD11931,15682
+684,2015/7/8,china,aaa684,phone1740,ASD86624,15683
+685,2015/7/8,china,aaa685,phone1233,ASD41299,15684
+686,2015/7/8,china,aaa686,phone2965,ASD20537,15685
+687,2015/7/8,china,aaa687,phone806,ASD97088,15686
+688,2015/7/8,china,aaa688,phone2202,ASD32371,15687
+689,2015/7/8,china,aaa689,phone455,ASD74141,15688
+690,2015/7/8,china,aaa690,phone17,ASD28968,15689
+691,2015/7/8,china,aaa691,phone928,ASD24015,15690
+692,2015/7/8,china,aaa692,phone374,ASD67524,15691
+693,2015/7/8,china,aaa693,phone2677,ASD50629,15692
+694,2015/7/8,china,aaa694,phone2003,ASD31544,15693
+695,2015/7/8,china,aaa695,phone806,ASD97088,15694
+696,2015/7/8,china,aaa696,phone1482,ASD11869,15695
+697,2015/7/8,china,aaa697,phone2059,ASD79306,15696
+698,2015/7/8,china,aaa698,phone461,ASD47039,15697
+699,2015/7/8,china,aaa699,phone2364,ASD92646,15698
+700,2015/7/8,china,aaa700,phone977,ASD26350,15699
+701,2015/7/8,china,aaa701,phone1148,ASD72903,15700
+702,2015/7/8,china,aaa702,phone2405,ASD98593,15701
+703,2015/7/8,china,aaa703,phone4,ASD8078,15702
+704,2015/7/8,china,aaa704,phone1376,ASD68677,15703
+705,2015/7/8,china,aaa705,phone1929,ASD86213,15704
+706,2015/7/8,china,aaa706,phone58,ASD12989,15705
+707,2015/7/8,china,aaa707,phone1974,ASD25534,15706
+708,2015/7/8,china,aaa708,phone2186,ASD22358,15707
+709,2015/7/8,china,aaa709,phone80,ASD32082,15708
+710,2015/7/8,china,aaa710,phone271,ASD6466,15709
+711,2015/7/8,china,aaa711,phone1600,ASD8619,15710
+712,2015/7/8,china,aaa712,phone780,ASD88786,15711
+713,2015/7/8,china,aaa713,phone1036,ASD67659,15712
+714,2015/7/8,china,aaa714,phone2511,ASD8513,15713
+715,2015/7/8,china,aaa715,phone2902,ASD73129,15714
+716,2015/7/8,china,aaa716,phone183,ASD4907,15715
+717,2015/7/8,china,aaa717,phone1458,ASD3023,15716
+718,2015/7/8,china,aaa718,phone1472,ASD74556,15717
+719,2015/7/8,china,aaa719,phone216,ASD67830,15718
+720,2015/7/8,china,aaa720,phone2248,ASD47899,15719
+721,2015/7/8,china,aaa721,phone105,ASD99347,15720
+722,2015/7/8,china,aaa722,phone334,ASD50262,15721
+723,2015/7/8,china,aaa723,phone1687,ASD45699,15722
+724,2015/7/8,china,aaa724,phone2794,ASD41977,15723
+725,2015/7/8,china,aaa725,phone2143,ASD18823,15724
+726,2015/7/8,china,aaa726,phone2166,ASD12014,15725
+727,2015/7/8,china,aaa727,phone838,ASD49156,15726
+728,2015/7/8,china,aaa728,phone2345,ASD96756,15727
+729,2015/7/8,china,aaa729,phone649,ASD17968,15728
+730,2015/7/8,china,aaa730,phone2974,ASD3384,15729
+731,2015/7/8,china,aaa731,phone911,ASD95311,15730
+732,2015/7/8,china,aaa732,phone612,ASD15305,15731
+733,2015/7/8,china,aaa733,phone1935,ASD97299,15732
+734,2015/7/8,china,aaa734,phone2044,ASD96688,15733
+735,2015/7/8,china,aaa735,phone2796,ASD55699,15734
+736,2015/7/8,china,aaa736,phone1519,ASD48720,15735
+737,2015/7/8,china,aaa737,phone2376,ASD91452,15736
+738,2015/7/8,china,aaa738,phone1331,ASD16918,15737
+739,2015/7/8,china,aaa739,phone2267,ASD50219,15738
+740,2015/7/8,china,aaa740,phone1104,ASD27032,15739
+741,2015/7/8,china,aaa741,phone617,ASD67442,15740
+742,2015/7/8,china,aaa742,phone1451,ASD46252,15741
+743,2015/7/8,china,aaa743,phone398,ASD20972,15742
+744,2015/7/8,china,aaa744,phone2007,ASD1018,15743
+745,2015/7/8,china,aaa745,phone18,ASD54919,15744
+746,2015/7/8,china,aaa746,phone1589,ASD61107,15745
+747,2015/7/8,china,aaa747,phone512,ASD71511,15746
+748,2015/7/8,china,aaa748,phone933,ASD61444,15747
+749,2015/7/8,china,aaa749,phone1271,ASD341,15748
+750,2015/7/8,china,aaa750,phone1826,ASD90555,15749
+751,2015/7/8,china,aaa751,phone223,ASD86899,15750
+752,2015/7/8,china,aaa752,phone2374,ASD85089,15751
+753,2015/7/8,china,aaa753,phone1683,ASD38383,15752
+754,2015/7/8,china,aaa754,phone2226,ASD50408,15753
+755,2015/7/8,china,aaa755,phone1124,ASD42246,15754
+756,2015/7/8,china,aaa756,phone2882,ASD23220,15755
+757,2015/7/8,china,aaa757,phone99,ASD91117,15756
+758,2015/7/8,china,aaa758,phone2590,ASD7295,15757
+759,2015/7/8,china,aaa759,phone863,ASD52426,15758
+760,2015/7/8,china,aaa760,phone1786,ASD24292,15759
+761,2015/7/8,china,aaa761,phone2826,ASD53395,15760
+762,2015/7/8,china,aaa762,phone2145,ASD94322,15761
+763,2015/7/8,china,aaa763,phone689,ASD93487,15762
+764,2015/7/8,china,aaa764,phone2326,ASD65102,15763
+765,2015/7/8,china,aaa765,phone614,ASD5636,15764
+766,2015/7/8,china,aaa766,phone2799,ASD48495,15765
+767,2015/7/8,china,aaa767,phone2385,ASD70717,15766
+768,2015/7/8,china,aaa768,phone2018,ASD63383,15767
+769,2015/7/8,china,aaa769,phone53,ASD15511,15768
+770,2015/7/8,china,aaa770,phone1201,ASD19134,15769
+771,2015/7/8,china,aaa771,phone851,ASD85009,15770
+772,2015/7/8,china,aaa772,phone2496,ASD15218,15771
+773,2015/7/8,china,aaa773,phone2441,ASD90633,15772
+774,2015/7/8,china,aaa774,phone256,ASD52156,15773
+775,2015/7/8,china,aaa775,phone1587,ASD94026,15774
+776,2015/7/8,china,aaa776,phone609,ASD54015,15775
+777,2015/7/8,china,aaa777,phone1548,ASD95032,15776
+778,2015/7/8,china,aaa778,phone2649,ASD69130,15777
+779,2015/7/8,china,aaa779,phone2978,ASD26464,15778
+780,2015/7/8,china,aaa780,phone1480,ASD56214,15779
+781,2015/7/8,china,aaa781,phone2588,ASD88133,15780
+782,2015/7/8,china,aaa782,phone675,ASD8012,15781
+783,2015/7/8,china,aaa783,phone2179,ASD16589,15782
+784,2015/7/8,china,aaa784,phone1730,ASD67148,15783
+785,2015/7/8,china,aaa785,phone1395,ASD5086,15784
+786,2015/7/8,china,aaa786,phone2788,ASD94870,15785
+787,2015/7/8,china,aaa787,phone820,ASD77271,15786
+788,2015/7/8,china,aaa788,phone2064,ASD14615,15787
+789,2015/7/8,china,aaa789,phone1423,ASD46576,15788
+790,2015/7/8,china,aaa790,phone2615,ASD67163,15789
+791,2015/7/8,china,aaa791,phone1122,ASD3869,15790
+792,2015/7/8,china,aaa792,phone2595,ASD16833,15791
+793,2015/7/8,china,aaa793,phone115,ASD92586,15792
+794,2015/7/8,china,aaa794,phone2173,ASD36027,15793
+795,2015/7/8,france,aaa795,phone1004,ASD41910,15794
+796,2015/7/8,france,aaa796,phone2785,ASD30573,15795
+797,2015/7/8,france,aaa797,phone657,ASD24464,15796
+798,2015/7/8,france,aaa798,phone1192,ASD76894,15797
+799,2015/7/8,france,aaa799,phone379,ASD93682,15798
+800,2015/7/8,france,aaa800,phone2,ASD53470,15799
+801,2015/7/8,france,aaa801,phone2245,ASD65691,15800
+802,2015/7/8,france,aaa802,phone1826,ASD90555,15801
+803,2015/7/8,france,aaa803,phone2103,ASD93488,15802
+804,2015/7/8,france,aaa804,phone730,ASD97134,15803
+805,2015/7/8,france,aaa805,phone1414,ASD22547,15804
+806,2015/7/8,france,aaa806,phone2406,ASD99089,15805
+807,2015/7/8,france,aaa807,phone1874,ASD16827,15806
+808,2015/7/8,france,aaa808,phone1801,ASD80314,15807
+809,2015/7/8,france,aaa809,phone56,ASD79971,15808
+810,2015/7/8,france,aaa810,phone378,ASD63016,15809
+811,2015/7/8,france,aaa811,phone1536,ASD99595,15810
+812,2015/7/8,france,aaa812,phone871,ASD54753,15811
+813,2015/7/8,france,aaa813,phone412,ASD58554,15812
+814,2015/7/8,france,aaa814,phone287,ASD14590,15813
+815,2015/7/8,france,aaa815,phone244,ASD24103,15814
+816,2015/7/8,france,aaa816,phone2629,ASD73394,15815
+817,2015/7/8,france,aaa817,phone1032,ASD564,15816
+818,2015/7/8,france,aaa818,phone1013,ASD88261,15817
+819,2015/7/8,france,aaa819,phone2584,ASD77392,15818
+820,2015/7/8,france,aaa820,phone348,ASD99862,15819
+821,2015/7/8,france,aaa821,phone2606,ASD80756,15820
+822,2015/7/8,france,aaa822,phone2077,ASD13520,15821
+823,2015/7/8,france,aaa823,phone118,ASD4568,15822
+824,2015/7/8,france,aaa824,phone2542,ASD14441,15823
+825,2015/7/8,france,aaa825,phone2371,ASD40072,15824
+826,2015/7/8,france,aaa826,phone424,ASD43956,15825
+827,2015/7/8,france,aaa827,phone2540,ASD37847,15826
+828,2015/7/8,france,aaa828,phone2899,ASD55392,15827
+829,2015/7/8,france,aaa829,phone2489,ASD14625,15828
+830,2015/7/8,france,aaa830,phone1390,ASD17540,15829
+831,2015/7/8,france,aaa831,phone1843,ASD49395,15830
+832,2015/7/8,france,aaa832,phone2596,ASD9629,15831
+833,2015/7/8,france,aaa833,phone2301,ASD14198,15832
+834,2015/7/8,france,aaa834,phone789,ASD96642,15833
+835,2015/7/8,france,aaa835,phone2390,ASD48294,15834
+836,2015/7/8,france,aaa836,phone148,ASD26033,15835
+837,2015/7/8,france,aaa837,phone2513,ASD49231,15836
+838,2015/7/8,france,aaa838,phone1713,ASD37721,15837
+839,2015/7/8,france,aaa839,phone2091,ASD9590,15838
+840,2015/7/8,france,aaa840,phone741,ASD6749,15839
+841,2015/7/8,france,aaa841,phone1564,ASD34639,15840
+842,2015/7/8,france,aaa842,phone281,ASD29929,15841
+843,2015/7/8,france,aaa843,phone2331,ASD3487,15842
+844,2015/7/8,france,aaa844,phone1499,ASD60999,15843
+845,2015/7/8,france,aaa845,phone268,ASD20002,15844
+846,2015/7/8,france,aaa846,phone1733,ASD25344,15845
+847,2015/7/8,france,aaa847,phone389,ASD2510,15846
+848,2015/7/8,france,aaa848,phone1341,ASD89162,15847
+849,2015/7/8,france,aaa849,phone1328,ASD14048,15848
+850,2015/7/8,france,aaa850,phone2675,ASD85267,15849
+851,2015/7/8,france,aaa851,phone2953,ASD3445,15850
+852,2015/7/8,france,aaa852,phone955,ASD52222,15851
+853,2015/7/8,france,aaa853,phone35,ASD58328,15852
+854,2015/7/8,france,aaa854,phone2466,ASD68864,15853
+855,2015/7/8,france,aaa855,phone2320,ASD47630,15854
+856,2015/7/8,france,aaa856,phone1711,ASD45523,15855
+857,2015/7/8,france,aaa857,phone1860,ASD84718,15856
+858,2015/7/8,france,aaa858,phone1572,ASD62120,15857
+859,2015/7/8,france,aaa859,phone413,ASD54204,15858
+860,2015/7/8,france,aaa860,phone730,ASD97134,15859
+861,2015/7/8,france,aaa861,phone2618,ASD95562,15860
+862,2015/7/8,china,aaa862,phone1216,ASD29709,15861
+863,2015/7/8,china,aaa863,phone1001,ASD67736,15862
+864,2015/7/8,china,aaa864,phone2818,ASD45929,15863
+865,2015/7/8,china,aaa865,phone527,ASD88720,15864
+866,2015/7/8,china,aaa866,phone2514,ASD24211,15865
+867,2015/7/8,china,aaa867,phone1814,ASD76811,15866
+868,2015/7/8,china,aaa868,phone1385,ASD31455,15867
+869,2015/7/8,china,aaa869,phone1226,ASD69240,15868
+870,2015/7/8,china,aaa870,phone1908,ASD99635,15869
+871,2015/7/8,china,aaa871,phone865,ASD20613,15870
+872,2015/7/8,china,aaa872,phone257,ASD49390,15871
+873,2015/7/8,china,aaa873,phone717,ASD35874,15872
+874,2015/7/8,china,aaa874,phone2089,ASD22717,15873
+875,2015/7/8,china,aaa875,phone299,ASD59117,15874
+876,2015/7/8,china,aaa876,phone1261,ASD26668,15875
+877,2015/7/8,china,aaa877,phone2011,ASD41588,15876
+878,2015/7/8,china,aaa878,phone1711,ASD45523,15877
+879,2015/7/8,china,aaa879,phone2345,ASD96756,15878
+880,2015/7/8,china,aaa880,phone1799,ASD65044,15879
+881,2015/7/8,china,aaa881,phone1117,ASD96168,15880
+882,2015/7/8,china,aaa882,phone585,ASD13591,15881
+883,2015/7/8,china,aaa883,phone2051,ASD57553,15882
+884,2015/7/8,china,aaa884,phone601,ASD54723,15883
+885,2015/7/8,china,aaa885,phone627,ASD63991,15884
+886,2015/7/8,china,aaa886,phone598,ASD1303,15885
+887,2015/7/8,china,aaa887,phone2518,ASD26102,15886
+888,2015/7/8,china,aaa888,phone629,ASD70956,15887
+889,2015/7/8,china,aaa889,phone2235,ASD66575,15888
+890,2015/7/8,china,aaa890,phone1559,ASD64160,15889
+891,2015/7/8,china,aaa891,phone2292,ASD10586,15890
+892,2015/7/8,china,aaa892,phone2595,ASD16833,15891
+893,2015/7/8,china,aaa893,phone1964,ASD61085,15892
+894,2015/7/8,china,aaa894,phone1074,ASD35633,15893
+895,2015/7/8,china,aaa895,phone2271,ASD52445,15894
+896,2015/7/8,china,aaa896,phone2823,ASD66619,15895
+897,2015/7/8,china,aaa897,phone873,ASD94122,15896
+898,2015/7/8,china,aaa898,phone1198,ASD56813,15897
+899,2015/7/8,china,aaa899,phone323,ASD18440,15898
+900,2015/7/8,china,aaa900,phone2465,ASD37753,15899
+901,2015/7/8,china,aaa901,phone2009,ASD14090,15900
+902,2015/7/8,china,aaa902,phone574,ASD18673,15901
+903,2015/7/8,china,aaa903,phone72,ASD64081,15902
+904,2015/7/8,china,aaa904,phone2654,ASD25597,15903
+905,2015/7/8,china,aaa905,phone2156,ASD42573,15904
+906,2015/7/8,china,aaa906,phone1378,ASD95469,15905
+907,2015/7/8,china,aaa907,phone825,ASD71225,15906
+908,2015/7/8,china,aaa908,phone1774,ASD12773,15907
+909,2015/7/8,china,aaa909,phone125,ASD76214,15908
+910,2015/7/8,china,aaa910,phone1587,ASD94026,15909
+911,2015/7/8,china,aaa911,phone180,ASD40830,15910
+912,2015/7/8,china,aaa912,phone2960,ASD80233,15911
+913,2015/7/8,china,aaa913,phone1406,ASD92347,15912
+914,2015/7/8,china,aaa914,phone33,ASD54379,15913
+915,2015/7/8,china,aaa915,phone1517,ASD34441,15914
+916,2015/7/8,china,aaa916,phone979,ASD92290,15915
+917,2015/7/8,china,aaa917,phone118,ASD4568,15916
+918,2015/7/8,china,aaa918,phone491,ASD56573,15917
+919,2015/7/8,china,aaa919,phone383,ASD91162,15918
+920,2015/7/8,china,aaa920,phone310,ASD71880,15919
+921,2015/7/8,china,aaa921,phone2742,ASD98716,15920
+922,2015/7/8,china,aaa922,phone448,ASD8620,15921
+923,2015/7/8,china,aaa923,phone2179,ASD16589,15922
+924,2015/7/8,china,aaa924,phone986,ASD24553,15923
+925,2015/7/8,china,aaa925,phone2413,ASD21779,15924
+926,2015/7/8,china,aaa926,phone2819,ASD32336,15925
+927,2015/7/8,china,aaa927,phone818,ASD56003,15926
+928,2015/7/8,china,aaa928,phone1797,ASD67181,15927
+929,2015/7/8,china,aaa929,phone1832,ASD65098,15928
+930,2015/7/8,china,aaa930,phone2080,ASD45469,15929
+931,2015/7/8,china,aaa931,phone1746,ASD68481,15930
+932,2015/7/8,china,aaa932,phone111,ASD20917,15931
+933,2015/7/8,china,aaa933,phone1823,ASD84425,15932
+934,2015/7/8,china,aaa934,phone2828,ASD70558,15933
+935,2015/7/8,china,aaa935,phone2371,ASD40072,15934
+936,2015/7/8,china,aaa936,phone446,ASD33003,15935
+937,2015/7/8,china,aaa937,phone977,ASD26350,15936
+938,2015/7/8,china,aaa938,phone402,ASD189,15937
+939,2015/7/8,china,aaa939,phone912,ASD65122,15938
+940,2015/7/8,china,aaa940,phone957,ASD71030,15939
+941,2015/7/8,china,aaa941,phone946,ASD53839,15940
+942,2015/7/8,china,aaa942,phone790,ASD67729,15941
+943,2015/7/8,china,aaa943,phone2377,ASD50473,15942
+944,2015/7/8,china,aaa944,phone2230,ASD91897,15943
+945,2015/7/8,china,aaa945,phone1524,ASD35504,15944
+946,2015/7/8,china,aaa946,phone2906,ASD36901,15945
+947,2015/7/8,china,aaa947,phone2651,ASD53635,15946
+948,2015/7/8,china,aaa948,phone1187,ASD61164,15947
+949,2015/7/8,china,aaa949,phone2699,ASD85196,15948
+950,2015/7/8,china,aaa950,phone596,ASD15295,15949
+951,2015/7/8,china,aaa951,phone1531,ASD24387,15950
+952,2015/7/8,china,aaa952,phone2534,ASD26601,15951
+953,2015/7/8,china,aaa953,phone208,ASD50274,15952
+954,2015/7/8,china,aaa954,phone87,ASD87141,15953
+955,2015/7/8,china,aaa955,phone1098,ASD91413,15954
+956,2015/7/8,china,aaa956,phone2807,ASD17710,15955
+957,2015/7/8,china,aaa957,phone1867,ASD99034,15956
+958,2015/7/8,china,aaa958,phone681,ASD96136,15957
+959,2015/7/8,china,aaa959,phone165,ASD10848,15958
+960,2015/7/8,china,aaa960,phone775,ASD47938,15959
+961,2015/7/8,china,aaa961,phone1695,ASD92758,15960
+962,2015/7/8,china,aaa962,phone2662,ASD85295,15961
+963,2015/7/8,china,aaa963,phone52,ASD46238,15962
+964,2015/7/8,china,aaa964,phone268,ASD20002,15963
+965,2015/7/8,china,aaa965,phone19,ASD69283,15964
+966,2015/7/8,china,aaa966,phone2250,ASD13619,15965
+967,2015/7/8,china,aaa967,phone1659,ASD49066,15966
+968,2015/7/8,china,aaa968,phone294,ASD59961,15967
+969,2015/7/8,china,aaa969,phone1537,ASD46367,15968
+970,2015/7/8,china,aaa970,phone2427,ASD76544,15969
+971,2015/7/8,china,aaa971,phone121,ASD56494,15970
+972,2015/7/8,china,aaa972,phone1683,ASD38383,15971
+973,2015/7/8,china,aaa973,phone1971,ASD50880,15972
+974,2015/7/8,china,aaa974,phone2423,ASD91802,15973
+975,2015/7/8,china,aaa975,phone2425,ASD69636,15974
+976,2015/7/8,china,aaa976,phone1677,ASD88004,15975
+977,2015/7/8,china,aaa977,phone1057,ASD75780,15976
+978,2015/7/8,china,aaa978,phone568,ASD95931,15977
+979,2015/7/8,china,aaa979,phone2629,ASD73394,15978
+980,2015/7/8,china,aaa980,phone2778,ASD48823,15979
+981,2015/7/8,china,aaa981,phone1875,ASD28544,15980
+982,2015/7/8,china,aaa982,phone2257,ASD41709,15981
+983,2015/7/8,china,aaa983,phone2519,ASD60789,15982
+984,2015/7/8,china,aaa984,phone892,ASD47520,15983
+985,2015/7/8,china,aaa985,phone1096,ASD92338,15984
+986,2015/7/8,china,aaa986,phone691,ASD93561,15985
+987,2015/7/8,china,aaa987,phone1437,ASD46394,15986
+988,2015/7/8,china,aaa988,phone2150,ASD32526,15987
+989,2015/7/8,china,aaa989,phone2367,ASD25023,15988
+990,2015/7/8,china,aaa990,phone2413,ASD21779,15989
+991,2015/7/8,china,aaa991,phone2601,ASD4891,15990
+992,2015/7/8,china,aaa992,phone395,ASD63501,15991
+993,2015/7/8,china,aaa993,phone165,ASD10848,15992
+994,2015/7/8,china,aaa994,phone1553,ASD58083,15993
+995,2015/7/8,china,aaa995,phone90,ASD81472,15994
+996,2015/7/8,china,aaa996,phone1421,ASD33736,15995
+997,2015/7/8,china,aaa997,phone1588,ASD91226,15996
+998,2015/7/8,china,aaa998,phone1862,ASD47472,15997
+999,2015/7/8,china,aaa999,phone309,ASD78895,15998
+1000,2015/7/8,china,aaa1000,phone1318,ASD85027,15999
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/filter/datagrtlrt.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/filter/datagrtlrt.csv b/integration/spark-common-test/src/test/resources/filter/datagrtlrt.csv
new file mode 100644
index 0000000..e7acc28
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/filter/datagrtlrt.csv
@@ -0,0 +1,3 @@
+2015-7-23 12:07:28,china,15000
+2018-7-24 12:07:28,china,15001
+2017-7-25 12:07:28,china,15002
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/filter/emp2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/filter/emp2.csv b/integration/spark-common-test/src/test/resources/filter/emp2.csv
new file mode 100644
index 0000000..171a3c9
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/filter/emp2.csv
@@ -0,0 +1,9 @@
+empid,ename,sal,deptno,mgr,gender,dob,comm,desc
+1,abc,1233,10,2,,2014-07-01 12:07:28,1234.191,string_null
+2,bcd,1322,,3,f,2014-07-01 12:07:28,19.99,int_null
+3,cde,4322,,4,m,,16.996,date_null
+4, ,43243,,5,m,,999.117,string_space
+5,,43242,20,6,m,2017-07-01 12:07:28,99.999,string_null
+6,ijk,,20,6,m,2017-07-01 12:07:28,50089,double_null
+7,pqr,2422,20,6,m,2017-07-01 12:07:28,32.339,decimal_null
+8
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/filter/emp2allnull.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/filter/emp2allnull.csv b/integration/spark-common-test/src/test/resources/filter/emp2allnull.csv
new file mode 100644
index 0000000..9a1962c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/filter/emp2allnull.csv
@@ -0,0 +1,9 @@
+empid,ename,sal,deptno,mgr,gender,dob,comm,desc
+1,abc,1233,10,2,,,1234.191,string_null
+2,bcd,1322,,3,f,,19.99,int_null
+3,cde,4322,,4,m,,16.996,date_null
+4, ,43243,,5,m,,999.117,string_space
+5,,43242,20,6,m,,99.999,string_null
+6,ijk,,20,6,m,,50089,double_null
+7,pqr,2422,20,6,m,,32.339,decimal_null
+8
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/filter/emp2nonull.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/filter/emp2nonull.csv b/integration/spark-common-test/src/test/resources/filter/emp2nonull.csv
new file mode 100644
index 0000000..db3bd2c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/filter/emp2nonull.csv
@@ -0,0 +1,8 @@
+empid,ename,sal,deptno,mgr,gender,dob,comm,desc
+1,abc,1233,10,2,,2014-07-01 12:07:28,1234.191,string_null
+2,bcd,1322,,3,f,2014-07-01 12:07:28,19.99,int_null
+3,cde,4322,,4,m,2014-07-01 12:07:28,16.996,date_null
+4, ,43243,,5,m,2014-07-01 12:07:28,999.117,string_space
+5,,43242,20,6,m,2017-07-01 12:07:28,99.999,string_null
+6,ijk,,20,6,m,2017-07-01 12:07:28,50089,double_null
+7,pqr,2422,20,6,m,2017-07-01 12:07:28,32.339,decimal_null
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/integertypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/integertypecube.xml b/integration/spark-common-test/src/test/resources/integertypecube.xml
new file mode 100644
index 0000000..3642411
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/integertypecube.xml
@@ -0,0 +1,55 @@
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~ with the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+
+<Schema name="default">
+ <Cube name="integertypecube" visible="true" cache="true" enabled="true">
+ <Table name="integertypecube" alias="">
+ </Table>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="empno">
+ <Hierarchy name="empno" hasAll="true" normalized="false">
+ <Level name="empno" column="empno" type="Integer" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="workgroupcategory">
+ <Hierarchy name="workgroupcategory" hasAll="true" normalized="false">
+ <Level name="workgroupcategory" column="workgroupcategory" type="Integer"
+ levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="deptno">
+ <Hierarchy name="deptno" hasAll="true" normalized="false">
+ <Level name="deptno" column="deptno" type="Integer" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="projectcode">
+ <Hierarchy name="projectcode" hasAll="true" normalized="false">
+ <Level name="projectcode" column="projectcode" type="Integer" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Measure name="attendance" column="attendance" datatype="Integer" aggregator="sum"
+ visible="true">
+ </Measure>
+ </Cube>
+</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/invalidMeasures.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/invalidMeasures.csv b/integration/spark-common-test/src/test/resources/invalidMeasures.csv
new file mode 100644
index 0000000..b573188
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/invalidMeasures.csv
@@ -0,0 +1,3 @@
+India,15000854676378676765378647856378567846578365786347865783456783456783465783465783465783465763478563478567834567834653750834758093478534857348578345789345789347395873483784857348573485734895789347589347589375984759389358347589737583758937589789798437893475893758934758945783475893758947589347587348957389573489758347589734589347589347589347534897589347589347583475893475893475893457893478934575489758973847583947538947583947534897349575375347398733895453444787893758345943458783497874587783597358973589785934789357895378593789357893578935789357893578935785783789357897897893789578935789357893578935789357893578937895783953789578935789357893578935789357893578935789357893789578935789357835378578357835978935357897893535789378953789578935789357893578935789,22.435
+USA,234.43,2224444444444444444444444465558999.23
+Russia,,
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/join/emp.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/join/emp.csv b/integration/spark-common-test/src/test/resources/join/emp.csv
new file mode 100644
index 0000000..23a235a
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/join/emp.csv
@@ -0,0 +1 @@
+tom,t23717,h2399,99780207526
[25/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala
new file mode 100644
index 0000000..0deb14e
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.allqueries
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/*
+ * Test Class for query without data load
+ *
+ */
+class TestQueryWithOldCarbonDataFile extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ CarbonProperties.getInstance.addProperty(CarbonCommonConstants.CARBON_DATA_FILE_VERSION, "V1");
+ sql("drop table if exists OldFormatTable")
+ sql("drop table if exists OldFormatTableHIVE")
+ sql("""
+ CREATE TABLE IF NOT EXISTS OldFormatTable
+ (country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'carbondata'
+ """)
+ sql("""
+ CREATE TABLE IF NOT EXISTS OldFormatTableHIVE
+ (country String,
+ name String, phonetype String, serialname String, salary Int)
+ row format delimited fields terminated by ','
+ """)
+ sql(s"LOAD DATA local inpath '$resourcesPath/OLDFORMATTABLE.csv' INTO table OldFormatTable")
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/OLDFORMATTABLEHIVE.csv' into table OldFormatTableHIVE
+ """)
+
+ }
+
+ CarbonProperties.getInstance.addProperty(CarbonCommonConstants.CARBON_DATA_FILE_VERSION, "V2")
+ test("Test select * query") {
+ checkAnswer(
+ sql("select * from OldFormatTable"), sql("select * from OldFormatTableHIVE")
+ )
+ }
+
+ override def afterAll {
+ CarbonProperties.getInstance.addProperty(CarbonCommonConstants.CARBON_DATA_FILE_VERSION, "V1")
+ sql("drop table if exists OldFormatTable")
+ sql("drop table if exists OldFormatTableHIVE")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
new file mode 100644
index 0000000..4c95633
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
@@ -0,0 +1,62 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.allqueries
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/*
+ * Test Class for query without data load
+ *
+ */
+class TestQueryWithoutDataLoad extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("drop table if exists no_load")
+ sql("""
+ CREATE TABLE no_load(imei string, age int, productdate timestamp, gamePointId double)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_EXCLUDE'='productdate', 'DICTIONARY_INCLUDE'='gamePointId')
+ """)
+ }
+
+ test("test query without data load") {
+ checkAnswer(
+ sql("select count(*) from no_load"), Seq(Row(0))
+ )
+ checkAnswer(
+ sql("select * from no_load"), Seq.empty
+ )
+ checkAnswer(
+ sql("select imei, count(age) from no_load group by imei"), Seq.empty
+ )
+ checkAnswer(
+ sql("select imei, sum(age) from no_load group by imei"), Seq.empty
+ )
+ checkAnswer(
+ sql("select imei, avg(age) from no_load group by imei"), Seq.empty
+ )
+ }
+
+ override def afterAll {
+ sql("drop table no_load")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
new file mode 100644
index 0000000..7b43d46
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
@@ -0,0 +1,53 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.allqueries
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/*
+ * Test Class for query when part of tableName has dbName
+ *
+ */
+class TestTableNameHasDbName extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS tabledefault")
+ sql("CREATE TABLE tabledefault (empno int, workgroupcategory string, " +
+ "deptno int, projectcode int,attendance int)" +
+ " STORED BY 'org.apache.carbondata.format'")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' INTO TABLE tabledefault")
+ }
+
+ test("test query when part of tableName has dbName") {
+ try {
+ sql("SELECT * FROM tabledefault").collect()
+ } catch {
+ case ex: Exception =>
+ assert(false)
+ }
+ }
+
+ override def afterAll {
+ sql("DROP TABLE tabledefault")
+ }
+
+}
+
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
new file mode 100644
index 0000000..4809a9d
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
@@ -0,0 +1,256 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.badrecordloger
+
+import java.io.File
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.hive.HiveContext
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for detailed query on timestamp datatypes
+ *
+ *
+ */
+class BadRecordLoggerTest extends QueryTest with BeforeAndAfterAll {
+ var hiveContext: HiveContext = _
+
+ override def beforeAll {
+ try {
+ sql("drop table IF EXISTS sales")
+ sql("drop table IF EXISTS serializable_values")
+ sql("drop table IF EXISTS serializable_values_false")
+ sql("drop table IF EXISTS insufficientColumn")
+ sql("drop table IF EXISTS insufficientColumn_false")
+ sql("drop table IF EXISTS emptyColumnValues")
+ sql("drop table IF EXISTS emptyColumnValues_false")
+ sql("drop table IF EXISTS empty_timestamp")
+ sql("drop table IF EXISTS empty_timestamp_false")
+ sql(
+ """CREATE TABLE IF NOT EXISTS sales(ID BigInt, date Timestamp, country String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'""")
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_BADRECORDS_LOC,
+ new File("./target/test/badRecords")
+ .getCanonicalPath)
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ var csvFilePath = s"$resourcesPath/badrecords/datasample.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE sales OPTIONS"
+ +
+ "('bad_records_logger_enable'='true','bad_records_action'='redirect', 'DELIMITER'=" +
+ " ',', 'QUOTECHAR'= '\"')");
+
+ // 1.0 "\N" which should be treated as NULL
+ // 1.1 Time stamp "\N" which should be treated as NULL
+ csvFilePath = s"$resourcesPath/badrecords/seriazableValue.csv"
+ sql(
+ """CREATE TABLE IF NOT EXISTS serializable_values(ID BigInt, date Timestamp, country String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE serializable_values OPTIONS"
+ +
+ "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
+ "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+ // load with bad_records_logger_enable false
+ sql(
+ """CREATE TABLE IF NOT EXISTS serializable_values_false(ID BigInt, date Timestamp,
+ country String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ sql(
+ "LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE serializable_values_false OPTIONS"
+ + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+ // 2. insufficient columns - Bad records/Null value based on configuration
+ sql(
+ """CREATE TABLE IF NOT EXISTS insufficientColumn(ID BigInt, date Timestamp, country String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ csvFilePath = s"$resourcesPath/badrecords/insufficientColumns.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE insufficientColumn OPTIONS"
+ +
+ "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
+ "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+ // load with bad_records_logger_enable false
+ sql(
+ """CREATE TABLE IF NOT EXISTS insufficientColumn_false(ID BigInt, date Timestamp, country
+ String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE insufficientColumn_false OPTIONS"
+ + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+
+ // 3. empty data for string data type - take empty value
+ // 4. empty data for non-string data type - Bad records/Null value based on configuration
+ //table should have only two records.
+ sql(
+ """CREATE TABLE IF NOT EXISTS emptyColumnValues(ID BigInt, date Timestamp, country String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ csvFilePath = s"$resourcesPath/badrecords/emptyValues.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE emptyColumnValues OPTIONS"
+ +
+ "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
+ "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+ // load with bad_records_logger_enable to false
+ sql(
+ """CREATE TABLE IF NOT EXISTS emptyColumnValues_false(ID BigInt, date Timestamp, country
+ String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ csvFilePath = s"$resourcesPath/badrecords/emptyValues.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE emptyColumnValues_false OPTIONS"
+ + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+
+
+ // 4.1 Time stamp empty data - Bad records/Null value based on configuration
+ // 5. non-parsable data - Bad records/Null value based on configuration
+ // 6. empty line(check current one) - Bad records/Null value based on configuration
+ // only one value should be loadded.
+ sql(
+ """CREATE TABLE IF NOT EXISTS empty_timestamp(ID BigInt, date Timestamp, country String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ csvFilePath = s"$resourcesPath/badrecords/emptyTimeStampValue.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE empty_timestamp OPTIONS"
+ +
+ "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
+ "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+ // load with bad_records_logger_enable to false
+ sql(
+ """CREATE TABLE IF NOT EXISTS empty_timestamp_false(ID BigInt, date Timestamp, country
+ String,
+ actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
+ """)
+ csvFilePath = s"$resourcesPath/badrecords/emptyTimeStampValue.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE empty_timestamp_false OPTIONS"
+ + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+
+
+ } catch {
+ case x: Throwable => CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+ }
+
+ test("select count(*) from sales") {
+ sql("select count(*) from sales").show()
+ checkAnswer(
+ sql("select count(*) from sales"),
+ Seq(Row(2)
+ )
+ )
+ }
+
+ test("select count(*) from serializable_values") {
+ sql("select count(*) from serializable_values").show()
+ checkAnswer(
+ sql("select count(*) from serializable_values"),
+ Seq(Row(2)
+ )
+ )
+ }
+
+ test("select count(*) from serializable_values_false") {
+ sql("select count(*) from serializable_values_false").show()
+ checkAnswer(
+ sql("select count(*) from serializable_values_false"),
+ Seq(Row(2)
+ )
+ )
+ }
+
+ test("select count(*) from empty_timestamp") {
+ sql("select count(*) from empty_timestamp").show()
+ checkAnswer(
+ sql("select count(*) from empty_timestamp"),
+ Seq(Row(1)
+ )
+ )
+ }
+
+ test("select count(*) from insufficientColumn") {
+ sql("select count(*) from insufficientColumn").show()
+ checkAnswer(
+ sql("select count(*) from insufficientColumn"),
+ Seq(Row(1)
+ )
+ )
+ }
+
+ test("select count(*) from insufficientColumn_false") {
+ sql("select count(*) from insufficientColumn_false").show()
+ checkAnswer(
+ sql("select count(*) from insufficientColumn_false"),
+ Seq(Row(3)
+ )
+ )
+ }
+
+
+ test("select count(*) from emptyColumnValues") {
+ sql("select count(*) from emptyColumnValues").show()
+ checkAnswer(
+ sql("select count(*) from emptyColumnValues"),
+ Seq(Row(2)
+ )
+ )
+ }
+
+ test("select count(*) from emptyColumnValues_false") {
+ sql("select count(*) from emptyColumnValues_false").show()
+ checkAnswer(
+ sql("select count(*) from emptyColumnValues_false"),
+ Seq(Row(7)
+ )
+ )
+ }
+
+ test("select count(*) from empty_timestamp_false") {
+ sql("select count(*) from empty_timestamp_false").show()
+ checkAnswer(
+ sql("select count(*) from empty_timestamp_false"),
+ Seq(Row(7)
+ )
+ )
+ }
+
+
+ override def afterAll {
+ sql("drop table sales")
+ sql("drop table serializable_values")
+ sql("drop table serializable_values_false")
+ sql("drop table insufficientColumn")
+ sql("drop table insufficientColumn_false")
+ sql("drop table emptyColumnValues")
+ sql("drop table emptyColumnValues_false")
+ sql("drop table empty_timestamp")
+ sql("drop table empty_timestamp_false")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
new file mode 100644
index 0000000..361ff9b
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.bigdecimal
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+class TestAvgForBigInt extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ val csvFilePath = s"$resourcesPath/bigIntData.csv"
+
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary bigint)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+
+ sql(
+ "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable"
+ )
+ }
+
+ test("test avg function on big int column") {
+ checkAnswer(
+ sql("select avg(salary) from carbonTable"),
+ sql("select sum(salary)/count(salary) from carbonTable")
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
new file mode 100644
index 0000000..c554cbe
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
@@ -0,0 +1,203 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.bigdecimal
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test cases for testing big decimal functionality
+ */
+class TestBigDecimal extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ sql("drop table if exists hiveBigDecimal")
+ sql("drop table if exists carbonBigDecimal_2")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_SIZE, "1")
+ CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_INTERMEDIATE_FILES_LIMIT, "2")
+ sql("CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(17,2))STORED BY 'org.apache.carbondata.format'")
+ sql("create table if not exists hiveTable(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(17,2))row format delimited fields terminated by ','")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/decimalDataWithHeader.csv' into table carbonTable")
+ sql(s"LOAD DATA local inpath '$resourcesPath/decimalDataWithoutHeader.csv' INTO table hiveTable")
+ sql("create table if not exists hiveBigDecimal(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(27, 10))row format delimited fields terminated by ','")
+ sql(s"LOAD DATA local inpath '$resourcesPath/decimalBoundaryDataHive.csv' INTO table hiveBigDecimal")
+ sql("create table if not exists carbonBigDecimal_2 (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(30, 10)) STORED BY 'org.apache.carbondata.format'")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/decimalBoundaryDataCarbon.csv' into table carbonBigDecimal_2")
+ }
+
+ test("test detail query on big decimal column") {
+ checkAnswer(sql("select salary from carbonTable order by salary"),
+ sql("select salary from hiveTable order by salary"))
+ }
+
+ test("test sum function on big decimal column") {
+ checkAnswer(sql("select sum(salary) from carbonTable"),
+ sql("select sum(salary) from hiveTable"))
+ }
+
+ test("test max function on big decimal column") {
+ checkAnswer(sql("select max(salary) from carbonTable"),
+ sql("select max(salary) from hiveTable"))
+ }
+
+ test("test min function on big decimal column") {
+ checkAnswer(sql("select min(salary) from carbonTable"),
+ sql("select min(salary) from hiveTable"))
+ }
+
+ test("test min datatype on big decimal column") {
+ val output = sql("select min(salary) from carbonTable").collectAsList().get(0).get(0)
+ assert(output.isInstanceOf[java.math.BigDecimal])
+ }
+
+ test("test max datatype on big decimal column") {
+ val output = sql("select max(salary) from carbonTable").collectAsList().get(0).get(0)
+ assert(output.isInstanceOf[java.math.BigDecimal])
+ }
+
+ test("test count function on big decimal column") {
+ checkAnswer(sql("select count(salary) from carbonTable"),
+ sql("select count(salary) from hiveTable"))
+ }
+
+ test("test distinct function on big decimal column") {
+ checkAnswer(sql("select distinct salary from carbonTable order by salary"),
+ sql("select distinct salary from hiveTable order by salary"))
+ }
+
+ test("test sum-distinct function on big decimal column") {
+ checkAnswer(sql("select sum(distinct salary) from carbonTable"),
+ sql("select sum(distinct salary) from hiveTable"))
+ }
+
+ test("test count-distinct function on big decimal column") {
+ checkAnswer(sql("select count(distinct salary) from carbonTable"),
+ sql("select count(distinct salary) from hiveTable"))
+ }
+ test("test filter query on big decimal column") {
+ // equal to
+ checkAnswer(sql("select salary from carbonTable where salary=45234525465882.24"),
+ sql("select salary from hiveTable where salary=45234525465882.24"))
+ // greater than
+ checkAnswer(sql("select salary from carbonTable where salary>15000"),
+ sql("select salary from hiveTable where salary>15000"))
+ // greater than equal to
+ checkAnswer(sql("select salary from carbonTable where salary>=15000.43525"),
+ sql("select salary from hiveTable where salary>=15000.43525"))
+ // less than
+ checkAnswer(sql("select salary from carbonTable where salary<45234525465882"),
+ sql("select salary from hiveTable where salary<45234525465882"))
+ // less than equal to
+ checkAnswer(sql("select salary from carbonTable where salary<=45234525465882.24"),
+ sql("select salary from hiveTable where salary<=45234525465882.24"))
+ }
+
+ test("test aggregation on big decimal column with increased precision") {
+ sql("drop table if exists carbonBigDecimal")
+ sql("create table if not exists carbonBigDecimal (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(27, 10)) STORED BY 'org.apache.carbondata.format'")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/decimalBoundaryDataCarbon.csv' into table carbonBigDecimal")
+
+ checkAnswer(sql("select sum(salary) from carbonBigDecimal"),
+ sql("select sum(salary) from hiveBigDecimal"))
+
+ checkAnswer(sql("select sum(distinct salary) from carbonBigDecimal"),
+ sql("select sum(distinct salary) from hiveBigDecimal"))
+
+ sql("drop table if exists carbonBigDecimal")
+ }
+
+ test("test big decimal for dictionary look up") {
+ sql("drop table if exists decimalDictLookUp")
+ sql("create table if not exists decimalDictLookUp (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(27, 10)) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('dictionary_include'='salary')")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/decimalBoundaryDataCarbon.csv' into table decimalDictLookUp")
+
+ checkAnswer(sql("select sum(salary) from decimalDictLookUp"),
+ sql("select sum(salary) from hiveBigDecimal"))
+
+ sql("drop table if exists decimalDictLookUp")
+ }
+
+ test("test sum+10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select sum(salary)+10 from carbonBigDecimal_2"),
+ sql("select sum(salary)+10 from hiveBigDecimal"))
+ }
+
+ test("test sum*10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select sum(salary)*10 from carbonBigDecimal_2"),
+ sql("select sum(salary)*10 from hiveBigDecimal"))
+ }
+
+ test("test sum/10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select sum(salary)/10 from carbonBigDecimal_2"),
+ sql("select sum(salary)/10 from hiveBigDecimal"))
+ }
+
+ test("test sum-distinct+10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select sum(distinct(salary))+10 from carbonBigDecimal_2"),
+ sql("select sum(distinct(salary))+10 from hiveBigDecimal"))
+ }
+
+ test("test sum-distinct*10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select sum(distinct(salary))*10 from carbonBigDecimal_2"),
+ sql("select sum(distinct(salary))*10 from hiveBigDecimal"))
+ }
+
+ test("test sum-distinct/10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select sum(distinct(salary))/10 from carbonBigDecimal_2"),
+ sql("select sum(distinct(salary))/10 from hiveBigDecimal"))
+ }
+
+ test("test avg+10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select avg(salary)+10 from carbonBigDecimal_2"),
+ sql("select avg(salary)+10 from hiveBigDecimal"))
+ }
+
+ test("test avg*10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select avg(salary)*10 from carbonBigDecimal_2"),
+ sql("select avg(salary)*10 from hiveBigDecimal"))
+ }
+
+ test("test avg/10 aggregation on big decimal column with high precision") {
+ checkAnswer(sql("select avg(salary)/10 from carbonBigDecimal_2"),
+ sql("select avg(salary)/10 from hiveBigDecimal"))
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ sql("drop table if exists hiveBigDecimal")
+ sql("drop table if exists carbonBigDecimal_2")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_SIZE,
+ CarbonCommonConstants.SORT_SIZE_DEFAULT_VAL)
+ CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_INTERMEDIATE_FILES_LIMIT,
+ CarbonCommonConstants.SORT_INTERMEDIATE_FILES_LIMIT_DEFAULT_VALUE)
+ }
+}
+
+
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
new file mode 100644
index 0000000..94e7f1f
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
@@ -0,0 +1,120 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.bigdecimal
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test cases for testing columns having null value
+ */
+class TestNullAndEmptyFields extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
+ CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
+ )
+ val csvFilePath = s"$resourcesPath/nullandnonparsableValue.csv"
+ sql(
+ "CREATE TABLE IF NOT EXISTS carbonTable (ID String, date Timestamp, country String, name " +
+ "String, phonetype String, serialname String, salary Decimal(17,2))STORED BY 'org.apache" +
+ ".carbondata.format'"
+ )
+ sql(
+ "create table if not exists hiveTable(ID String, date Timestamp, country String, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Decimal(17,2))row format delimited fields " +
+ "terminated by ','"
+ )
+ sql(
+ "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
+ "('FILEHEADER'='ID,date," +
+ "country,name,phonetype,serialname,salary')"
+ )
+ sql(
+ "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
+ )
+ }
+
+
+ test("test detail query on column having null values") {
+ checkAnswer(
+ sql("select * from carbonTable"),
+ sql("select * from hiveTable")
+ )
+ }
+
+ test("test filter query on column is null") {
+ checkAnswer(
+ sql("select * from carbonTable where salary is null"),
+ sql("select * from hiveTable where salary is null")
+ )
+ }
+
+ test("test filter query on column is not null") {
+ checkAnswer(
+ sql("select * from carbonTable where salary is not null"),
+ sql("select * from hiveTable where salary is not null")
+ )
+ }
+
+ test("test filter query on columnValue=null") {
+ checkAnswer(
+ sql("select * from carbonTable where salary=null"),
+ sql("select * from hiveTable where salary=null")
+ )
+ }
+
+ test("test filter query where date is null") {
+ checkAnswer(
+ sql("select * from carbonTable where date is null"),
+ sql("select * from hiveTable where date is null")
+ )
+ }
+
+ test("test subquery on column having null values") {
+ checkAnswer(
+ sql("select * from (select if(country='china','c', country) test from carbonTable)qq where test is null"),
+ sql("select * from (select if(country='china','c', country) test from hiveTable)qq where test is null")
+ )
+ }
+
+ test("test subquery on column having not null values") {
+ checkAnswer(
+ sql("select * from (select if(country='china','c', country) test from carbonTable)qq where test is not null"),
+ sql("select * from (select if(country='china','c', country) test from hiveTable)qq where test is not null")
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists carbonTable")
+ sql("drop table if exists hiveTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
+
+
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
new file mode 100644
index 0000000..3eccc70
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
@@ -0,0 +1,113 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.blockprune
+
+import java.io.DataOutputStream
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.datastorage.store.impl.FileFactory
+
+/**
+ * This class contains test cases for block prune query
+ */
+class BlockPruneQueryTestCase extends QueryTest with BeforeAndAfterAll {
+ val outputPath = s"$resourcesPath/block_prune_test.csv"
+ override def beforeAll {
+ // Since the data needed for block prune is big, need to create a temp data file
+ val testData: Array[String]= new Array[String](3)
+ testData(0) = "a"
+ testData(1) = "b"
+ testData(2) = "c"
+ var writer: DataOutputStream = null
+ try {
+ val fileType = FileFactory.getFileType(outputPath)
+ val file = FileFactory.getCarbonFile(outputPath, fileType)
+ if (!file.exists()) {
+ file.createNewFile()
+ }
+ writer = FileFactory.getDataOutputStream(outputPath, fileType)
+ for (i <- 0 to 2) {
+ for (j <- 0 to 240000) {
+ writer.writeBytes(testData(i) + "," + j + "\n")
+ }
+ }
+ } catch {
+ case ex: Exception =>
+ LOGGER.error(ex, "Build test file for block prune failed")
+ } finally {
+ if (writer != null) {
+ try {
+ writer.close()
+ } catch {
+ case ex: Exception =>
+ LOGGER.error(ex, "Close output stream catching exception")
+ }
+ }
+ }
+
+ sql("DROP TABLE IF EXISTS blockprune")
+ }
+
+ test("test block prune query") {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS blockprune (name string, id int)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ sql(
+ s"LOAD DATA LOCAL INPATH '$outputPath' INTO table blockprune options('FILEHEADER'='name,id')"
+ )
+ // data is in all 7 blocks
+ checkAnswer(
+ sql(
+ """
+ select name,count(name) as amount from blockprune
+ where name='c' or name='b' or name='a' group by name
+ """),
+ Seq(Row("a", 240001), Row("b", 240001), Row("c", 240001)))
+
+ // data only in middle 3/4/5 blocks
+ checkAnswer(
+ sql(
+ """
+ select name,count(name) as amount from blockprune
+ where name='b' group by name
+ """),
+ Seq(Row("b", 240001)))
+ }
+
+ override def afterAll {
+ // delete the temp data file
+ try {
+ val fileType = FileFactory.getFileType(outputPath)
+ val file = FileFactory.getCarbonFile(outputPath, fileType)
+ if (file.exists()) {
+ file.delete()
+ }
+ } catch {
+ case ex: Exception =>
+ LOGGER.error(ex, "Delete temp test data file for block prune catching exception")
+ }
+ sql("DROP TABLE IF EXISTS blockprune")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
new file mode 100644
index 0000000..8b8b3c5
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
@@ -0,0 +1,97 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.datacompaction
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * FT for data compaction scenario.
+ */
+class DataCompactionBlockletBoundryTest extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists blocklettest")
+ sql("drop table if exists Carbon_automation_hive")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.BLOCKLET_SIZE,
+ "55")
+ sql(
+ "CREATE TABLE IF NOT EXISTS blocklettest (country String, ID String, date Timestamp, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
+ ".format'"
+ )
+
+
+ val csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+
+ // loading the rows greater than 256. so that the column cardinality crosses byte boundary.
+ val csvFilePath2 = s"$resourcesPath/compaction/compactioncard2.csv"
+
+
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE blocklettest OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE blocklettest OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ // compaction will happen here.
+ sql("alter table blocklettest compact 'major'"
+ )
+
+ sql(
+ "create table Carbon_automation_hive (ID String, date " +
+ "Timestamp,country String, name String, phonetype String, serialname String, salary Int ) row format " +
+ "delimited fields terminated by ',' TBLPROPERTIES ('skip.header.line.count'='1') "
+ )
+
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/compaction/compaction1_forhive.csv" + "' INTO " +
+ "table Carbon_automation_hive ")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/compaction/compactioncard2_forhive.csv" + "' INTO " +
+ "table Carbon_automation_hive ")
+
+ }
+
+ test("select country,count(*) as a from blocklettest")({
+ sql("select country,count(*) as a from Carbon_automation_hive group by country").show()
+ sql("select * from Carbon_automation_hive").show
+ checkAnswer(
+ sql("select country,count(*) as a from blocklettest group by country"),
+ sql("select country,count(*) as a from Carbon_automation_hive group by country")
+ )
+ }
+ )
+
+ override def afterAll {
+ sql("drop table if exists blocklettest")
+ sql("drop table if exists Carbon_automation_hive")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.BLOCKLET_SIZE,
+ "" + CarbonCommonConstants.BLOCKLET_SIZE_DEFAULT_VAL)
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
new file mode 100644
index 0000000..5e49671
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
@@ -0,0 +1,90 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.datacompaction
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.CarbonTableIdentifier
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * FT for data compaction Boundary condition verification.
+ */
+class DataCompactionBoundaryConditionsTest extends QueryTest with BeforeAndAfterAll {
+ val carbonTableIdentifier: CarbonTableIdentifier =
+ new CarbonTableIdentifier("default", "boundarytest".toLowerCase(), "1")
+
+ override def beforeAll {
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.COMPACTION_SEGMENT_LEVEL_THRESHOLD, "2,2")
+ sql("drop table if exists boundarytest")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
+ sql(
+ "CREATE TABLE IF NOT EXISTS boundarytest (country String, ID Int, date " +
+ "Timestamp, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
+ ".format'"
+ )
+
+ }
+
+ /**
+ * Compaction verificatoin in case of no loads.
+ */
+ test("check if compaction is completed correctly.") {
+
+ try {
+ sql("alter table boundarytest compact 'minor'")
+ sql("alter table boundarytest compact 'major'")
+ }
+ catch {
+ case e: Exception =>
+ assert(false)
+ }
+ }
+
+ /**
+ * Compaction verificatoin in case of one loads.
+ */
+ test("check if compaction is completed correctly for one load.") {
+
+ var csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+
+
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE boundarytest " +
+ "OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("alter table boundarytest compact 'minor'")
+ sql("alter table boundarytest compact 'major'")
+
+ }
+
+
+ override def afterAll {
+ sql("drop table if exists boundarytest")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
new file mode 100644
index 0000000..84a672c
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
@@ -0,0 +1,126 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.datacompaction
+
+import scala.collection.JavaConverters._
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
+import org.apache.carbondata.core.util.CarbonProperties
+
+
+
+/**
+ * FT for data compaction scenario.
+ */
+class DataCompactionCardinalityBoundryTest extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ CarbonProperties.getInstance().addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "true")
+ sql("drop table if exists cardinalityTest")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
+ sql(
+ "CREATE TABLE IF NOT EXISTS cardinalityTest (country String, ID String, date Timestamp, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
+ ".format'"
+ )
+
+
+ val csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+
+ // loading the rows greater than 256. so that the column cardinality crosses byte boundary.
+ val csvFilePath2 = s"$resourcesPath/compaction/compactioncard2.csv"
+
+ val csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
+
+
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE cardinalityTest OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE cardinalityTest OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ // compaction will happen here.
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath3 + "' INTO TABLE cardinalityTest OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ // compaction will happen here.
+ sql("alter table cardinalityTest compact 'major'"
+ )
+
+ }
+
+ test("check if compaction is completed or not and verify select query.") {
+ var status = true
+ var noOfRetries = 0
+ while (status && noOfRetries < 10) {
+
+ val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(new
+ AbsoluteTableIdentifier(
+ CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
+ new CarbonTableIdentifier("default", "cardinalityTest", "1")
+ )
+ )
+ val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
+
+ if (!segments.contains("0.1")) {
+ // wait for 2 seconds for compaction to complete.
+ Thread.sleep(500)
+ noOfRetries += 1
+ }
+ else {
+ status = false
+ }
+ }
+ // now check the answers it should be same.
+ checkAnswer(
+ sql("select country,count(*) from cardinalityTest group by country"),
+ Seq(Row("america",1),
+ Row("canada",1),
+ Row("chile",1),
+ Row("china",2),
+ Row("england",1),
+ Row("burma",152),
+ Row("butan",101),
+ Row("mexico",1),
+ Row("newzealand",1),
+ Row("westindies",1),
+ Row("india",1),
+ Row("iran",1),
+ Row("iraq",1),
+ Row("ireland",1)
+ )
+ )
+ }
+
+ override def afterAll {
+ sql("drop table if exists cardinalityTest")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "false")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
new file mode 100644
index 0000000..4a6ce90
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
@@ -0,0 +1,127 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.datacompaction
+
+
+
+import scala.collection.JavaConverters._
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.path.{CarbonStorePath, CarbonTablePath}
+import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
+import org.apache.carbondata.core.util.CarbonProperties
+import org.apache.carbondata.locks.{LockUsage, CarbonLockFactory, ICarbonLock}
+
+
+/**
+ * FT for data compaction Locking scenario.
+ */
+class DataCompactionLockTest extends QueryTest with BeforeAndAfterAll {
+
+ val absoluteTableIdentifier: AbsoluteTableIdentifier = new
+ AbsoluteTableIdentifier(
+ CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
+ new CarbonTableIdentifier(
+ CarbonCommonConstants.DATABASE_DEFAULT_NAME, "compactionlocktesttable", "1")
+ )
+ val carbonTablePath: CarbonTablePath = CarbonStorePath
+ .getCarbonTablePath(absoluteTableIdentifier.getStorePath,
+ absoluteTableIdentifier.getCarbonTableIdentifier
+ )
+ val dataPath: String = carbonTablePath.getMetadataDirectoryPath
+
+ val carbonLock: ICarbonLock =
+ CarbonLockFactory
+ .getCarbonLockObj(absoluteTableIdentifier.getCarbonTableIdentifier, LockUsage.COMPACTION_LOCK)
+
+ override def beforeAll {
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.ENABLE_CONCURRENT_COMPACTION, "true")
+ sql("drop table if exists compactionlocktesttable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
+ sql(
+ "CREATE TABLE IF NOT EXISTS compactionlocktesttable (country String, ID Int, date " +
+ "Timestamp, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
+ ".format'"
+ )
+
+ var csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+
+ var csvFilePath2 = s"$resourcesPath/compaction/compaction2.csv"
+ var csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
+
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE compactionlocktesttable " +
+ "OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE compactionlocktesttable " +
+ "OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath3 + "' INTO TABLE compactionlocktesttable " +
+ "OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ // take the lock so that next compaction will be failed.
+ carbonLock.lockWithRetries()
+
+ // compaction should happen here.
+ try{
+ sql("alter table compactionlocktesttable compact 'major'")
+ }
+ catch {
+ case e : Exception =>
+ assert(true)
+ }
+ }
+
+ /**
+ * Compaction should fail as lock is being held purposefully
+ */
+ test("check if compaction is failed or not.") {
+
+ val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(
+ absoluteTableIdentifier
+ )
+ val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
+
+ if (!segments.contains("0.1")) {
+ assert(true)
+ }
+ else {
+ assert(false)
+ }
+ }
+
+
+ override def afterAll {
+ sql("drop table if exists compactionlocktesttable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ carbonLock.unlock()
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
new file mode 100644
index 0000000..8a01791
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
@@ -0,0 +1,161 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.datacompaction
+
+import scala.collection.JavaConverters._
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
+import org.apache.carbondata.core.carbon.datastore.TableSegmentUniqueIdentifier
+import org.apache.carbondata.core.carbon.datastore.block.SegmentTaskIndexWrapper
+import org.apache.carbondata.core.carbon.path.CarbonStorePath
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
+import org.apache.carbondata.core.util.CarbonProperties
+import org.apache.carbondata.hadoop.CacheClient
+
+/**
+ * FT for compaction scenario where major segment should not be included in minor.
+ */
+class MajorCompactionIgnoreInMinorTest extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ CarbonProperties.getInstance().addProperty("carbon.compaction.level.threshold", "2,2")
+ sql("drop table if exists ignoremajor")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
+ sql(
+ "CREATE TABLE IF NOT EXISTS ignoremajor (country String, ID Int, date Timestamp, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
+ ".format'"
+ )
+
+
+ val csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+ val csvFilePath2 = s"$resourcesPath/compaction/compaction2.csv"
+ val csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
+
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE ignoremajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE ignoremajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ // compaction will happen here.
+ sql("alter table ignoremajor compact 'major'"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE ignoremajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE ignoremajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("alter table ignoremajor compact 'minor'"
+ )
+
+ }
+
+ /**
+ * Test whether major compaction is not included in minor compaction.
+ */
+ test("delete merged folder and check segments") {
+ // delete merged segments
+ sql("clean files for table ignoremajor")
+ sql("select * from ignoremajor").show()
+ val identifier = new AbsoluteTableIdentifier(
+ CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
+ new CarbonTableIdentifier(
+ CarbonCommonConstants.DATABASE_DEFAULT_NAME, "ignoremajor", "rrr")
+ )
+ val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(identifier)
+
+ // merged segment should not be there
+ val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
+ assert(segments.contains("0.1"))
+ assert(segments.contains("2.1"))
+ assert(!segments.contains("2"))
+ assert(!segments.contains("3"))
+ val cacheClient = new CacheClient(CarbonProperties.getInstance.
+ getProperty(CarbonCommonConstants.STORE_LOCATION));
+ val segmentIdentifier = new TableSegmentUniqueIdentifier(identifier, "2")
+ val wrapper: SegmentTaskIndexWrapper = cacheClient.getSegmentAccessClient.
+ getIfPresent(segmentIdentifier)
+ assert(null == wrapper)
+
+ }
+
+ /**
+ * Delete should not work on compacted segment.
+ */
+ test("delete compacted segment and check status") {
+ try {
+ sql("delete segment 2 from table ignoremajor")
+ assert(false)
+ }
+ catch {
+ case _:Throwable => assert(true)
+ }
+ val carbontablePath = CarbonStorePath
+ .getCarbonTablePath(CarbonProperties.getInstance
+ .getProperty(CarbonCommonConstants.STORE_LOCATION),
+ new CarbonTableIdentifier(
+ CarbonCommonConstants.DATABASE_DEFAULT_NAME, "ignoremajor", "rrr")
+ )
+ .getMetadataDirectoryPath
+ val segs = SegmentStatusManager.readLoadMetadata(carbontablePath)
+
+ // status should remain as compacted.
+ assert(segs(3).getLoadStatus.equalsIgnoreCase(CarbonCommonConstants.COMPACTED))
+
+ }
+
+ /**
+ * Delete should not work on compacted segment.
+ */
+ test("delete compacted segment by date and check status") {
+ sql(
+ "DELETE SEGMENTS FROM TABLE ignoremajor where STARTTIME before" +
+ " '2222-01-01 19:35:01'"
+ )
+ val carbontablePath = CarbonStorePath
+ .getCarbonTablePath(CarbonProperties.getInstance
+ .getProperty(CarbonCommonConstants.STORE_LOCATION),
+ new CarbonTableIdentifier(
+ CarbonCommonConstants.DATABASE_DEFAULT_NAME, "ignoremajor", "rrr")
+ )
+ .getMetadataDirectoryPath
+ val segs = SegmentStatusManager.readLoadMetadata(carbontablePath)
+
+ // status should remain as compacted for segment 2.
+ assert(segs(3).getLoadStatus.equalsIgnoreCase(CarbonCommonConstants.COMPACTED))
+ // for segment 0.1 . should get deleted
+ assert(segs(2).getLoadStatus.equalsIgnoreCase(CarbonCommonConstants.MARKED_FOR_DELETE))
+
+ }
+
+ override def afterAll {
+ sql("drop table if exists ignoremajor")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
new file mode 100644
index 0000000..addbc45
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
@@ -0,0 +1,141 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.datacompaction
+
+import scala.collection.JavaConverters._
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * FT for compaction scenario where major compaction will only compact the segments which are
+ * present at the time of triggering the compaction.
+ */
+class MajorCompactionStopsAfterCompaction extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists stopmajor")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
+ sql(
+ "CREATE TABLE IF NOT EXISTS stopmajor (country String, ID decimal(7,4), date Timestamp, name " +
+ "String, " +
+ "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
+ ".format'"
+ )
+
+ val csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+ val csvFilePath2 = s"$resourcesPath/compaction/compaction2.csv"
+ val csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
+
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE stopmajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE stopmajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ // compaction will happen here.
+ sql("alter table stopmajor compact 'major'"
+ )
+ Thread.sleep(2000)
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE stopmajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE stopmajor OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ if (checkCompactionCompletedOrNot("0.1")) {
+ }
+
+ }
+
+ /**
+ * Check if the compaction is completed or not.
+ *
+ * @param requiredSeg
+ * @return
+ */
+ def checkCompactionCompletedOrNot(requiredSeg: String): Boolean = {
+ var status = false
+ var noOfRetries = 0
+ while (!status && noOfRetries < 10) {
+
+ val identifier = new AbsoluteTableIdentifier(
+ CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
+ new CarbonTableIdentifier(
+ CarbonCommonConstants.DATABASE_DEFAULT_NAME, "stopmajor", noOfRetries + "")
+ )
+
+ val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(identifier)
+
+ val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
+ segments.foreach(seg =>
+ System.out.println( "valid segment is =" + seg)
+ )
+
+ if (!segments.contains(requiredSeg)) {
+ // wait for 2 seconds for compaction to complete.
+ System.out.println("sleping for 2 seconds.")
+ Thread.sleep(2000)
+ noOfRetries += 1
+ }
+ else {
+ status = true
+ }
+ }
+ return status
+ }
+
+ /**
+ * Test whether major compaction is not included in minor compaction.
+ */
+ test("delete merged folder and check segments") {
+ // delete merged segments
+ sql("clean files for table stopmajor")
+
+ val identifier = new AbsoluteTableIdentifier(
+ CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
+ new CarbonTableIdentifier(CarbonCommonConstants.DATABASE_DEFAULT_NAME, "stopmajor", "rrr")
+ )
+
+ val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(identifier)
+
+ // merged segment should not be there
+ val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
+ assert(segments.contains("0.1"))
+ assert(!segments.contains("0.2"))
+ assert(!segments.contains("0"))
+ assert(!segments.contains("1"))
+ assert(segments.contains("2"))
+ assert(segments.contains("3"))
+
+ }
+
+ override def afterAll {
+ sql("drop table if exists stopmajor")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala
new file mode 100644
index 0000000..1a4d3d8
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala
@@ -0,0 +1,167 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.hadoop.fs.Path
+import org.apache.hadoop.mapreduce.lib.input.FileSplit
+import org.apache.spark.rdd.{DataLoadPartitionCoalescer, RDD}
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.catalyst.expressions.GenericRow
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.{Partition, SerializableWritable, SparkContext, TaskContext}
+import org.scalatest.BeforeAndAfterAll
+
+class TestDataLoadPartitionCoalescer extends QueryTest with BeforeAndAfterAll {
+ var nodeList: Array[String] = _
+
+ class DummyPartition(val index: Int,
+ rawSplit: FileSplit) extends Partition {
+ val serializableHadoopSplit = new SerializableWritable(rawSplit)
+ }
+
+ class Dummy(sc: SparkContext, partitions: Array[Partition]) extends RDD[Row](sc, Nil) {
+ override def compute(split: Partition, context: TaskContext): Iterator[Row] = {
+ new Iterator[Row] {
+ var isFirst = true;
+ override def hasNext: Boolean = isFirst;
+
+ override def next(): Row = {
+ isFirst = false
+ new GenericRow(Array[Any]())
+ }
+ }
+ }
+
+ override protected def getPartitions: Array[Partition] = partitions
+
+ override protected def getPreferredLocations(split: Partition): Seq[String] = {
+ split.asInstanceOf[DummyPartition].serializableHadoopSplit.value.getLocations.toSeq
+ }
+
+ }
+
+ override def beforeAll: Unit = {
+ nodeList = Array("host1", "host2", "host3")
+
+ }
+
+ def createPartition(index: Int, file: String, hosts: Array[String]) : Partition = {
+ new DummyPartition(index, new FileSplit(new Path(file), 0, 1, hosts))
+ }
+
+ def repartition(parts: Array[Partition]): Array[Partition] = {
+ new DataLoadPartitionCoalescer(new Dummy(sqlContext.sparkContext, parts), nodeList).run
+ }
+
+ def checkPartition(prevParts: Array[Partition], parts: Array[Partition]): Unit = {
+ DataLoadPartitionCoalescer.checkPartition(prevParts, parts)
+ }
+
+ test("test number of partitions is more than nodes's") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array("host1", "host2", "host3")),
+ createPartition(1, "2.csv", Array("host1", "host2", "host3")),
+ createPartition(2, "3.csv", Array("host1", "host2", "host3")),
+ createPartition(3, "4.csv", Array("host1", "host2", "host3")),
+ createPartition(4, "5.csv", Array("host1", "host2", "host3"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 3)
+ checkPartition(prevParts, parts)
+ }
+
+ test("test number of partitions equals nodes's") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array("host1", "host2", "host3")),
+ createPartition(1, "2.csv", Array("host1", "host2", "host3")),
+ createPartition(2, "3.csv", Array("host1", "host2", "host3"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 3)
+ checkPartition(prevParts, parts)
+ }
+
+ test("test number of partitions is less than nodes's") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array("host1", "host2", "host3")),
+ createPartition(1, "2.csv", Array("host1", "host2", "host3"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 2)
+ checkPartition(prevParts, parts)
+ }
+
+ test("all partitions are locality") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array("host1", "host2", "host3")),
+ createPartition(1, "2.csv", Array("host1", "host2", "host3"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 2)
+ checkPartition(prevParts, parts)
+ }
+
+ test("part of partitions are locality1") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array("host1", "host2", "host3")),
+ createPartition(1, "2.csv", Array("host1", "host2", "host4")),
+ createPartition(2, "3.csv", Array("host4", "host5", "host6"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 3)
+ checkPartition(prevParts, parts)
+ }
+
+ test("part of partitions are locality2") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array("host1", "host2", "host3")),
+ createPartition(1, "2.csv", Array("host1", "host2", "host4")),
+ createPartition(2, "3.csv", Array("host3", "host5", "host6"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 3)
+ checkPartition(prevParts, parts)
+ }
+
+ test("part of partitions are locality3") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array("host1", "host2", "host7")),
+ createPartition(1, "2.csv", Array("host1", "host2", "host4")),
+ createPartition(2, "3.csv", Array("host4", "host5", "host6"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 3)
+ checkPartition(prevParts, parts)
+ }
+
+ test("all partition are not locality") {
+ val prevParts = Array[Partition](
+ createPartition(0, "1.csv", Array()),
+ createPartition(1, "2.csv", Array()),
+ createPartition(2, "3.csv", Array("host4", "host5", "host6"))
+ )
+ val parts = repartition(prevParts)
+ assert(parts.size == 3)
+ checkPartition(prevParts, parts)
+ }
+
+ override def afterAll {
+ }
+}
+
[32/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataDiff.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataDiff.csv b/integration/spark-common-test/src/test/resources/dataDiff.csv
new file mode 100644
index 0000000..6407b10
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataDiff.csv
@@ -0,0 +1,1001 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001
+3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,china,aaa6,phone294,ASD59961,15005
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
+11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
+12,2015/7/19,china,aaa12,phone1781,ASD85711,15011
+13,2015/7/20,china,aaa13,phone943,ASD39200,15012
+14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
+15,2015/7/22,china,aaa15,phone451,ASD1954,15014
+16,2015/7/23,china,aaa16,phone390,ASD38513,15015
+17,2015/7/24,china,aaa17,phone1929,ASD86213,15016
+18,2015/7/25,usa,aaa18,phone910,ASD88812,15017
+19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
+20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
+21,2015/7/28,china,aaa21,phone1371,ASD27896,15020
+22,2015/7/29,china,aaa22,phone945,ASD79760,15021
+23,2015/7/30,china,aaa23,phone2177,ASD45410,15022
+24,2015/7/31,china,aaa24,phone1586,ASD80645,15023
+25,2015/8/1,china,aaa25,phone1310,ASD36408,15024
+26,2015/8/2,china,aaa26,phone1579,ASD14571,15025
+27,2015/8/3,china,aaa27,phone2123,ASD36243,15026
+28,2015/8/4,china,aaa28,phone2334,ASD57825,15027
+29,2015/8/5,china,aaa29,phone1166,ASD26161,15028
+30,2015/8/6,china,aaa30,phone2248,ASD47899,15029
+31,2015/8/7,china,aaa31,phone475,ASD89811,15030
+32,2015/8/8,china,aaa32,phone2499,ASD87974,15031
+33,2015/8/9,china,aaa33,phone2333,ASD62408,15032
+34,2015/8/10,china,aaa34,phone1128,ASD73138,15033
+35,2015/8/11,china,aaa35,phone1063,ASD29573,15034
+36,2015/8/12,china,aaa36,phone1633,ASD82574,15035
+37,2015/8/13,china,aaa37,phone775,ASD47938,15036
+38,2015/8/14,china,aaa38,phone817,ASD40947,15037
+39,2015/8/15,china,aaa39,phone2221,ASD6379,15038
+40,2015/8/16,china,aaa40,phone2289,ASD48374,15039
+41,2015/8/17,china,aaa41,phone599,ASD44560,15040
+42,2015/8/18,china,aaa42,phone384,ASD613,15041
+43,2015/8/19,china,aaa43,phone731,ASD66050,15042
+44,2015/8/20,china,aaa44,phone2128,ASD39759,15043
+45,2015/8/21,china,aaa45,phone1503,ASD31200,15044
+46,2015/8/22,china,aaa46,phone1833,ASD22945,15045
+47,2015/8/23,china,aaa47,phone2346,ASD80162,15046
+48,2015/8/24,china,aaa48,phone2714,ASD27822,15047
+49,2015/8/25,china,aaa49,phone1582,ASD21279,15048
+50,2015/8/26,china,aaa50,phone83,ASD17242,15049
+51,2015/8/27,china,aaa51,phone54,ASD29131,15050
+52,2015/8/28,china,aaa52,phone526,ASD73647,15051
+53,2015/8/29,china,aaa53,phone1308,ASD80493,15052
+54,2015/8/30,china,aaa54,phone2785,ASD30573,15053
+55,2015/8/31,china,aaa55,phone2133,ASD49757,15054
+56,2015/9/1,china,aaa56,phone871,ASD54753,15055
+57,2015/9/2,china,aaa57,phone1570,ASD25758,15056
+58,2015/9/3,china,aaa58,phone434,ASD30291,15057
+59,2015/9/4,china,aaa59,phone2023,ASD60739,15058
+60,2015/9/5,china,aaa60,phone1755,ASD4955,15059
+61,2015/9/6,china,aaa61,phone1120,ASD41678,15060
+62,2015/9/7,china,aaa62,phone526,ASD73647,15061
+63,2015/9/8,china,aaa63,phone111,ASD20917,15062
+64,2015/9/9,china,aaa64,phone2477,ASD78171,15063
+65,2015/9/10,china,aaa65,phone1458,ASD3023,15064
+66,2015/9/11,china,aaa66,phone33,ASD54379,15065
+67,2015/9/12,china,aaa67,phone1710,ASD65296,15066
+68,2015/9/13,china,aaa68,phone118,ASD4568,15067
+69,2015/9/14,china,aaa69,phone2772,ASD42161,15068
+70,2015/9/15,china,aaa70,phone1013,ASD88261,15069
+71,2015/9/16,china,aaa71,phone1606,ASD33903,15070
+72,2015/9/17,china,aaa72,phone2800,ASD60308,15071
+73,2015/9/18,china,aaa73,phone2461,ASD14645,15072
+74,2015/9/19,china,aaa74,phone1038,ASD66620,15073
+75,2015/9/20,china,aaa75,phone2882,ASD23220,15074
+76,2015/9/21,china,aaa76,phone1665,ASD31618,15075
+77,2015/9/22,china,aaa77,phone2991,ASD37964,15076
+78,2015/9/23,china,aaa78,phone620,ASD7257,15077
+79,2015/9/24,china,aaa79,phone1097,ASD12510,15078
+80,2015/9/25,usa,aaa80,phone1668,ASD41149,15079
+81,2015/9/26,china,aaa81,phone2869,ASD95862,15080
+82,2015/9/27,china,aaa82,phone2506,ASD77011,15081
+83,2015/9/28,china,aaa83,phone2897,ASD6674,15082
+84,2015/9/29,china,aaa84,phone954,ASD72595,15083
+85,2015/9/30,china,aaa85,phone1382,ASD86617,15084
+86,2015/10/1,china,aaa86,phone284,ASD31454,15085
+87,2015/10/2,china,aaa87,phone1000,ASD1404,15086
+88,2015/10/3,china,aaa88,phone1813,ASD6955,15087
+89,2015/10/4,china,aaa89,phone2301,ASD14198,15088
+90,2015/10/5,france,aaa90,phone791,ASD13426,15089
+91,2015/10/6,china,aaa91,phone1885,ASD67230,15090
+92,2015/10/7,china,aaa92,phone2055,ASD37734,15091
+93,2015/10/8,china,aaa93,phone710,ASD20056,15092
+94,2015/10/9,china,aaa94,phone1661,ASD62717,15093
+95,2015/10/10,china,aaa95,phone890,ASD68112,15094
+96,2015/10/11,china,aaa96,phone1291,ASD43253,15095
+97,2015/10/12,china,aaa97,phone1754,ASD17116,15096
+98,2015/10/13,china,aaa98,phone1162,ASD9615,15097
+99,2015/10/14,china,aaa99,phone1202,ASD38525,15098
+100,2015/10/15,china,aaa100,phone2568,ASD16162,15099
+101,2015/10/16,china,aaa101,phone722,ASD82042,15100
+102,2015/10/17,china,aaa102,phone1986,ASD55325,15101
+103,2015/10/18,china,aaa103,phone2370,ASD86596,15102
+104,2015/10/19,china,aaa104,phone2477,ASD78171,15103
+105,2015/10/20,china,aaa105,phone2047,ASD38944,15104
+106,2015/10/21,china,aaa106,phone16,ASD96002,15105
+107,2015/10/22,china,aaa107,phone1319,ASD79661,15106
+108,2015/10/23,china,aaa108,phone1375,ASD63986,15107
+109,2015/10/24,china,aaa109,phone638,ASD22875,15108
+110,2015/10/25,china,aaa110,phone1520,ASD75562,15109
+111,2015/10/26,china,aaa111,phone868,ASD43647,15110
+112,2015/10/27,china,aaa112,phone1688,ASD69512,15111
+113,2015/10/28,china,aaa113,phone1359,ASD65796,15112
+114,2015/10/29,china,aaa114,phone1819,ASD14490,15113
+115,2015/10/30,china,aaa115,phone2686,ASD70591,15114
+116,2015/10/31,china,aaa116,phone1999,ASD59245,15115
+117,2015/11/1,china,aaa117,phone1708,ASD47454,15116
+118,2015/11/2,china,aaa118,phone868,ASD43647,15117
+119,2015/11/3,china,aaa119,phone2708,ASD80313,15118
+120,2015/11/4,china,aaa120,phone2930,ASD29572,15119
+121,2015/11/5,china,aaa121,phone482,ASD37161,15120
+122,2015/11/6,china,aaa122,phone147,ASD86280,15121
+123,2015/11/7,china,aaa123,phone22,ASD15140,15122
+124,2015/11/8,china,aaa124,phone2900,ASD81501,15123
+125,2015/11/9,china,aaa125,phone2698,ASD94746,15124
+126,2015/11/10,china,aaa126,phone740,ASD87038,15125
+127,2015/11/11,china,aaa127,phone2330,ASD51162,15126
+128,2015/11/12,china,aaa128,phone1825,ASD39324,15127
+129,2015/11/13,china,aaa129,phone1910,ASD38521,15128
+130,2015/11/14,china,aaa130,phone2391,ASD77728,15129
+131,2015/11/15,china,aaa131,phone138,ASD67641,15130
+132,2015/11/16,uk,aaa132,phone1860,ASD84718,15131
+133,2015/11/17,uk,aaa133,phone1957,ASD8256,15132
+134,2015/11/18,uk,aaa134,phone738,ASD55955,15133
+135,2015/11/19,uk,aaa135,phone412,ASD58554,15134
+136,2015/11/20,uk,aaa136,phone2913,ASD38036,15135
+137,2015/11/21,uk,aaa137,phone2397,ASD17008,15136
+138,2015/11/22,uk,aaa138,phone2231,ASD59268,15137
+139,2015/11/23,uk,aaa139,phone1909,ASD32664,15138
+140,2015/11/24,uk,aaa140,phone2339,ASD54735,15139
+141,2015/11/25,china,aaa141,phone1086,ASD70962,15140
+142,2015/11/26,china,aaa142,phone2462,ASD4442,15141
+143,2015/11/27,china,aaa143,phone1628,ASD24356,15142
+144,2015/11/28,china,aaa144,phone1399,ASD18683,15143
+145,2015/11/29,china,aaa145,phone1512,ASD42324,15144
+146,2015/11/30,china,aaa146,phone845,ASD73765,15145
+147,2015/12/1,china,aaa147,phone2338,ASD49799,15146
+148,2015/12/2,china,aaa148,phone112,ASD95309,15147
+149,2015/12/3,china,aaa149,phone2008,ASD99124,15148
+150,2015/12/4,china,aaa150,phone1504,ASD18487,15149
+151,2015/12/5,china,aaa151,phone2538,ASD86901,15150
+152,2015/12/6,china,aaa152,phone253,ASD56839,15151
+153,2015/12/7,china,aaa153,phone543,ASD59832,15152
+154,2015/12/8,china,aaa154,phone251,ASD59211,15153
+155,2015/12/9,china,aaa155,phone2898,ASD58932,15154
+156,2015/12/10,china,aaa156,phone219,ASD78593,15155
+157,2015/12/11,china,aaa157,phone599,ASD44560,15156
+158,2015/12/12,china,aaa158,phone2775,ASD33598,15157
+159,2015/12/13,china,aaa159,phone873,ASD94122,15158
+160,2015/12/14,china,aaa160,phone1871,ASD21810,15159
+161,2015/12/15,china,aaa161,phone1871,ASD21810,15160
+162,2015/12/16,china,aaa162,phone1626,ASD5437,15161
+163,2015/12/17,china,aaa163,phone825,ASD71225,15162
+164,2015/12/18,china,aaa164,phone2660,ASD27594,15163
+165,2015/12/19,china,aaa165,phone388,ASD76310,15164
+166,2015/12/20,china,aaa166,phone2583,ASD77454,15165
+167,2015/12/21,china,aaa167,phone2870,ASD61497,15166
+168,2015/12/22,china,aaa168,phone2785,ASD30573,15167
+169,2015/12/23,china,aaa169,phone293,ASD78900,15168
+170,2015/12/24,china,aaa170,phone116,ASD86473,15169
+171,2015/12/25,china,aaa171,phone1244,ASD30971,15170
+172,2015/12/26,china,aaa172,phone2175,ASD33484,15171
+173,2015/12/27,china,aaa173,phone1909,ASD32664,15172
+174,2015/12/28,china,aaa174,phone1921,ASD28833,15173
+175,2015/12/29,china,aaa175,phone374,ASD67524,15174
+176,2015/12/30,china,aaa176,phone465,ASD75494,15175
+177,2015/12/31,china,aaa177,phone395,ASD63501,15176
+178,2016/1/1,china,aaa178,phone1695,ASD92758,15177
+179,2016/1/2,china,aaa179,phone1396,ASD53292,15178
+180,2016/1/3,china,aaa180,phone1377,ASD12856,15179
+181,2016/1/4,china,aaa181,phone2385,ASD70717,15180
+182,2016/1/5,china,aaa182,phone2083,ASD3221,15181
+183,2016/1/6,china,aaa183,phone609,ASD54015,15182
+184,2016/1/7,china,aaa184,phone1732,ASD35453,15183
+185,2016/1/8,china,aaa185,phone926,ASD46831,15184
+186,2016/1/9,china,aaa186,phone52,ASD46238,15185
+187,2016/1/10,china,aaa187,phone401,ASD28870,15186
+188,2016/1/11,china,aaa188,phone304,ASD52886,15187
+189,2016/1/12,china,aaa189,phone1586,ASD80645,15188
+190,2016/1/13,china,aaa190,phone358,ASD23673,15189
+191,2016/1/14,china,aaa191,phone1930,ASD58097,15190
+192,2016/1/15,china,aaa192,phone663,ASD44218,15191
+193,2016/1/16,china,aaa193,phone1243,ASD37727,15192
+194,2016/1/17,china,aaa194,phone1588,ASD91226,15193
+195,2016/1/18,china,aaa195,phone2527,ASD80035,15194
+196,2016/1/19,china,aaa196,phone1522,ASD62002,15195
+197,2016/1/20,china,aaa197,phone1387,ASD49312,15196
+198,2016/1/21,china,aaa198,phone2493,ASD55143,15197
+199,2016/1/22,china,aaa199,phone2307,ASD10530,15198
+200,2016/1/23,china,aaa200,phone2940,ASD57500,15199
+201,2016/1/24,canada,aaa201,phone1208,ASD8177,15200
+202,2016/1/25,canada,aaa202,phone1383,ASD13789,15201
+203,2016/1/26,canada,aaa203,phone1016,ASD68460,15202
+204,2016/1/27,canada,aaa204,phone2832,ASD89285,15203
+205,2016/1/28,canada,aaa205,phone2199,ASD21040,15204
+206,2016/1/29,canada,aaa206,phone1105,ASD41184,15205
+207,2016/1/30,canada,aaa207,phone1997,ASD79237,15206
+208,2016/1/31,canada,aaa208,phone663,ASD44218,15207
+209,2016/2/1,canada,aaa209,phone767,ASD85191,15208
+210,2016/2/2,canada,aaa210,phone1232,ASD55928,15209
+211,2016/2/3,canada,aaa211,phone2533,ASD86033,15210
+212,2016/2/4,canada,aaa212,phone861,ASD12777,15211
+213,2016/2/5,canada,aaa213,phone1334,ASD47037,15212
+214,2016/2/6,canada,aaa214,phone1438,ASD77362,15213
+215,2016/2/7,canada,aaa215,phone160,ASD78770,15214
+216,2015/7/8,canada,aaa216,phone2437,ASD99353,15215
+217,2015/7/8,canada,aaa217,phone1430,ASD42465,15216
+218,2015/7/8,china,aaa218,phone2989,ASD31575,15217
+219,2015/7/8,china,aaa219,phone1315,ASD42644,15218
+220,2015/7/8,china,aaa220,phone2866,ASD29661,15219
+221,2015/7/8,china,aaa221,phone1616,ASD16671,15220
+222,2015/7/8,china,aaa222,phone2087,ASD48037,15221
+223,2015/7/8,china,aaa223,phone2573,ASD82694,15222
+224,2015/7/8,china,aaa224,phone913,ASD21179,15223
+225,2015/7/8,china,aaa225,phone900,ASD46140,15224
+226,2015/7/8,china,aaa226,phone1087,ASD43483,15225
+227,2015/7/8,china,aaa227,phone1647,ASD74002,15226
+228,2015/7/8,china,aaa228,phone2341,ASD82304,15227
+229,2015/7/8,china,aaa229,phone1901,ASD34911,15228
+230,2015/7/8,china,aaa230,phone2649,ASD69130,15229
+231,2015/7/8,china,aaa231,phone2514,ASD24211,15230
+232,2015/7/8,china,aaa232,phone133,ASD22945,15231
+233,2015/7/8,china,aaa233,phone1048,ASD5352,15232
+234,2015/7/8,uk,aaa234,phone10,ASD18389,15233
+235,2015/7/8,france,aaa235,phone319,ASD14310,15234
+236,2015/7/8,france,aaa236,phone169,ASD18752,15235
+237,2015/7/8,france,aaa237,phone1792,ASD12930,15236
+238,2015/7/8,france,aaa238,phone2914,ASD66266,15237
+239,2015/7/8,france,aaa239,phone371,ASD78389,15238
+240,2015/7/8,france,aaa240,phone739,ASD43117,15239
+241,2015/7/8,france,aaa241,phone791,ASD13426,15240
+242,2015/7/8,france,aaa242,phone2594,ASD53050,15241
+243,2015/7/8,france,aaa243,phone696,ASD31569,15242
+244,2015/7/8,france,aaa244,phone2029,ASD19595,15243
+245,2015/7/8,france,aaa245,phone795,ASD24648,15244
+246,2015/7/8,france,aaa246,phone865,ASD20613,15245
+247,2015/7/8,france,aaa247,phone471,ASD5440,15246
+248,2015/7/8,france,aaa248,phone2399,ASD39891,15247
+249,2015/7/8,france,aaa249,phone56,ASD79971,15248
+250,2015/7/8,france,aaa250,phone1371,ASD27896,15249
+251,2015/7/8,france,aaa251,phone1746,ASD68481,15250
+252,2015/7/8,france,aaa252,phone147,ASD86280,15251
+253,2015/7/8,france,aaa253,phone2766,ASD60381,15252
+254,2015/7/8,france,aaa254,phone2932,ASD12302,15253
+255,2015/7/8,france,aaa255,phone1866,ASD21033,15254
+256,2015/7/8,france,aaa256,phone1631,ASD67070,15255
+257,2015/7/8,france,aaa257,phone1386,ASD80979,15256
+258,2015/7/8,france,aaa258,phone2384,ASD97760,15257
+259,2015/7/8,france,aaa259,phone1977,ASD29691,15258
+260,2015/7/8,france,aaa260,phone316,ASD96088,15259
+261,2015/7/8,france,aaa261,phone763,ASD7447,15260
+262,2015/7/8,france,aaa262,phone2791,ASD86621,15261
+263,2015/7/8,france,aaa263,phone401,ASD28870,15262
+264,2015/7/8,france,aaa264,phone1534,ASD59748,15263
+265,2015/7/8,france,aaa265,phone2815,ASD51862,15264
+266,2015/7/8,france,aaa266,phone2277,ASD52116,15265
+267,2015/7/8,france,aaa267,phone1458,ASD3023,15266
+268,2015/7/8,china,aaa268,phone1173,ASD44668,15267
+269,2015/7/8,china,aaa269,phone2428,ASD94819,15268
+270,2015/7/8,china,aaa270,phone2565,ASD41930,15269
+271,2015/7/8,china,aaa271,phone2064,ASD14615,15270
+272,2015/7/8,china,aaa272,phone1332,ASD35057,15271
+273,2015/7/8,china,aaa273,phone1117,ASD96168,15272
+274,2015/7/8,china,aaa274,phone801,ASD10049,15273
+275,2015/7/8,china,aaa275,phone316,ASD96088,15274
+276,2015/7/8,china,aaa276,phone2098,ASD4166,15275
+277,2015/7/8,china,aaa277,phone1590,ASD74144,15276
+278,2015/7/8,china,aaa278,phone148,ASD26033,15277
+279,2015/7/8,china,aaa279,phone1139,ASD42486,15278
+280,2015/7/8,china,aaa280,phone225,ASD13992,15279
+281,2015/7/8,china,aaa281,phone2490,ASD25777,15280
+282,2015/7/8,china,aaa282,phone807,ASD97797,15281
+283,2015/7/8,china,aaa283,phone25,ASD67930,15282
+284,2015/7/8,china,aaa284,phone1101,ASD35178,15283
+285,2015/7/8,china,aaa285,phone1211,ASD27032,15284
+286,2015/7/8,china,aaa286,phone1092,ASD30977,15285
+287,2015/7/8,china,aaa287,phone268,ASD20002,15286
+288,2015/7/8,china,aaa288,phone1017,ASD2489,15287
+289,2015/7/8,china,aaa289,phone672,ASD18712,15288
+290,2015/7/8,china,aaa290,phone320,ASD5030,15289
+291,2015/7/8,china,aaa291,phone2022,ASD53089,15290
+292,2015/7/8,china,aaa292,phone817,ASD40947,15291
+293,2015/7/8,china,aaa293,phone1513,ASD63237,15292
+294,2015/7/8,china,aaa294,phone1913,ASD29267,15293
+295,2015/7/8,china,aaa295,phone233,ASD94159,15294
+296,2015/7/8,china,aaa296,phone2613,ASD36379,15295
+297,2015/7/8,china,aaa297,phone492,ASD85148,15296
+298,2015/7/8,china,aaa298,phone2896,ASD87790,15297
+299,2015/7/8,china,aaa299,phone1395,ASD5086,15298
+300,2015/7/8,china,aaa300,phone2405,ASD98593,15299
+301,2015/7/8,china,aaa301,phone1837,ASD76100,15300
+302,2015/7/8,china,aaa302,phone690,ASD96405,15301
+303,2015/7/8,china,aaa303,phone1006,ASD22695,15302
+304,2015/7/8,china,aaa304,phone1980,ASD31405,15303
+305,2015/7/8,china,aaa305,phone170,ASD78727,15304
+306,2015/7/8,china,aaa306,phone1139,ASD42486,15305
+307,2015/7/8,china,aaa307,phone1033,ASD7342,15306
+308,2015/7/8,china,aaa308,phone2020,ASD48268,15307
+309,2015/7/8,china,aaa309,phone1629,ASD59143,15308
+310,2015/7/8,china,aaa310,phone222,ASD42940,15309
+311,2015/7/8,china,aaa311,phone574,ASD18673,15310
+312,2015/7/8,china,aaa312,phone2371,ASD40072,15311
+313,2015/7/8,china,aaa313,phone1817,ASD40255,15312
+314,2015/7/8,china,aaa314,phone1153,ASD74976,15313
+315,2015/7/8,china,aaa315,phone2836,ASD74087,15314
+316,2015/7/8,china,aaa316,phone89,ASD88184,15315
+317,2015/7/8,china,aaa317,phone1988,ASD6141,15316
+318,2015/7/8,china,aaa318,phone2641,ASD75257,15317
+319,2015/7/8,china,aaa319,phone106,ASD31344,15318
+320,2015/7/8,china,aaa320,phone426,ASD54309,15319
+321,2015/7/8,china,aaa321,phone1551,ASD30475,15320
+322,2015/7/8,china,aaa322,phone1241,ASD73185,15321
+323,2015/7/8,china,aaa323,phone2249,ASD87147,15322
+324,2015/7/8,china,aaa324,phone1644,ASD12948,15323
+325,2015/7/8,china,aaa325,phone2574,ASD33664,15324
+326,2015/7/8,china,aaa326,phone180,ASD40830,15325
+327,2015/7/8,china,aaa327,phone2382,ASD36810,15326
+328,2015/7/8,china,aaa328,phone1651,ASD91529,15327
+329,2015/7/8,china,aaa329,phone1272,ASD69717,15328
+330,2015/7/8,china,aaa330,phone1623,ASD48772,15329
+331,2015/7/8,china,aaa331,phone982,ASD12783,15330
+332,2015/7/8,china,aaa332,phone2929,ASD37120,15331
+333,2015/7/8,china,aaa333,phone894,ASD84235,15332
+334,2015/7/8,china,aaa334,phone2522,ASD55429,15333
+335,2015/7/8,china,aaa335,phone1347,ASD67484,15334
+336,2015/7/8,china,aaa336,phone471,ASD5440,15335
+337,2015/7/8,china,aaa337,phone2515,ASD2692,15336
+338,2015/7/8,china,aaa338,phone1337,ASD614,15337
+339,2015/7/8,china,aaa339,phone1619,ASD4540,15338
+340,2015/7/8,china,aaa340,phone1262,ASD35650,15339
+341,2015/7/8,china,aaa341,phone2909,ASD62684,15340
+342,2015/7/8,china,aaa342,phone49,ASD54022,15341
+343,2015/7/8,china,aaa343,phone1989,ASD56363,15342
+344,2015/7/8,china,aaa344,phone911,ASD95311,15343
+345,2015/7/8,china,aaa345,phone2139,ASD68016,15344
+346,2015/7/8,china,aaa346,phone2097,ASD15979,15345
+347,2015/7/8,china,aaa347,phone1134,ASD97664,15346
+348,2015/7/8,china,aaa348,phone2347,ASD53040,15347
+349,2015/7/8,china,aaa349,phone2263,ASD40179,15348
+350,2015/7/8,china,aaa350,phone1539,ASD96530,15349
+351,2015/7/8,china,aaa351,phone1123,ASD45798,15350
+352,2015/7/8,china,aaa352,phone2969,ASD18127,15351
+353,2015/7/8,china,aaa353,phone2968,ASD47580,15352
+354,2015/7/8,china,aaa354,phone996,ASD78710,15353
+355,2015/7/8,china,aaa355,phone2700,ASD15021,15354
+356,2015/7/8,china,aaa356,phone753,ASD22367,15355
+357,2015/7/8,china,aaa357,phone2640,ASD29615,15356
+358,2015/7/8,china,aaa358,phone2768,ASD23094,15357
+359,2015/7/8,china,aaa359,phone418,ASD53383,15358
+360,2015/7/8,china,aaa360,phone1612,ASD55774,15359
+361,2015/7/8,china,aaa361,phone451,ASD1954,15360
+362,2015/7/8,china,aaa362,phone2096,ASD61555,15361
+363,2015/7/8,china,aaa363,phone1979,ASD7220,15362
+364,2015/7/8,china,aaa364,phone325,ASD97321,15363
+365,2015/7/8,china,aaa365,phone1138,ASD40077,15364
+366,2015/7/8,china,aaa366,phone1866,ASD21033,15365
+367,2015/7/8,china,aaa367,phone683,ASD26163,15366
+368,2015/7/8,china,aaa368,phone1412,ASD19745,15367
+369,2015/7/8,china,aaa369,phone2578,ASD40786,15368
+370,2015/7/8,china,aaa370,phone950,ASD5064,15369
+371,2015/7/8,china,aaa371,phone1981,ASD11729,15370
+372,2015/7/8,china,aaa372,phone1367,ASD71011,15371
+373,2015/7/8,china,aaa373,phone2867,ASD24364,15372
+374,2015/7/8,china,aaa374,phone2284,ASD32419,15373
+375,2015/7/8,china,aaa375,phone2463,ASD33813,15374
+376,2015/7/8,china,aaa376,phone368,ASD34269,15375
+377,2015/7/8,china,aaa377,phone428,ASD1961,15376
+378,2015/7/8,china,aaa378,phone2527,ASD80035,15377
+379,2015/7/8,china,aaa379,phone260,ASD2976,15378
+380,2015/7/8,china,aaa380,phone1671,ASD73981,15379
+381,2015/7/8,china,aaa381,phone1379,ASD62041,15380
+382,2015/7/8,china,aaa382,phone124,ASD28539,15381
+383,2015/7/8,china,aaa383,phone95,ASD88540,15382
+384,2015/7/8,china,aaa384,phone2487,ASD6907,15383
+385,2015/7/8,china,aaa385,phone1420,ASD49252,15384
+386,2015/7/8,china,aaa386,phone429,ASD61651,15385
+387,2015/7/8,china,aaa387,phone2953,ASD3445,15386
+388,2015/7/8,china,aaa388,phone1645,ASD20063,15387
+389,2015/7/8,china,aaa389,phone283,ASD16039,15388
+390,2015/7/8,china,aaa390,phone2927,ASD21076,15389
+391,2015/7/8,china,aaa391,phone2855,ASD27086,15390
+392,2015/7/8,china,aaa392,phone1952,ASD50922,15391
+393,2015/7/8,china,aaa393,phone229,ASD66817,15392
+394,2015/7/8,brazil,aaa394,phone1883,ASD33806,15393
+395,2015/7/8,brazil,aaa395,phone2148,ASD60441,15394
+396,2015/7/8,brazil,aaa396,phone190,ASD29041,15395
+397,2015/7/8,brazil,aaa397,phone356,ASD62581,15396
+398,2015/7/8,brazil,aaa398,phone2992,ASD71446,15397
+399,2015/7/8,brazil,aaa399,phone2213,ASD54693,15398
+400,2015/7/8,brazil,aaa400,phone165,ASD10848,15399
+401,2015/7/8,brazil,aaa401,phone1579,ASD14571,15400
+402,2015/7/8,brazil,aaa402,phone251,ASD59211,15401
+403,2015/7/8,brazil,aaa403,phone1522,ASD62002,15402
+404,2015/7/8,brazil,aaa404,phone2873,ASD12631,15403
+405,2015/7/8,brazil,aaa405,phone1376,ASD68677,15404
+406,2015/7/8,brazil,aaa406,phone1587,ASD94026,15405
+407,2015/7/8,brazil,aaa407,phone2792,ASD55146,15406
+408,2015/7/8,brazil,aaa408,phone2774,ASD91112,15407
+409,2015/7/8,brazil,aaa409,phone2439,ASD9880,15408
+410,2015/7/8,brazil,aaa410,phone1399,ASD18683,15409
+411,2015/7/8,brazil,aaa411,phone150,ASD69229,15410
+412,2015/7/8,china,aaa412,phone2895,ASD1765,15411
+413,2015/7/8,china,aaa413,phone2551,ASD77958,15412
+414,2015/7/8,china,aaa414,phone694,ASD92230,15413
+415,2015/7/8,china,aaa415,phone2233,ASD84617,15414
+416,2015/7/8,china,aaa416,phone146,ASD65240,15415
+417,2015/7/8,china,aaa417,phone707,ASD5628,15416
+418,2015/7/8,china,aaa418,phone2658,ASD4726,15417
+419,2015/7/8,china,aaa419,phone1020,ASD4161,15418
+420,2015/7/8,china,aaa420,phone535,ASD97410,15419
+421,2015/7/8,china,aaa421,phone624,ASD51860,15420
+422,2015/7/8,usa,aaa422,phone2102,ASD80410,15421
+423,2015/7/8,china,aaa423,phone1112,ASD28257,15422
+424,2015/7/8,china,aaa424,phone1347,ASD67484,15423
+425,2015/7/8,china,aaa425,phone1306,ASD5266,15424
+426,2015/7/8,china,aaa426,phone2458,ASD89845,15425
+427,2015/7/8,china,aaa427,phone1701,ASD65854,15426
+428,2015/7/8,china,aaa428,phone1439,ASD55081,15427
+429,2015/7/8,china,aaa429,phone2952,ASD29721,15428
+430,2015/7/8,china,aaa430,phone2890,ASD73575,15429
+431,2015/7/8,china,aaa431,phone1817,ASD40255,15430
+432,2015/7/8,china,aaa432,phone1264,ASD10727,15431
+433,2015/7/8,china,aaa433,phone2819,ASD32336,15432
+434,2015/7/8,china,aaa434,phone1046,ASD84173,15433
+435,2015/7/8,china,aaa435,phone281,ASD29929,15434
+436,2015/7/8,china,aaa436,phone731,ASD66050,15435
+437,2015/7/8,china,aaa437,phone244,ASD24103,15436
+438,2015/7/8,china,aaa438,phone993,ASD22962,15437
+439,2015/7/8,china,aaa439,phone2984,ASD28539,15438
+440,2015/7/8,china,aaa440,phone1078,ASD93778,15439
+441,2015/7/8,china,aaa441,phone2844,ASD33646,15440
+442,2015/7/8,china,aaa442,phone2251,ASD59852,15441
+443,2015/7/8,china,aaa443,phone598,ASD1303,15442
+444,2015/7/8,china,aaa444,phone1286,ASD96687,15443
+445,2015/7/8,china,aaa445,phone2346,ASD80162,15444
+446,2015/7/8,china,aaa446,phone729,ASD69936,15445
+447,2015/7/8,china,aaa447,phone1946,ASD69048,15446
+448,2015/7/8,china,aaa448,phone2832,ASD89285,15447
+449,2015/7/8,china,aaa449,phone1334,ASD47037,15448
+450,2015/7/8,china,aaa450,phone2434,ASD67700,15449
+451,2015/7/8,china,aaa451,phone595,ASD51331,15450
+452,2015/7/8,china,aaa452,phone2018,ASD63383,15451
+453,2015/7/8,china,aaa453,phone1226,ASD69240,15452
+454,2015/7/8,china,aaa454,phone710,ASD20056,15453
+455,2015/7/8,china,aaa455,phone674,ASD61044,15454
+456,2015/7/8,china,aaa456,phone1921,ASD28833,15455
+457,2015/7/8,china,aaa457,phone696,ASD31569,15456
+458,2015/7/8,china,aaa458,phone1393,ASD44216,15457
+459,2015/7/8,china,aaa459,phone101,ASD28691,15458
+460,2015/7/8,china,aaa460,phone2383,ASD76851,15459
+461,2015/7/8,china,aaa461,phone1828,ASD67859,15460
+462,2015/7/8,usa,aaa462,phone1596,ASD74089,15461
+463,2015/7/8,china,aaa463,phone211,ASD91508,15462
+464,2015/7/8,china,aaa464,phone2782,ASD74449,15463
+465,2015/7/8,china,aaa465,phone2912,ASD78786,15464
+466,2015/7/8,china,aaa466,phone844,ASD29001,15465
+467,2015/7/8,china,aaa467,phone2009,ASD14090,15466
+468,2015/7/8,china,aaa468,phone1795,ASD42863,15467
+469,2015/7/8,china,aaa469,phone1208,ASD8177,15468
+470,2015/7/8,china,aaa470,phone225,ASD13992,15469
+471,2015/7/8,china,aaa471,phone102,ASD16814,15470
+472,2015/7/8,china,aaa472,phone1481,ASD59601,15471
+473,2015/7/8,china,aaa473,phone1147,ASD24488,15472
+474,2015/7/8,china,aaa474,phone2077,ASD13520,15473
+475,2015/7/8,china,aaa475,phone2883,ASD44011,15474
+476,2015/7/8,china,aaa476,phone734,ASD81584,15475
+477,2015/7/8,china,aaa477,phone2658,ASD4726,15476
+478,2015/7/8,china,aaa478,phone2454,ASD11864,15477
+479,2015/7/8,china,aaa479,phone1528,ASD82259,15478
+480,2015/7/8,china,aaa480,phone337,ASD7849,15479
+481,2015/7/8,china,aaa481,phone412,ASD58554,15480
+482,2015/7/8,china,aaa482,phone124,ASD28539,15481
+483,2015/7/8,china,aaa483,phone521,ASD63356,15482
+484,2015/7/8,china,aaa484,phone243,ASD62881,15483
+485,2015/7/8,china,aaa485,phone486,ASD78645,15484
+486,2015/7/8,china,aaa486,phone267,ASD84287,15485
+487,2015/7/8,china,aaa487,phone1056,ASD59874,15486
+488,2015/7/8,china,aaa488,phone843,ASD72585,15487
+489,2015/7/8,china,aaa489,phone1319,ASD79661,15488
+490,2015/7/8,china,aaa490,phone1049,ASD37264,15489
+491,2015/7/8,china,aaa491,phone369,ASD19326,15490
+492,2015/7/8,china,aaa492,phone1878,ASD44601,15491
+493,2015/7/8,china,aaa493,phone2458,ASD89845,15492
+494,2015/7/8,china,aaa494,phone2014,ASD36354,15493
+495,2015/7/8,china,aaa495,phone1597,ASD96755,15494
+496,2015/7/8,china,aaa496,phone609,ASD54015,15495
+497,2015/7/8,china,aaa497,phone2921,ASD89806,15496
+498,2015/7/8,china,aaa498,phone534,ASD79006,15497
+499,2015/7/8,china,aaa499,phone1172,ASD38872,15498
+500,2015/7/8,china,aaa500,phone529,ASD57718,15499
+501,2015/7/8,china,aaa501,phone1152,ASD67729,15500
+502,2015/7/8,china,aaa502,phone2211,ASD76824,15501
+503,2015/7/8,china,aaa503,phone478,ASD78007,15502
+504,2015/7/8,china,aaa504,phone1851,ASD23414,15503
+505,2015/7/8,china,aaa505,phone1955,ASD79904,15504
+506,2015/7/8,china,aaa506,phone545,ASD56156,15505
+507,2015/7/8,china,aaa507,phone44,ASD20640,15506
+508,2015/7/8,china,aaa508,phone437,ASD15325,15507
+509,2015/7/8,china,aaa509,phone1907,ASD4995,15508
+510,2015/7/8,china,aaa510,phone2926,ASD57045,15509
+511,2015/7/8,china,aaa511,phone1774,ASD12773,15510
+512,2015/7/8,china,aaa512,phone1451,ASD46252,15511
+513,2015/7/8,china,aaa513,phone2050,ASD67274,15512
+514,2015/7/8,china,aaa514,phone1359,ASD65796,15513
+515,2015/7/8,china,aaa515,phone2472,ASD11464,15514
+516,2015/7/8,china,aaa516,phone1430,ASD42465,15515
+517,2015/7/8,china,aaa517,phone1946,ASD69048,15516
+518,2015/7/8,china,aaa518,phone1445,ASD154,15517
+519,2015/7/8,china,aaa519,phone1689,ASD25206,15518
+520,2015/7/8,china,aaa520,phone2262,ASD79744,15519
+521,2015/7/8,china,aaa521,phone2950,ASD52102,15520
+522,2015/7/8,china,aaa522,phone764,ASD28348,15521
+523,2015/7/8,china,aaa523,phone318,ASD68522,15522
+524,2015/7/8,china,aaa524,phone1548,ASD95032,15523
+525,2015/7/8,china,aaa525,phone915,ASD65907,15524
+526,2015/7/8,china,aaa526,phone2672,ASD16946,15525
+527,2015/7/8,china,aaa527,phone538,ASD90796,15526
+528,2015/7/8,china,aaa528,phone2806,ASD83826,15527
+529,2015/7/8,china,aaa529,phone2158,ASD5227,15528
+530,2015/7/8,china,aaa530,phone2415,ASD30793,15529
+531,2015/7/8,china,aaa531,phone1017,ASD2489,15530
+532,2015/7/8,china,aaa532,phone779,ASD34772,15531
+533,2015/7/8,china,aaa533,phone2092,ASD72501,15532
+534,2015/7/8,china,aaa534,phone2684,ASD32921,15533
+535,2015/7/8,china,aaa535,phone842,ASD28065,15534
+536,2015/7/8,china,aaa536,phone1628,ASD24356,15535
+537,2015/7/8,china,aaa537,phone2185,ASD42692,15536
+538,2015/7/8,china,aaa538,phone16,ASD96002,15537
+539,2015/7/8,china,aaa539,phone2065,ASD1428,15538
+540,2015/7/8,china,aaa540,phone2804,ASD81203,15539
+541,2015/7/8,china,aaa541,phone1013,ASD88261,15540
+542,2015/7/8,china,aaa542,phone604,ASD9791,15541
+543,2015/7/8,china,aaa543,phone2243,ASD89678,15542
+544,2015/7/8,china,aaa544,phone12,ASD4745,15543
+545,2015/7/8,china,aaa545,phone1834,ASD9095,15544
+546,2015/7/8,china,aaa546,phone2737,ASD884,15545
+547,2015/7/8,china,aaa547,phone2132,ASD28336,15546
+548,2015/7/8,china,aaa548,phone1621,ASD95449,15547
+549,2015/7/8,china,aaa549,phone407,ASD40614,15548
+550,2015/7/8,china,aaa550,phone630,ASD44723,15549
+551,2015/7/8,china,aaa551,phone1586,ASD80645,15550
+552,2015/7/8,china,aaa552,phone1192,ASD76894,15551
+553,2015/7/8,china,aaa553,phone2394,ASD61316,15552
+554,2015/7/8,china,aaa554,phone406,ASD41369,15553
+555,2015/7/8,china,aaa555,phone287,ASD14590,15554
+556,2015/7/8,china,aaa556,phone1794,ASD81307,15555
+557,2015/7/8,china,aaa557,phone1086,ASD70962,15556
+558,2015/7/8,china,aaa558,phone1406,ASD92347,15557
+559,2015/7/8,china,aaa559,phone2886,ASD42613,15558
+560,2015/7/8,china,aaa560,phone901,ASD53764,15559
+561,2015/7/8,china,aaa561,phone328,ASD22482,15560
+562,2015/7/8,china,aaa562,phone2867,ASD24364,15561
+563,2015/7/8,china,aaa563,phone2723,ASD86337,15562
+564,2015/7/8,china,aaa564,phone1339,ASD47999,15563
+565,2015/7/8,china,aaa565,phone403,ASD93198,15564
+566,2015/7/8,china,aaa566,phone557,ASD9926,15565
+567,2015/7/8,china,aaa567,phone107,ASD8537,15566
+568,2015/7/8,china,aaa568,phone2095,ASD78485,15567
+569,2015/7/8,china,aaa569,phone764,ASD28348,15568
+570,2015/7/8,china,aaa570,phone1483,ASD74306,15569
+571,2015/7/8,china,aaa571,phone1304,ASD82559,15570
+572,2015/7/8,china,aaa572,phone2712,ASD30690,15571
+573,2015/7/8,china,aaa573,phone1878,ASD44601,15572
+574,2015/7/8,china,aaa574,phone1707,ASD67861,15573
+575,2015/7/8,china,aaa575,phone2161,ASD88219,15574
+576,2015/7/8,china,aaa576,phone714,ASD96718,15575
+577,2015/7/8,china,aaa577,phone218,ASD11450,15576
+578,2015/7/8,china,aaa578,phone1751,ASD11957,15577
+579,2015/7/8,china,aaa579,phone2442,ASD37341,15578
+580,2015/7/8,china,aaa580,phone2769,ASD17811,15579
+581,2015/7/8,china,aaa581,phone1666,ASD44070,15580
+582,2015/7/8,china,aaa582,phone1262,ASD35650,15581
+583,2015/7/8,china,aaa583,phone90,ASD81472,15582
+584,2015/7/8,china,aaa584,phone1020,ASD4161,15583
+585,2015/7/8,china,aaa585,phone286,ASD23637,15584
+586,2015/7/8,china,aaa586,phone2419,ASD95733,15585
+587,2015/7/8,china,aaa587,phone373,ASD79963,15586
+588,2015/7/8,china,aaa588,phone1872,ASD38362,15587
+589,2015/7/8,china,aaa589,phone847,ASD14247,15588
+590,2015/7/8,china,aaa590,phone966,ASD38194,15589
+591,2015/7/8,china,aaa591,phone2377,ASD50473,15590
+592,2015/7/8,china,aaa592,phone90,ASD81472,15591
+593,2015/7/8,china,aaa593,phone1608,ASD6315,15592
+594,2015/7/8,china,aaa594,phone1955,ASD79904,15593
+595,2015/7/8,china,aaa595,phone331,ASD42591,15594
+596,2015/7/8,china,aaa596,phone2294,ASD18187,15595
+597,2015/7/8,china,aaa597,phone1084,ASD36336,15596
+598,2015/7/8,china,aaa598,phone795,ASD24648,15597
+599,2015/7/8,china,aaa599,phone1496,ASD55988,15598
+600,2015/7/8,china,aaa600,phone1714,ASD16522,15599
+601,2015/7/8,china,aaa601,phone402,ASD189,15600
+602,2015/7/8,china,aaa602,phone729,ASD69936,15601
+603,2015/7/8,china,aaa603,phone1962,ASD85121,15602
+604,2015/7/8,china,aaa604,phone980,ASD28156,15603
+605,2015/7/8,china,aaa605,phone937,ASD89596,15604
+606,2015/7/8,china,aaa606,phone651,ASD26845,15605
+607,2015/7/8,china,aaa607,phone679,ASD45839,15606
+608,2015/7/8,china,aaa608,phone150,ASD69229,15607
+609,2015/7/8,china,aaa609,phone710,ASD20056,15608
+610,2015/7/8,china,aaa610,phone64,ASD27340,15609
+611,2015/7/8,china,aaa611,phone2216,ASD22126,15610
+612,2015/7/8,china,aaa612,phone342,ASD23743,15611
+613,2015/7/8,china,aaa613,phone1769,ASD5421,15612
+614,2015/7/8,china,aaa614,phone1397,ASD82977,15613
+615,2015/7/8,china,aaa615,phone397,ASD53191,15614
+616,2015/7/8,china,aaa616,phone1670,ASD93177,15615
+617,2015/7/8,china,aaa617,phone1264,ASD10727,15616
+618,2015/7/8,china,aaa618,phone2944,ASD16610,15617
+619,2015/7/8,china,aaa619,phone2594,ASD53050,15618
+620,2015/7/8,china,aaa620,phone2759,ASD88298,15619
+621,2015/7/8,china,aaa621,phone704,ASD25128,15620
+622,2015/7/8,china,aaa622,phone2414,ASD74847,15621
+623,2015/7/8,china,aaa623,phone1983,ASD86611,15622
+624,2015/7/8,china,aaa624,phone2098,ASD4166,15623
+625,2015/7/8,china,aaa625,phone84,ASD82187,15624
+626,2015/7/8,china,aaa626,phone388,ASD76310,15625
+627,2015/7/8,china,aaa627,phone308,ASD78701,15626
+628,2015/7/8,china,aaa628,phone1729,ASD83353,15627
+629,2015/7/8,china,aaa629,phone2269,ASD47888,15628
+630,2015/7/8,china,aaa630,phone1233,ASD41299,15629
+631,2015/7/8,china,aaa631,phone330,ASD86359,15630
+632,2015/7/8,china,aaa632,phone1537,ASD46367,15631
+633,2015/7/8,china,aaa633,phone2722,ASD11045,15632
+634,2015/7/8,china,aaa634,phone2691,ASD44656,15633
+635,2015/7/8,china,aaa635,phone2645,ASD76308,15634
+636,2015/7/8,china,aaa636,phone1333,ASD58033,15635
+637,2015/7/8,china,aaa637,phone1776,ASD19877,15636
+638,2015/7/8,china,aaa638,phone979,ASD92290,15637
+639,2015/7/8,china,aaa639,phone2065,ASD1428,15638
+640,2015/7/8,china,aaa640,phone1912,ASD36354,15639
+641,2015/7/8,china,aaa641,phone2275,ASD22269,15640
+642,2015/7/8,china,aaa642,phone2292,ASD10586,15641
+643,2015/7/8,china,aaa643,phone815,ASD65508,15642
+644,2015/7/8,china,aaa644,phone2840,ASD40033,15643
+645,2015/7/8,china,aaa645,phone1615,ASD28864,15644
+646,2015/7/8,china,aaa646,phone1617,ASD77126,15645
+647,2015/7/8,china,aaa647,phone2158,ASD5227,15646
+648,2015/7/8,china,aaa648,phone2121,ASD15680,15647
+649,2015/7/8,china,aaa649,phone205,ASD10000,15648
+650,2015/7/8,china,aaa650,phone1579,ASD14571,15649
+651,2015/7/8,china,aaa651,phone411,ASD94954,15650
+652,2015/7/8,china,aaa652,phone1662,ASD64961,15651
+653,2015/7/8,china,aaa653,phone247,ASD55961,15652
+654,2015/7/8,china,aaa654,phone2169,ASD31622,15653
+655,2015/7/8,china,aaa655,phone1652,ASD14782,15654
+656,2015/7/8,china,aaa656,phone2398,ASD13395,15655
+657,2015/7/8,china,aaa657,phone1395,ASD5086,15656
+658,2015/7/8,china,aaa658,phone975,ASD96997,15657
+659,2015/7/8,china,aaa659,phone1488,ASD18972,15658
+660,2015/7/8,china,aaa660,phone787,ASD84225,15659
+661,2015/7/8,china,aaa661,phone507,ASD61725,15660
+662,2015/7/8,china,aaa662,phone1450,ASD32252,15661
+663,2015/7/8,china,aaa663,phone2011,ASD41588,15662
+664,2015/7/8,china,aaa664,phone2687,ASD14311,15663
+665,2015/7/8,china,aaa665,phone2326,ASD65102,15664
+666,2015/7/8,china,aaa666,phone2195,ASD46852,15665
+667,2015/7/8,china,aaa667,phone563,ASD16790,15666
+668,2015/7/8,china,aaa668,phone747,ASD582,15667
+669,2015/7/8,china,aaa669,phone974,ASD33679,15668
+670,2015/7/8,china,aaa670,phone2223,ASD95804,15669
+671,2015/7/8,china,aaa671,phone1389,ASD60468,15670
+672,2015/7/8,china,aaa672,phone1062,ASD91980,15671
+673,2015/7/8,china,aaa673,phone1373,ASD84913,15672
+674,2015/7/8,china,aaa674,phone2,ASD53470,15673
+675,2015/7/8,china,aaa675,phone45,ASD16172,15674
+676,2015/7/8,china,aaa676,phone2260,ASD37237,15675
+677,2015/7/8,china,aaa677,phone2914,ASD66266,15676
+678,2015/7/8,china,aaa678,phone1162,ASD9615,15677
+679,2015/7/8,china,aaa679,phone725,ASD9665,15678
+680,2015/7/8,china,aaa680,phone2279,ASD2685,15679
+681,2015/7/8,china,aaa681,phone820,ASD77271,15680
+682,2015/7/8,china,aaa682,phone1072,ASD27741,15681
+683,2015/7/8,china,aaa683,phone167,ASD11931,15682
+684,2015/7/8,china,aaa684,phone1740,ASD86624,15683
+685,2015/7/8,china,aaa685,phone1233,ASD41299,15684
+686,2015/7/8,china,aaa686,phone2965,ASD20537,15685
+687,2015/7/8,china,aaa687,phone806,ASD97088,15686
+688,2015/7/8,china,aaa688,phone2202,ASD32371,15687
+689,2015/7/8,china,aaa689,phone455,ASD74141,15688
+690,2015/7/8,china,aaa690,phone17,ASD28968,15689
+691,2015/7/8,china,aaa691,phone928,ASD24015,15690
+692,2015/7/8,china,aaa692,phone374,ASD67524,15691
+693,2015/7/8,china,aaa693,phone2677,ASD50629,15692
+694,2015/7/8,china,aaa694,phone2003,ASD31544,15693
+695,2015/7/8,china,aaa695,phone806,ASD97088,15694
+696,2015/7/8,china,aaa696,phone1482,ASD11869,15695
+697,2015/7/8,china,aaa697,phone2059,ASD79306,15696
+698,2015/7/8,china,aaa698,phone461,ASD47039,15697
+699,2015/7/8,china,aaa699,phone2364,ASD92646,15698
+700,2015/7/8,china,aaa700,phone977,ASD26350,15699
+701,2015/7/8,china,aaa701,phone1148,ASD72903,15700
+702,2015/7/8,china,aaa702,phone2405,ASD98593,15701
+703,2015/7/8,china,aaa703,phone4,ASD8078,15702
+704,2015/7/8,china,aaa704,phone1376,ASD68677,15703
+705,2015/7/8,china,aaa705,phone1929,ASD86213,15704
+706,2015/7/8,china,aaa706,phone58,ASD12989,15705
+707,2015/7/8,china,aaa707,phone1974,ASD25534,15706
+708,2015/7/8,china,aaa708,phone2186,ASD22358,15707
+709,2015/7/8,china,aaa709,phone80,ASD32082,15708
+710,2015/7/8,china,aaa710,phone271,ASD6466,15709
+711,2015/7/8,china,aaa711,phone1600,ASD8619,15710
+712,2015/7/8,china,aaa712,phone780,ASD88786,15711
+713,2015/7/8,china,aaa713,phone1036,ASD67659,15712
+714,2015/7/8,china,aaa714,phone2511,ASD8513,15713
+715,2015/7/8,china,aaa715,phone2902,ASD73129,15714
+716,2015/7/8,china,aaa716,phone183,ASD4907,15715
+717,2015/7/8,china,aaa717,phone1458,ASD3023,15716
+718,2015/7/8,china,aaa718,phone1472,ASD74556,15717
+719,2015/7/8,china,aaa719,phone216,ASD67830,15718
+720,2015/7/8,china,aaa720,phone2248,ASD47899,15719
+721,2015/7/8,china,aaa721,phone105,ASD99347,15720
+722,2015/7/8,china,aaa722,phone334,ASD50262,15721
+723,2015/7/8,china,aaa723,phone1687,ASD45699,15722
+724,2015/7/8,china,aaa724,phone2794,ASD41977,15723
+725,2015/7/8,china,aaa725,phone2143,ASD18823,15724
+726,2015/7/8,china,aaa726,phone2166,ASD12014,15725
+727,2015/7/8,china,aaa727,phone838,ASD49156,15726
+728,2015/7/8,china,aaa728,phone2345,ASD96756,15727
+729,2015/7/8,china,aaa729,phone649,ASD17968,15728
+730,2015/7/8,china,aaa730,phone2974,ASD3384,15729
+731,2015/7/8,china,aaa731,phone911,ASD95311,15730
+732,2015/7/8,china,aaa732,phone612,ASD15305,15731
+733,2015/7/8,china,aaa733,phone1935,ASD97299,15732
+734,2015/7/8,china,aaa734,phone2044,ASD96688,15733
+735,2015/7/8,china,aaa735,phone2796,ASD55699,15734
+736,2015/7/8,china,aaa736,phone1519,ASD48720,15735
+737,2015/7/8,china,aaa737,phone2376,ASD91452,15736
+738,2015/7/8,china,aaa738,phone1331,ASD16918,15737
+739,2015/7/8,china,aaa739,phone2267,ASD50219,15738
+740,2015/7/8,china,aaa740,phone1104,ASD27032,15739
+741,2015/7/8,china,aaa741,phone617,ASD67442,15740
+742,2015/7/8,china,aaa742,phone1451,ASD46252,15741
+743,2015/7/8,china,aaa743,phone398,ASD20972,15742
+744,2015/7/8,china,aaa744,phone2007,ASD1018,15743
+745,2015/7/8,china,aaa745,phone18,ASD54919,15744
+746,2015/7/8,china,aaa746,phone1589,ASD61107,15745
+747,2015/7/8,china,aaa747,phone512,ASD71511,15746
+748,2015/7/8,china,aaa748,phone933,ASD61444,15747
+749,2015/7/8,china,aaa749,phone1271,ASD341,15748
+750,2015/7/8,china,aaa750,phone1826,ASD90555,15749
+751,2015/7/8,china,aaa751,phone223,ASD86899,15750
+752,2015/7/8,china,aaa752,phone2374,ASD85089,15751
+753,2015/7/8,china,aaa753,phone1683,ASD38383,15752
+754,2015/7/8,china,aaa754,phone2226,ASD50408,15753
+755,2015/7/8,china,aaa755,phone1124,ASD42246,15754
+756,2015/7/8,china,aaa756,phone2882,ASD23220,15755
+757,2015/7/8,china,aaa757,phone99,ASD91117,15756
+758,2015/7/8,china,aaa758,phone2590,ASD7295,15757
+759,2015/7/8,china,aaa759,phone863,ASD52426,15758
+760,2015/7/8,china,aaa760,phone1786,ASD24292,15759
+761,2015/7/8,china,aaa761,phone2826,ASD53395,15760
+762,2015/7/8,china,aaa762,phone2145,ASD94322,15761
+763,2015/7/8,china,aaa763,phone689,ASD93487,15762
+764,2015/7/8,china,aaa764,phone2326,ASD65102,15763
+765,2015/7/8,china,aaa765,phone614,ASD5636,15764
+766,2015/7/8,china,aaa766,phone2799,ASD48495,15765
+767,2015/7/8,china,aaa767,phone2385,ASD70717,15766
+768,2015/7/8,china,aaa768,phone2018,ASD63383,15767
+769,2015/7/8,china,aaa769,phone53,ASD15511,15768
+770,2015/7/8,china,aaa770,phone1201,ASD19134,15769
+771,2015/7/8,china,aaa771,phone851,ASD85009,15770
+772,2015/7/8,china,aaa772,phone2496,ASD15218,15771
+773,2015/7/8,china,aaa773,phone2441,ASD90633,15772
+774,2015/7/8,china,aaa774,phone256,ASD52156,15773
+775,2015/7/8,china,aaa775,phone1587,ASD94026,15774
+776,2015/7/8,china,aaa776,phone609,ASD54015,15775
+777,2015/7/8,china,aaa777,phone1548,ASD95032,15776
+778,2015/7/8,china,aaa778,phone2649,ASD69130,15777
+779,2015/7/8,china,aaa779,phone2978,ASD26464,15778
+780,2015/7/8,china,aaa780,phone1480,ASD56214,15779
+781,2015/7/8,china,aaa781,phone2588,ASD88133,15780
+782,2015/7/8,china,aaa782,phone675,ASD8012,15781
+783,2015/7/8,china,aaa783,phone2179,ASD16589,15782
+784,2015/7/8,china,aaa784,phone1730,ASD67148,15783
+785,2015/7/8,china,aaa785,phone1395,ASD5086,15784
+786,2015/7/8,china,aaa786,phone2788,ASD94870,15785
+787,2015/7/8,china,aaa787,phone820,ASD77271,15786
+788,2015/7/8,china,aaa788,phone2064,ASD14615,15787
+789,2015/7/8,china,aaa789,phone1423,ASD46576,15788
+790,2015/7/8,china,aaa790,phone2615,ASD67163,15789
+791,2015/7/8,china,aaa791,phone1122,ASD3869,15790
+792,2015/7/8,china,aaa792,phone2595,ASD16833,15791
+793,2015/7/8,china,aaa793,phone115,ASD92586,15792
+794,2015/7/8,china,aaa794,phone2173,ASD36027,15793
+795,2015/7/8,france,aaa795,phone1004,ASD41910,15794
+796,2015/7/8,france,aaa796,phone2785,ASD30573,15795
+797,2015/7/8,france,aaa797,phone657,ASD24464,15796
+798,2015/7/8,france,aaa798,phone1192,ASD76894,15797
+799,2015/7/8,france,aaa799,phone379,ASD93682,15798
+800,2015/7/8,france,aaa800,phone2,ASD53470,15799
+801,2015/7/8,france,aaa801,phone2245,ASD65691,15800
+802,2015/7/8,france,aaa802,phone1826,ASD90555,15801
+803,2015/7/8,france,aaa803,phone2103,ASD93488,15802
+804,2015/7/8,france,aaa804,phone730,ASD97134,15803
+805,2015/7/8,france,aaa805,phone1414,ASD22547,15804
+806,2015/7/8,france,aaa806,phone2406,ASD99089,15805
+807,2015/7/8,france,aaa807,phone1874,ASD16827,15806
+808,2015/7/8,france,aaa808,phone1801,ASD80314,15807
+809,2015/7/8,france,aaa809,phone56,ASD79971,15808
+810,2015/7/8,france,aaa810,phone378,ASD63016,15809
+811,2015/7/8,france,aaa811,phone1536,ASD99595,15810
+812,2015/7/8,france,aaa812,phone871,ASD54753,15811
+813,2015/7/8,france,aaa813,phone412,ASD58554,15812
+814,2015/7/8,france,aaa814,phone287,ASD14590,15813
+815,2015/7/8,france,aaa815,phone244,ASD24103,15814
+816,2015/7/8,france,aaa816,phone2629,ASD73394,15815
+817,2015/7/8,france,aaa817,phone1032,ASD564,15816
+818,2015/7/8,france,aaa818,phone1013,ASD88261,15817
+819,2015/7/8,france,aaa819,phone2584,ASD77392,15818
+820,2015/7/8,france,aaa820,phone348,ASD99862,15819
+821,2015/7/8,france,aaa821,phone2606,ASD80756,15820
+822,2015/7/8,france,aaa822,phone2077,ASD13520,15821
+823,2015/7/8,france,aaa823,phone118,ASD4568,15822
+824,2015/7/8,france,aaa824,phone2542,ASD14441,15823
+825,2015/7/8,france,aaa825,phone2371,ASD40072,15824
+826,2015/7/8,france,aaa826,phone424,ASD43956,15825
+827,2015/7/8,france,aaa827,phone2540,ASD37847,15826
+828,2015/7/8,france,aaa828,phone2899,ASD55392,15827
+829,2015/7/8,france,aaa829,phone2489,ASD14625,15828
+830,2015/7/8,france,aaa830,phone1390,ASD17540,15829
+831,2015/7/8,france,aaa831,phone1843,ASD49395,15830
+832,2015/7/8,france,aaa832,phone2596,ASD9629,15831
+833,2015/7/8,france,aaa833,phone2301,ASD14198,15832
+834,2015/7/8,france,aaa834,phone789,ASD96642,15833
+835,2015/7/8,france,aaa835,phone2390,ASD48294,15834
+836,2015/7/8,france,aaa836,phone148,ASD26033,15835
+837,2015/7/8,france,aaa837,phone2513,ASD49231,15836
+838,2015/7/8,france,aaa838,phone1713,ASD37721,15837
+839,2015/7/8,france,aaa839,phone2091,ASD9590,15838
+840,2015/7/8,france,aaa840,phone741,ASD6749,15839
+841,2015/7/8,france,aaa841,phone1564,ASD34639,15840
+842,2015/7/8,france,aaa842,phone281,ASD29929,15841
+843,2015/7/8,france,aaa843,phone2331,ASD3487,15842
+844,2015/7/8,france,aaa844,phone1499,ASD60999,15843
+845,2015/7/8,france,aaa845,phone268,ASD20002,15844
+846,2015/7/8,france,aaa846,phone1733,ASD25344,15845
+847,2015/7/8,france,aaa847,phone389,ASD2510,15846
+848,2015/7/8,france,aaa848,phone1341,ASD89162,15847
+849,2015/7/8,france,aaa849,phone1328,ASD14048,15848
+850,2015/7/8,france,aaa850,phone2675,ASD85267,15849
+851,2015/7/8,france,aaa851,phone2953,ASD3445,15850
+852,2015/7/8,france,aaa852,phone955,ASD52222,15851
+853,2015/7/8,france,aaa853,phone35,ASD58328,15852
+854,2015/7/8,france,aaa854,phone2466,ASD68864,15853
+855,2015/7/8,france,aaa855,phone2320,ASD47630,15854
+856,2015/7/8,france,aaa856,phone1711,ASD45523,15855
+857,2015/7/8,france,aaa857,phone1860,ASD84718,15856
+858,2015/7/8,france,aaa858,phone1572,ASD62120,15857
+859,2015/7/8,france,aaa859,phone413,ASD54204,15858
+860,2015/7/8,france,aaa860,phone730,ASD97134,15859
+861,2015/7/8,france,aaa861,phone2618,ASD95562,15860
+862,2015/7/8,china,aaa862,phone1216,ASD29709,15861
+863,2015/7/8,china,aaa863,phone1001,ASD67736,15862
+864,2015/7/8,china,aaa864,phone2818,ASD45929,15863
+865,2015/7/8,china,aaa865,phone527,ASD88720,15864
+866,2015/7/8,china,aaa866,phone2514,ASD24211,15865
+867,2015/7/8,china,aaa867,phone1814,ASD76811,15866
+868,2015/7/8,china,aaa868,phone1385,ASD31455,15867
+869,2015/7/8,china,aaa869,phone1226,ASD69240,15868
+870,2015/7/8,china,aaa870,phone1908,ASD99635,15869
+871,2015/7/8,china,aaa871,phone865,ASD20613,15870
+872,2015/7/8,china,aaa872,phone257,ASD49390,15871
+873,2015/7/8,china,aaa873,phone717,ASD35874,15872
+874,2015/7/8,china,aaa874,phone2089,ASD22717,15873
+875,2015/7/8,china,aaa875,phone299,ASD59117,15874
+876,2015/7/8,china,aaa876,phone1261,ASD26668,15875
+877,2015/7/8,china,aaa877,phone2011,ASD41588,15876
+878,2015/7/8,china,aaa878,phone1711,ASD45523,15877
+879,2015/7/8,china,aaa879,phone2345,ASD96756,15878
+880,2015/7/8,china,aaa880,phone1799,ASD65044,15879
+881,2015/7/8,china,aaa881,phone1117,ASD96168,15880
+882,2015/7/8,china,aaa882,phone585,ASD13591,15881
+883,2015/7/8,china,aaa883,phone2051,ASD57553,15882
+884,2015/7/8,china,aaa884,phone601,ASD54723,15883
+885,2015/7/8,china,aaa885,phone627,ASD63991,15884
+886,2015/7/8,china,aaa886,phone598,ASD1303,15885
+887,2015/7/8,china,aaa887,phone2518,ASD26102,15886
+888,2015/7/8,china,aaa888,phone629,ASD70956,15887
+889,2015/7/8,china,aaa889,phone2235,ASD66575,15888
+890,2015/7/8,china,aaa890,phone1559,ASD64160,15889
+891,2015/7/8,china,aaa891,phone2292,ASD10586,15890
+892,2015/7/8,china,aaa892,phone2595,ASD16833,15891
+893,2015/7/8,china,aaa893,phone1964,ASD61085,15892
+894,2015/7/8,china,aaa894,phone1074,ASD35633,15893
+895,2015/7/8,china,aaa895,phone2271,ASD52445,15894
+896,2015/7/8,china,aaa896,phone2823,ASD66619,15895
+897,2015/7/8,china,aaa897,phone873,ASD94122,15896
+898,2015/7/8,china,aaa898,phone1198,ASD56813,15897
+899,2015/7/8,china,aaa899,phone323,ASD18440,15898
+900,2015/7/8,china,aaa900,phone2465,ASD37753,15899
+901,2015/7/8,china,aaa901,phone2009,ASD14090,15900
+902,2015/7/8,china,aaa902,phone574,ASD18673,15901
+903,2015/7/8,china,aaa903,phone72,ASD64081,15902
+904,2015/7/8,china,aaa904,phone2654,ASD25597,15903
+905,2015/7/8,china,aaa905,phone2156,ASD42573,15904
+906,2015/7/8,china,aaa906,phone1378,ASD95469,15905
+907,2015/7/8,china,aaa907,phone825,ASD71225,15906
+908,2015/7/8,china,aaa908,phone1774,ASD12773,15907
+909,2015/7/8,china,aaa909,phone125,ASD76214,15908
+910,2015/7/8,china,aaa910,phone1587,ASD94026,15909
+911,2015/7/8,china,aaa911,phone180,ASD40830,15910
+912,2015/7/8,china,aaa912,phone2960,ASD80233,15911
+913,2015/7/8,china,aaa913,phone1406,ASD92347,15912
+914,2015/7/8,china,aaa914,phone33,ASD54379,15913
+915,2015/7/8,china,aaa915,phone1517,ASD34441,15914
+916,2015/7/8,china,aaa916,phone979,ASD92290,15915
+917,2015/7/8,china,aaa917,phone118,ASD4568,15916
+918,2015/7/8,china,aaa918,phone491,ASD56573,15917
+919,2015/7/8,china,aaa919,phone383,ASD91162,15918
+920,2015/7/8,china,aaa920,phone310,ASD71880,15919
+921,2015/7/8,china,aaa921,phone2742,ASD98716,15920
+922,2015/7/8,china,aaa922,phone448,ASD8620,15921
+923,2015/7/8,china,aaa923,phone2179,ASD16589,15922
+924,2015/7/8,china,aaa924,phone986,ASD24553,15923
+925,2015/7/8,china,aaa925,phone2413,ASD21779,15924
+926,2015/7/8,china,aaa926,phone2819,ASD32336,15925
+927,2015/7/8,china,aaa927,phone818,ASD56003,15926
+928,2015/7/8,china,aaa928,phone1797,ASD67181,15927
+929,2015/7/8,china,aaa929,phone1832,ASD65098,15928
+930,2015/7/8,china,aaa930,phone2080,ASD45469,15929
+931,2015/7/8,china,aaa931,phone1746,ASD68481,15930
+932,2015/7/8,china,aaa932,phone111,ASD20917,15931
+933,2015/7/8,china,aaa933,phone1823,ASD84425,15932
+934,2015/7/8,china,aaa934,phone2828,ASD70558,15933
+935,2015/7/8,china,aaa935,phone2371,ASD40072,15934
+936,2015/7/8,china,aaa936,phone446,ASD33003,15935
+937,2015/7/8,china,aaa937,phone977,ASD26350,15936
+938,2015/7/8,china,aaa938,phone402,ASD189,15937
+939,2015/7/8,china,aaa939,phone912,ASD65122,15938
+940,2015/7/8,china,aaa940,phone957,ASD71030,15939
+941,2015/7/8,china,aaa941,phone946,ASD53839,15940
+942,2015/7/8,china,aaa942,phone790,ASD67729,15941
+943,2015/7/8,china,aaa943,phone2377,ASD50473,15942
+944,2015/7/8,china,aaa944,phone2230,ASD91897,15943
+945,2015/7/8,china,aaa945,phone1524,ASD35504,15944
+946,2015/7/8,china,aaa946,phone2906,ASD36901,15945
+947,2015/7/8,china,aaa947,phone2651,ASD53635,15946
+948,2015/7/8,china,aaa948,phone1187,ASD61164,15947
+949,2015/7/8,china,aaa949,phone2699,ASD85196,15948
+950,2015/7/8,china,aaa950,phone596,ASD15295,15949
+951,2015/7/8,china,aaa951,phone1531,ASD24387,15950
+952,2015/7/8,china,aaa952,phone2534,ASD26601,15951
+953,2015/7/8,china,aaa953,phone208,ASD50274,15952
+954,2015/7/8,china,aaa954,phone87,ASD87141,15953
+955,2015/7/8,china,aaa955,phone1098,ASD91413,15954
+956,2015/7/8,china,aaa956,phone2807,ASD17710,15955
+957,2015/7/8,china,aaa957,phone1867,ASD99034,15956
+958,2015/7/8,china,aaa958,phone681,ASD96136,15957
+959,2015/7/8,china,aaa959,phone165,ASD10848,15958
+960,2015/7/8,china,aaa960,phone775,ASD47938,15959
+961,2015/7/8,china,aaa961,phone1695,ASD92758,15960
+962,2015/7/8,china,aaa962,phone2662,ASD85295,15961
+963,2015/7/8,china,aaa963,phone52,ASD46238,15962
+964,2015/7/8,china,aaa964,phone268,ASD20002,15963
+965,2015/7/8,china,aaa965,phone19,ASD69283,15964
+966,2015/7/8,china,aaa966,phone2250,ASD13619,15965
+967,2015/7/8,china,aaa967,phone1659,ASD49066,15966
+968,2015/7/8,china,aaa968,phone294,ASD59961,15967
+969,2015/7/8,china,aaa969,phone1537,ASD46367,15968
+970,2015/7/8,china,aaa970,phone2427,ASD76544,15969
+971,2015/7/8,china,aaa971,phone121,ASD56494,15970
+972,2015/7/8,china,aaa972,phone1683,ASD38383,15971
+973,2015/7/8,china,aaa973,phone1971,ASD50880,15972
+974,2015/7/8,china,aaa974,phone2423,ASD91802,15973
+975,2015/7/8,china,aaa975,phone2425,ASD69636,15974
+976,2015/7/8,china,aaa976,phone1677,ASD88004,15975
+977,2015/7/8,china,aaa977,phone1057,ASD75780,15976
+978,2015/7/8,china,aaa978,phone568,ASD95931,15977
+979,2015/7/8,china,aaa979,phone2629,ASD73394,15978
+980,2015/7/8,china,aaa980,phone2778,ASD48823,15979
+981,2015/7/8,china,aaa981,phone1875,ASD28544,15980
+982,2015/7/8,china,aaa982,phone2257,ASD41709,15981
+983,2015/7/8,china,aaa983,phone2519,ASD60789,15982
+984,2015/7/8,china,aaa984,phone892,ASD47520,15983
+985,2015/7/8,china,aaa985,phone1096,ASD92338,15984
+986,2015/7/8,china,aaa986,phone691,ASD93561,15985
+987,2015/7/8,china,aaa987,phone1437,ASD46394,15986
+988,2015/7/8,china,aaa988,phone2150,ASD32526,15987
+989,2015/7/8,china,aaa989,phone2367,ASD25023,15988
+990,2015/7/8,china,aaa990,phone2413,ASD21779,15989
+991,2015/7/8,china,aaa991,phone2601,ASD4891,15990
+992,2015/7/8,china,aaa992,phone395,ASD63501,15991
+993,2015/7/8,china,aaa993,phone165,ASD10848,15992
+994,2015/7/8,china,aaa994,phone1553,ASD58083,15993
+995,2015/7/8,china,aaa995,phone90,ASD81472,15994
+996,2015/7/8,china,aaa996,phone1421,ASD33736,15995
+997,2015/7/8,china,aaa997,phone1588,ASD91226,15996
+998,2015/7/8,china,aaa998,phone1862,ASD47472,15997
+999,2015/7/8,china,aaa999,phone309,ASD78895,15998
+1000,2015/7/8,china,aaa1000,phone1318,ASD85027,15999
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataIncrement.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataIncrement.csv b/integration/spark-common-test/src/test/resources/dataIncrement.csv
new file mode 100644
index 0000000..04a84cc
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataIncrement.csv
@@ -0,0 +1,21 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001
+3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,china,aaa6,phone294,ASD59961,15005
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
+1001,2015/7/8,china,aaa1001,phone13181,ASD850271,16001
+1002,2015/9/8,china,aaa1002,phone13182,ASD850272,16002
+1003,2015/8/8,usa,aaa1003,phone13183,ASD850273,16003
+1004,2015/8/8,china,aaa1004,phone13184,ASD850274,16004
+1005,2015/7/8,india,aaa1005,phone13185,ASD850275,16005
+1006,2015/7/8,china,aaa1006,phone13186,ASD850276,16006
+1007,2015/7/8,england,aaa1007,phone13187,ASD850277,16007
+1008,2015/7/8,china,aaa1008,phone13188,ASD850278,16008
+1009,2015/7/8,japan,aaa1009,phone13189,ASD850279,16009
+1010,2015/7/8,china,aaa1010,phone131810,ASD8502710,16010
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataWithEmptyRows.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataWithEmptyRows.csv b/integration/spark-common-test/src/test/resources/dataWithEmptyRows.csv
new file mode 100644
index 0000000..0e3a81f
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataWithEmptyRows.csv
@@ -0,0 +1,2 @@
+29000,cust_name_2000,active_emui_version_2000,2010-10-04 01:00:01,12345678
+,,,,0
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataWithNullFirstLine.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataWithNullFirstLine.csv b/integration/spark-common-test/src/test/resources/dataWithNullFirstLine.csv
new file mode 100644
index 0000000..975f683
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataWithNullFirstLine.csv
@@ -0,0 +1,11 @@
+
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
+13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
+14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
+15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
+16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
+17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
+18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
+19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
+20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataWithSingleQuote.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataWithSingleQuote.csv b/integration/spark-common-test/src/test/resources/dataWithSingleQuote.csv
new file mode 100644
index 0000000..3ba5469
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataWithSingleQuote.csv
@@ -0,0 +1,7 @@
+id,name
+1,Tom
+2,"Tony
+3,Lily"
+4,Games"
+5,"prival\"
+6,"hello\"
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/data_alltypes.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/data_alltypes.csv b/integration/spark-common-test/src/test/resources/data_alltypes.csv
new file mode 100644
index 0000000..2722edd
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/data_alltypes.csv
@@ -0,0 +1,10 @@
+1,10,100,48.4,spark,2015/4/23 12:01:01,1.23,2015/4/23 11:01:01,aaa
+5,17,140,43.4,spark,2015/7/27 12:01:02,3.45,2015/7/27 11:01:02,bbb
+1,11,100,44.4,flink,2015/5/23 12:01:03,23.23,2015/5/23 11:01:03,ccc
+1,10,150,43.4,spark,2015/7/24 12:01:04,254.12,2015/7/24 11:01:04,ddd
+1,10,100,47.4,spark,2015/7/23 12:01:05,876.14,2015/7/23 11:01:05,eeee
+3,14,160,43.4,hive,2015/7/26 12:01:06,3454.32,2015/7/26 11:01:06,ff
+2,10,100,43.4,impala,2015/7/23 12:01:07,456.98,2015/7/23 11:01:07,ggg
+1,10,100,43.4,spark,2015/5/23 12:01:08,32.53,2015/5/23 11:01:08,hhh
+4,16,130,42.4,impala,2015/7/23 12:01:09,67.23,2015/7/23 11:01:09,iii
+1,10,100,43.4,spark,2015/7/23 12:01:10,832.23,2015/7/23 11:01:10,jjj
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/data_withCAPSHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/data_withCAPSHeader.csv b/integration/spark-common-test/src/test/resources/data_withCAPSHeader.csv
new file mode 100644
index 0000000..6d71125
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/data_withCAPSHeader.csv
@@ -0,0 +1,3 @@
+EMPNO,EMPNAME,DESIGNATION,DOJ,WORKGROUPCATEGORY,WORKGROUPCATEGORYNAME,DEPTNO,DEPTNAME,PROJECTCODE,PROJECTJOINDATE,PROJECTENDDATE,ATTENDANCE,UTILIZATION,SALARY
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/data_withMixedHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/data_withMixedHeader.csv b/integration/spark-common-test/src/test/resources/data_withMixedHeader.csv
new file mode 100644
index 0000000..3769692
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/data_withMixedHeader.csv
@@ -0,0 +1,3 @@
+EMPNO,EMPNAME,Designation,Doj,WORKGROUPCATEGORY,WorkGroupCategoryName,DEPTNO,DeptName,PROJECTCODE,PROJECTJOINDATE,PROJECTENDDATE,Attendance,Utilization,Salary
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datadelimiter.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datadelimiter.csv b/integration/spark-common-test/src/test/resources/datadelimiter.csv
new file mode 100644
index 0000000..bc06817
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datadelimiter.csv
@@ -0,0 +1,11 @@
+empno|empname|designation|doj|workgroupcategory|workgroupcategoryname|deptno|deptname|projectcode|projectjoindate|projectenddate|attendance|utilization|salary
+11|arvind|SE|17-01-2007|1|developer|10|network|928478|17-02-2007|29-11-2016|96|96.2|5040.56
+12|krithin|SSE|29-05-2008|1|developer|11|protocol|928378|29-06-2008|30-12-2016|85|95.1|7124.21
+13|madhan|TPL|07-07-2009|2|tester|10|network|928478|07-08-2009|30-12-2016|88|99|9054.235
+14|anandh|SA|29-12-2010|3|manager|11|protocol|928278|29-01-2011|29-06-2016|77|92.2|11248.25
+15|ayushi|SSA|09-11-2011|1|developer|12|security|928375|09-12-2011|29-05-2016|99|91.5|13245.48
+16|pramod|SE|14-10-2012|1|developer|13|configManagement|928478|14-11-2012|29-12-2016|86|93|5040.56
+17|gawrav|PL|22-09-2013|2|tester|12|security|928778|22-10-2013|15-11-2016|78|97.45|9574.24
+18|sibi|TL|15-08-2014|2|tester|14|Learning|928176|15-09-2014|29-05-2016|84|98.23|7245.25
+19|shivani|PL|12-05-2015|1|developer|10|network|928977|12-06-2015|12-11-2016|88|91.678|11254.24
+20|bill|PM|01-12-2015|3|manager|14|Learning|928479|01-01-2016|30-11-2016|75|94.22|13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datanullmeasurecol.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datanullmeasurecol.csv b/integration/spark-common-test/src/test/resources/datanullmeasurecol.csv
new file mode 100644
index 0000000..40692d8
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datanullmeasurecol.csv
@@ -0,0 +1,3 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,A234
+2,2015/7/24,china,aaa2,phone756,A453
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataretention1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataretention1.csv b/integration/spark-common-test/src/test/resources/dataretention1.csv
new file mode 100644
index 0000000..5035b99
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataretention1.csv
@@ -0,0 +1,11 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,ind,aaa1,phone197,ASD69643,15000
+2,2015/7/24,ind,aaa2,phone756,ASD42892,15001
+3,2015/7/25,ind,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,ind,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,ind,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,ind,aaa6,phone294,ASD59961,15005
+7,2015/7/29,ind,aaa7,phone610,ASD14875,15006
+8,2015/7/30,ind,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,ind,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataretention2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataretention2.csv b/integration/spark-common-test/src/test/resources/dataretention2.csv
new file mode 100644
index 0000000..7465b5e
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataretention2.csv
@@ -0,0 +1,11 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,aus,aaa1,phone197,ASD69643,15000
+2,2015/7/24,aus,aaa2,phone756,ASD42892,15001
+3,2015/7/25,aus,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,aus,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,aus,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,aus,aaa6,phone294,ASD59961,15005
+7,2015/7/29,aus,aaa7,phone610,ASD14875,15006
+8,2015/7/30,aus,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,aus,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dataretention3.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dataretention3.csv b/integration/spark-common-test/src/test/resources/dataretention3.csv
new file mode 100644
index 0000000..faaa4b2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dataretention3.csv
@@ -0,0 +1,11 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,eng,aaa1,phone197,ASD69643,15000
+2,2015/7/24,eng,aaa2,phone756,ASD42892,15001
+3,2015/7/25,eng,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,eng,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,eng,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,eng,aaa6,phone294,ASD59961,15005
+7,2015/7/29,eng,aaa7,phone610,ASD14875,15006
+8,2015/7/30,eng,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,eng,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datasample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datasample.csv b/integration/spark-common-test/src/test/resources/datasample.csv
new file mode 100644
index 0000000..2f8ef35
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datasample.csv
@@ -0,0 +1,4 @@
+empno,doj,salary
+11,2016-04-14 15:00:09,5040.56
+12,2016-03-14 15:00:09,1040.56
+13,,1040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datasamplecomplex.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datasamplecomplex.csv b/integration/spark-common-test/src/test/resources/datasamplecomplex.csv
new file mode 100644
index 0000000..48f82c1
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datasamplecomplex.csv
@@ -0,0 +1,2 @@
+11,2016-03-14 08:30:00.000,2016-03-14 08:30:09.000$2016-03-14 15:00:09.000$2016-03-14 17:30:35.000,2016-03-14 08:30:09.000$2016-03-14 17:30:35.000,5040.56
+12,2016-04-14 08:30:00.000,2016-04-14 09:30:09.000$2016-04-14 15:30:09.000$2016-04-14 17:30:35.000,2016-04-14 08:30:09.000$2016-04-14 18:30:35.000,1040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datasamplefordate.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datasamplefordate.csv b/integration/spark-common-test/src/test/resources/datasamplefordate.csv
new file mode 100644
index 0000000..70d32d2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datasamplefordate.csv
@@ -0,0 +1,4 @@
+empno,doj,salary
+11,2016-04-14,5040.56
+12,2016-03-14,1040.56
+13,,1040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datasamplenull.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datasamplenull.csv b/integration/spark-common-test/src/test/resources/datasamplenull.csv
new file mode 100644
index 0000000..fc7e248
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datasamplenull.csv
@@ -0,0 +1,3 @@
+ID,dateField,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000
+2,,china,aaa2,phone756,ASD42892,15001
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datasingleCol.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datasingleCol.csv b/integration/spark-common-test/src/test/resources/datasingleCol.csv
new file mode 100644
index 0000000..2321d15
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datasingleCol.csv
@@ -0,0 +1,3 @@
+CA
+LA
+AD
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datasingleComplexCol.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datasingleComplexCol.csv b/integration/spark-common-test/src/test/resources/datasingleComplexCol.csv
new file mode 100644
index 0000000..4bf2030
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datasingleComplexCol.csv
@@ -0,0 +1,3 @@
+CA:272126
+LA:272125
+AD:272128
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithNegeativewithoutHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithNegeativewithoutHeader.csv b/integration/spark-common-test/src/test/resources/datawithNegeativewithoutHeader.csv
new file mode 100644
index 0000000..a3f6c6c
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithNegeativewithoutHeader.csv
@@ -0,0 +1,4 @@
+imei0,2147483647,9223372036854775807
+imei1,-2147483648,-9223372036854775807
+imei2,2147483647,9223372036854775807
+imei3,-2147483648,-9223372036854775808
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithNegtiveNumber.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithNegtiveNumber.csv b/integration/spark-common-test/src/test/resources/datawithNegtiveNumber.csv
new file mode 100644
index 0000000..e0e1c40
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithNegtiveNumber.csv
@@ -0,0 +1,5 @@
+imei,age,num
+imei0,2147483647,9223372036854775807
+imei1,-2147483648,-9223372036854775807
+imei2,2147483647,9223372036854775807
+imei3,-2147483648,-9223372036854775808
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithbackslash.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithbackslash.csv b/integration/spark-common-test/src/test/resources/datawithbackslash.csv
new file mode 100644
index 0000000..b7a3a2a
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithbackslash.csv
@@ -0,0 +1,11 @@
+"ID","date","country","name","phonetype","serialname","salary"
+"1","2015/7/23","china","aaa1",""phone197","ASD69643","15000"
+"2","2015/7/24","china","aaa2","phon\e756","ASD42892","15001"
+"3","2015/7/25","china","aaa3","phone1904","ASD37014","15002"
+"4","2015/7/26","china","aaa4","phone2435","ASD66902","15003"
+"5","2015/7/27","china","aaa5","phone\2441","ASD90633","15004"
+"6","2015/7/28","china","aaa6","phone294","ASD59961","15005"
+"7","2015/7/29","china","aaa7","phone610","ASD14875","15006"
+"8","2015/7/30","china","aaa8","phone1848","ASD57308","15007"
+"9","2015/7/18","china","aaa9","phone\706","ASD86717","15008"
+"10","2015/7/19","usa","aaa10","phone685","ASD30505","15009"
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithblanklines.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithblanklines.csv b/integration/spark-common-test/src/test/resources/datawithblanklines.csv
new file mode 100644
index 0000000..71d701d
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithblanklines.csv
@@ -0,0 +1,19 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
+13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
+14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
+15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
+16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
+17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
+18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
+19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
+20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
+
+,,,,,,,,,,,,,
+
+
+21,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
+
+
+
[31/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithcomplexspecialchar.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithcomplexspecialchar.csv b/integration/spark-common-test/src/test/resources/datawithcomplexspecialchar.csv
new file mode 100644
index 0000000..b5d1beb
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithcomplexspecialchar.csv
@@ -0,0 +1,151 @@
+customer_id,124_string_level_province,numeric_level,date_level,Time_level,account_num,lname,fname,mi,address1,address2,address3,address4,city,country,customer_region_id,phone1,phone2,marital_status,yearly_income,gender,total_children,num_children_at_home,education,member_card,occupation,houseowner,num_cars_owned,fullname
+1,Oaxaca,9535837227,26-08-1961,08:08:08,87462024688,Nowmer,Sheri,A.,2433 Bailey Road,,,,Tlaxiaco,Mexico,30,271-555-9715,119-555-1969,M,$30K - $50K,F,4,2,Partial High School,Bronze,Skilled Manual,Y,4,Sheri Nowmer
+2,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87470586299,Whelply,Derrick,I.,2219 Dewing Avenue,,,,Sooke,Canada,101,211-555-7669,807-555-9033,S,$70K - $90K,M,1,0,Partial High School,Bronze,Professional,N,3,Derrick Whelply
+3,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87475757600,Derry,Jeanne,,7640 First Ave.,,,,Issaquah,USA,21,656-555-2272,221-555-2493,M,$50K - $70K,F,1,1,Bachelors Degree,Bronze,Professional,Y,2,Jeanne Derry
+4,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87500482201,Spence,Michael,J.,337 Tosca Way,,,,Burnaby,Canada,92,929-555-7279,272-555-2844,M,$10K - $30K,M,4,4,Partial High School,Normal,Skilled Manual,N,2,Michael Spence
+5,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87514054179,Gutierrez,Maya,,8668 Via Neruda,,,,Novato,USA,42,387-555-7172,260-555-6936,S,$30K - $50K,F,3,0,Partial College,Silver,Manual,N,3,Maya Gutierrez
+6,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87517782449,Damstra,Robert,F.,1619 Stillman Court,,,,Lynnwood,USA,75,922-555-5465,333-555-5915,S,$70K - $90K,F,3,0,Bachelors Degree,Bronze,Professional,Y,3,Robert Damstra
+7,Oaxaca,9535837227,26-08-1961,08:08:08,87521172800,Kanagaki,Rebecca,,2860 D Mt. Hood Circle,,,,Tlaxiaco,Mexico,30,515-555-6247,934-555-9211,M,$30K - $50K,F,2,1,Partial High School,Bronze,Manual,Y,3,Rebecca Kanagaki
+8,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87539744377,Brunner,Kim,H.,6064 Brodia Court,,,,San Andres,Mexico,106,411-555-6825,130-555-6818,M,$50K - $70K,M,2,2,Bachelors Degree,Bronze,Professional,Y,3,Kim Brunner
+9,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87544797658,Blumberg,Brenda,C.,7560 Trees Drive,,,,Richmond,Canada,90,815-555-3975,642-555-6483,M,$10K - $30K,M,5,3,Partial High School,Normal,Skilled Manual,Y,1,Brenda Blumberg
+10,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87568712234,Stanz,Darren,M.,1019 Kenwal Rd.,,,,Lake Oswego,USA,64,847-555-5443,212-555-8635,S,$30K - $50K,M,4,0,Bachelors Degree,Golden,Management,N,4,Darren Stanz
+11,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87572821378,Murraiin,Jonathan,V.,5423 Camby Rd.,,,,La Mesa,USA,11,612-555-4878,747-555-6928,S,$50K - $70K,M,4,0,High School Degree,Bronze,Manual,N,2,Jonathan Murraiin
+12,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87579237222,Creek,Jewel,C.,1792 Belmont Rd.,,,,Chula Vista,USA,13,555-555-2714,228-555-5450,S,$30K - $50K,F,1,0,High School Degree,Bronze,Skilled Manual,N,3,Jewel Creek
+13,LonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmember,0,10-05-1951,00:00:00,87587122917,Medina,Peggy,A.,3796 Keller Ridge,,,,Mexico City,Mexico,2,343-555-9778,785-555-2371,S,$30K - $50K,M,4,0,High School Degree,Bronze,Manual,N,4,Peggy Medina
+14,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87592626810,Rutledge,Bryan,K.,3074 Ardith Drive,,,,Lincoln Acres,USA,10,659-555-3160,640-555-5439,M,$50K - $70K,F,2,2,Bachelors Degree,Bronze,Management,Y,2,Bryan Rutledge
+15,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87597749829,Cavestany,Walter,G.,7987 Seawind Dr.,,,,Oak Bay,Canada,99,471-555-8853,560-555-4646,S,$90K - $110K,M,3,0,Graduate Degree,Bronze,Professional,Y,3,Walter Cavestany
+16,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,87603285908,Planck,Peggy,M.,4864 San Carlos,,,,Camacho,Mexico,27,698-555-7603,986-555-9424,M,$50K - $70K,F,2,2,High School Degree,Bronze,Skilled Manual,Y,2,Peggy Planck
+17,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87625473141,Marshall,Brenda,S.,2687 Ridge Road,,,,Arcadia,USA,51,771-555-6581,929-555-7260,S,$90K - $110K,M,3,0,High School Degree,Bronze,Management,Y,3,Brenda Marshall
+18,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87637655735,Wolter,Daniel,P.,2473 Orchard Way,,,,Altadena,USA,50,121-555-3960,717-555-5324,M,$30K - $50K,M,3,2,Partial College,Bronze,Professional,Y,4,Daniel Wolter
+19,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87650814652,Collins,Dianne,,551 Rainier Dr,,,,Oakland,USA,37,217-555-1567,921-555-5446,S,$70K - $90K,F,1,0,High School Degree,Bronze,Professional,N,1,Dianne Collins
+20,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87653979700,Baker,Beverly,,591 Merriewood Drive,,,,Spring Valley,USA,15,617-555-7972,860-555-3536,S,$10K - $30K,F,2,0,Partial High School,Normal,Manual,Y,2,Beverly Baker
+21,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87663244009,Castillo,Pedro,,1579 Plaza Rosa,,,,Renton,USA,73,975-555-7865,187-555-2286,S,$30K - $50K,M,1,0,High School Degree,Normal,Manual,Y,2,Pedro Castillo
+22,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87675641200,Borges,Laurie,,1873 Lyon Circle,,,,Bellingham,USA,78,610-555-6158,921-555-6608,M,$30K - $50K,F,4,4,High School Degree,Golden,Skilled Manual,Y,4,Laurie Borges
+23,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87678398489,Wyro,Shauna,K.,3114 Notre Dame Ave.,,,,La Jolla,USA,33,444-555-1517,625-555-9824,S,$30K - $50K,F,2,0,High School Degree,Silver,Manual,N,3,Shauna Wyro
+24,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87681713700,Wyllie,Jacqueline,,6318 Marclair Dr.,,,,Santa Fe,Mexico,109,102-555-7439,721-555-7431,S,$30K - $50K,F,0,0,High School Degree,Bronze,Manual,N,3,Jacqueline Wyllie
+25,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87686740159,Conley,Lin,N.,7814 Milburn Dr.,,,,Haney,Canada,93,506-555-4589,333-555-7096,S,$70K - $90K,F,3,0,High School Degree,Bronze,Professional,N,2,Lin Conley
+26,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87691326700,Bernard,Jose,,3928 San Francisco,,,,Burbank,USA,53,425-555-3796,452-555-3332,S,$10K - $30K,M,0,0,Partial High School,Normal,Skilled Manual,N,1,Jose Bernard
+27,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87700161933,Macaluso,Charles,B.,5678 McElroy Court,,,,Anacortes,USA,79,852-555-8574,986-555-1624,M,$30K - $50K,F,1,1,High School Degree,Bronze,Manual,Y,3,Charles Macaluso
+28,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87709978818,Wood,Lois,M.,2046 Las Palmas,,,,Everett,USA,81,794-555-6410,467-555-9146,S,$10K - $30K,F,1,0,Partial High School,Silver,Manual,Y,1,Lois Wood
+29,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87717585563,Armstrong,Kevin,A.,608 Lincoln Dr.,,,,Oak Bay,Canada,99,583-555-4474,125-555-6067,S,$10K - $30K,F,2,0,Partial High School,Normal,Manual,N,1,Kevin Armstrong
+30,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87718932032,Goldey,Cody,A.,7230 Berrellesa Street,,,,Milwaukie,USA,65,548-555-9939,529-555-3217,S,$50K - $70K,F,4,0,Bachelors Degree,Bronze,Professional,Y,3,Cody Goldey
+31,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87729650139,Nickell,Paula,B.,2144 San Rafael,,,,Concord,USA,46,598-555-1289,448-555-2424,M,$50K - $70K,F,4,3,Graduate Degree,Golden,Professional,Y,3,Paula Nickell
+32,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87738383412,Long,Eric,J.,1676 Greer Ave.,,,,Ladner,Canada,96,937-555-2299,326-555-4120,S,$10K - $30K,F,2,0,Partial High School,Normal,Manual,Y,2,Eric Long
+33,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87742803692,Solimena,Mary,K.,6843 San Simeon Dr.,,,,Santa Cruz,USA,40,111-555-1278,268-555-1956,M,$30K - $50K,F,2,2,High School Degree,Bronze,Skilled Manual,N,2,Mary Solimena
+34,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87767067000,Muenich,Nathan,,6629 Polson Circle,,,,La Mesa,USA,11,361-555-7656,957-555-9020,M,$50K - $70K,F,3,1,Bachelors Degree,Silver,Management,Y,2,Nathan Muenich
+35,Yucatan,256,17-04-1920,12:00:00,87771052718,Young,Ed,,Rt. 470 Box A,,,,Merida,Mexico,26,457-555-5263,261-555-9142,M,$30K - $50K,M,5,1,Partial College,Bronze,Skilled Manual,Y,3,Ed Young
+36,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87788449525,Arnold,Donna,K.,7403 N. Broadway,,,,Oregon City,USA,68,969-555-4928,972-555-5835,S,$10K - $30K,M,1,0,Partial High School,Normal,Skilled Manual,N,1,Donna Arnold
+37,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87797676324,Cooper,Jennifer,K.,5734 Ashford Court,,,,Seattle,USA,18,188-555-1163,299-555-4585,S,$50K - $70K,M,0,0,Bachelors Degree,Bronze,Professional,N,3,Jennifer Cooper
+38,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87801286578,Petty,Peggy,J.,8684 Military East,,,,Arcadia,USA,51,722-555-8456,134-555-8906,S,$30K - $50K,M,1,0,Partial College,Bronze,Management,N,1,Peggy Petty
+39,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87808394432,Olguin,Jessica,A.,7270 Pepperidge Way,,,,Lebanon,USA,72,203-555-6978,384-555-6285,M,$90K - $110K,F,4,2,Graduate Degree,Bronze,Professional,Y,2,Jessica Olguin
+40,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87814209461,Burchett,Phyllis,,475 Santa Maria,,,,Santa Cruz,USA,40,761-555-3899,719-555-7549,S,$110K - $130K,M,1,0,Partial College,Bronze,Professional,Y,2,Phyllis Burchett
+41,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87818307900,Bechard,Howard,,1970 Napa Ct.,,,,W. Linn,USA,66,616-555-6966,443-555-9474,S,$110K - $130K,M,1,0,High School Degree,Bronze,Professional,N,2,Howard Bechard
+42,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87849287390,Carter,Doris,M.,8084 Cardiff Drive,,,,San Andres,Mexico,106,535-555-6174,562-555-5709,M,$70K - $90K,F,3,3,Bachelors Degree,Golden,Management,Y,3,Doris Carter
+43,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87855359911,Sharp,Juanita,D.,9833 Mt. Dias Blv.,,,,Burbank,USA,53,962-555-1952,196-555-4002,S,$50K - $70K,F,2,0,Bachelors Degree,Bronze,Professional,N,4,Juanita Sharp
+44,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87868926525,Brunner,Sandra,B.,6202 Seeno St.,,,,Bellflower,USA,55,904-555-8788,577-555-2523,S,$30K - $50K,M,1,0,High School Degree,Bronze,Skilled Manual,Y,2,Sandra Brunner
+45,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87869548800,Staton,Ernest,,862 The Alameda,,,,Renton,USA,73,693-555-6852,235-555-8445,S,$50K - $70K,M,5,0,Bachelors Degree,Golden,Management,Y,2,Ernest Staton
+46,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87894418239,Sims,Rose,M.,7484 Roundtree Drive,,,,Mill Valley,USA,38,658-555-3316,639-555-5595,M,$70K - $90K,F,1,1,Graduate Degree,Silver,Professional,N,2,Rose Sims
+47,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87894944000,De Carlo,Lauretta,E.,5053 Loftus Road,,,,Oak Bay,Canada,99,708-555-3666,558-555-4802,M,$50K - $70K,M,0,0,Bachelors Degree,Bronze,Professional,N,1,Lauretta De Carlo
+48,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,87901939153,Williams,Mary,R.,1930 Almondwood Drive,,,,Camacho,Mexico,27,696-555-7759,324-555-4238,M,$50K - $70K,M,0,0,Bachelors Degree,Bronze,Professional,N,3,Mary Williams
+49,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87902239561,Burke,Terri,L.,9752 Jeanne Circle,,,,Arcadia,USA,51,770-555-6738,266-555-2074,S,$30K - $50K,F,4,0,High School Degree,Bronze,Skilled Manual,N,2,Terri Burke
+50,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87910291552,Osborn,Audrey,H.,9539 Glenside Dr,,,,Altadena,USA,50,119-555-4116,715-555-5480,S,$110K - $130K,M,4,0,Partial High School,Bronze,Professional,Y,4,Audrey Osborn
+51,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87923139333,Binai,Brian,C.,7616 Honey Court,,,,Oakland,USA,37,216-555-1723,920-555-5602,M,$90K - $110K,F,4,2,Graduate Degree,Bronze,Professional,N,3,Brian Binai
+52,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87939313100,Lozada,Concepcion,,7657 H St.,,,,Tixapan,Mexico,107,727-555-1388,731-555-2295,S,$70K - $90K,F,3,0,Bachelors Degree,Silver,Professional,N,2,Concepcion Lozada
+53,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87952010600,Tays,Paul,,5988 Red Leaf,,,,Oak Bay,Canada,99,298-555-3541,409-555-6962,M,$70K - $90K,M,4,2,Graduate Degree,Normal,Management,Y,4,Paul Tays
+54,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87954998600,Thorton,Cheryl,,8938 West Hookston Road,,,,Metchosin,Canada,104,832-555-1834,244-555-2284,S,$30K - $50K,F,0,0,Partial College,Bronze,Professional,Y,3,Cheryl Thorton
+55,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87961350083,Dumin,Gary,,181 Gainsborough Drive,,,,Grossmont,USA,17,313-555-9355,733-555-3320,M,$10K - $30K,M,3,2,Partial High School,Normal,Skilled Manual,Y,1,Gary Dumin
+56,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87965223193,Chin,Pat,M.,3385 Crestview Drive,,,,Imperial Beach,USA,14,871-555-6277,829-555-9927,S,$10K - $30K,M,3,0,Partial High School,Normal,Manual,N,2,Pat Chin
+57,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87978752300,Lovell,Zach,,6912 Laguna St.,,,,San Andres,Mexico,106,375-555-3427,201-555-5934,S,$10K - $30K,M,3,0,Partial High School,Golden,Manual,Y,0,Zach Lovell
+58,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87986992001,Ratcliff,Dave,A.,371 Ahneita Dr.,,,,Oakland,USA,37,294-555-2634,560-555-5827,S,$30K - $50K,F,3,0,Partial High School,Bronze,Skilled Manual,N,3,Dave Ratcliff
+59,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88010123400,Moss,Elizabeth,,4776 Kentucky Drive,,,,Burnaby,Canada,92,721-555-7412,855-555-9462,M,$30K - $50K,M,5,5,High School Degree,Bronze,Manual,Y,3,Elizabeth Moss
+60,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88018041300,Anderson,Lori,M.,1145 Paraiso Ct.,,,,Langley,Canada,94,663-555-5248,336-555-7984,S,$30K - $50K,M,3,0,Partial College,Silver,Skilled Manual,Y,3,Lori Anderson
+61,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88049879074,Everson,Michael,A.,3148 Rose Street,,,,Tacoma,USA,84,451-555-3312,894-555-4905,M,$70K - $90K,M,1,0,Bachelors Degree,Bronze,Professional,N,1,Michael Everson
+62,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88067190100,Borden,Mary,A.,2427 Notre Dame Ave.,,,,Santa Monica,USA,49,656-555-3434,636-555-5712,M,$30K - $50K,M,1,1,High School Degree,Golden,Skilled Manual,Y,2,Mary Borden
+63,Oaxaca,9535837227,26-08-1961,08:08:08,88081979800,Willson,Sue,,7340 Green St.,,,,Tlaxiaco,Mexico,30,467-555-9127,317-555-1262,S,$70K - $90K,F,4,0,Bachelors Degree,Bronze,Professional,N,2,Sue Willson
+64,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88084045052,Harris,Clayton,J.,6872 Thornwood Dr.,,,,Beaverton,USA,67,814-555-9899,203-555-2721,S,$10K - $30K,M,4,0,Partial High School,Normal,Manual,Y,2,Clayton Harris
+65,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88096334934,Contreras,Whitney,L.,2040 Encino Drive,,,,Metchosin,Canada,104,648-555-5221,145-555-9556,M,$90K - $110K,F,0,0,Partial College,Normal,Management,Y,3,Whitney Contreras
+66,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88112406730,Pusedu,Boyd,A.,1826 Corte Del Sol,,,,Metchosin,Canada,104,898-555-2599,833-555-7621,M,$110K - $130K,F,4,4,Partial College,Silver,Professional,Y,2,Boyd Pusedu
+67,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88115072846,Stedman,Cian,F.,9903 East Leland,,,,Westminster,Canada,91,994-555-9206,799-555-4085,M,$30K - $50K,M,3,1,Partial College,Bronze,Skilled Manual,Y,3,Cian Stedman
+68,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,88118441700,Zocchi,Michele,A.,9943 Stonehedge Dr.,,,,Hidalgo,Mexico,25,606-555-8871,610-555-9778,S,$30K - $50K,F,0,0,High School Degree,Silver,Manual,Y,1,Michele Zocchi
+69,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88137775063,Walsh,Jean,M.,931 Corte De Luna,,,,Los Angeles,USA,3,725-555-5106,837-555-8528,M,$10K - $30K,M,1,1,Partial High School,Normal,Skilled Manual,Y,1,Jean Walsh
+70,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88144207000,Renfro,Leopoldo,E.,1226 Shoenic,,,,Coronado,USA,8,360-555-3399,910-555-7506,M,$30K - $50K,M,0,0,High School Degree,Bronze,Manual,Y,1,Leopoldo Renfro
+71,Sinaloa,1.00E+78,08-04-1967,18:18:18,88161163926,Brockett,Donna,A.,2467 Clearland Circle,,,,La Cruz,Mexico,29,741-555-1921,260-555-4885,S,$10K - $30K,M,5,0,Partial High School,Normal,Manual,N,1,Donna Brockett
+72,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88161249756,Anderson,Laurie,A.,5671 Bel Air Dr.,,,,Shawnee,Canada,105,398-555-7842,356-555-2492,M,$10K - $30K,F,5,5,Partial High School,Normal,Skilled Manual,Y,2,Laurie Anderson
+73,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88168829679,Gomez,Louis,C.,7166 Brock Lane,,,,Yakima,USA,89,802-555-4992,629-555-7499,M,$30K - $50K,F,4,3,High School Degree,Golden,Skilled Manual,Y,3,Louis Gomez
+74,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88172026872,Walker,Julie,L.,3281 Hillview Dr.,,,,Ballard,USA,20,722-555-4199,987-555-7392,S,$50K - $70K,M,3,0,Bachelors Degree,Bronze,Professional,Y,3,Julie Walker
+75,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88182830810,Jones,Jay,W.,5030 Blue Ridge Dr.,,,,Lynnwood,USA,75,248-555-8978,383-555-2028,S,$30K - $50K,F,3,0,High School Degree,Bronze,Manual,N,3,Jay Jones
+76,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88185078501,Winfrey,Gayle,J.,1399 Firestone Drive,,,,Port Orchard,USA,77,191-555-6813,764-555-9549,S,$70K - $90K,F,1,0,High School Degree,Normal,Professional,N,1,Gayle Winfrey
+77,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88203880800,Brown,Yasmina,,6058 Hill Street,#4,,,Downey,USA,58,569-555-5452,351-555-1703,S,$50K - $70K,M,2,0,Bachelors Degree,Normal,Professional,Y,4,Yasmina Brown
+78,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88243577480,Touchstone,Joseph,A. C.,2681 Eagle Peak,,,,Salem,USA,23,774-555-5574,754-555-7853,M,$10K - $30K,M,1,1,Partial High School,Silver,Manual,Y,1,Joseph Touchstone
+79,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88249907493,Bakhtyari,Mary,J.,7594 Alexander Pl.,,,,Tacoma,USA,84,585-555-2267,435-555-3403,S,$70K - $90K,M,2,0,Bachelors Degree,Bronze,Management,Y,4,Mary Bakhtyari
+80,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88262524604,Glass,Melvin,W.,7126 Edie Ct.,,,,Lemon Grove,USA,12,812-555-1017,200-555-2838,S,$70K - $90K,F,1,0,Bachelors Degree,Bronze,Management,Y,4,Melvin Glass
+81,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88265968561,Cohen,Kristin,S.,2294 West 39th St.,,,,Milwaukie,USA,65,646-555-5338,143-555-9674,S,$10K - $30K,M,2,0,Partial High School,Normal,Skilled Manual,Y,2,Kristin Cohen
+82,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88275710344,Kharman,Susan,,2080 Sycamore Drive,,,,Richmond,USA,35,896-555-2717,831-555-7738,S,$10K - $30K,F,4,0,Partial High School,Normal,Skilled Manual,Y,1,Susan Kharman
+83,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88284432888,Kirschner,Gordon,R.,158 Walnut Ave,,,,Arcadia,USA,51,331-555-3981,796-555-4203,S,$110K - $130K,F,3,0,Partial High School,Golden,Management,Y,2,Gordon Kirschner
+84,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88304206132,Burger,William,W.,2854 Magda Way,,,,Haney,Canada,93,604-555-8988,608-555-9895,S,$50K - $70K,M,4,0,Bachelors Degree,Bronze,Professional,N,3,William Burger
+85,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88346847891,Blau,Lana,L.,1185 Dallis Drive,,,,Novato,USA,42,723-555-5224,835-555-8645,M,$30K - $50K,M,3,3,High School Degree,Golden,Skilled Manual,Y,3,Lana Blau
+86,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88352523400,Derby,Donna,,8154 Via Mexico,,,,Bremerton,USA,76,358-555-3517,908-555-7624,S,$30K - $50K,M,4,0,Partial High School,Normal,Skilled Manual,Y,4,Donna Derby
+87,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88355388045,Thomson,Kathleen,K.,6740 Jalisco,,,,N. Vancouver,Canada,97,739-555-2038,258-555-5003,S,$70K - $90K,F,4,0,High School Degree,Bronze,Management,N,3,Kathleen Thomson
+88,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88380010700,Walton,Gabriel,,2601 Cambridge Drive,,,,Milwaukie,USA,65,396-555-7960,466-555-4870,S,$30K - $50K,F,2,0,High School Degree,Bronze,Manual,N,4,Gabriel Walton
+89,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88386346101,Meastas,Bishop,,4096 San Remo,,,,Woodland Hills,USA,62,912-555-7369,739-555-9877,S,$70K - $90K,F,4,0,High School Degree,Bronze,Management,N,2,Bishop Meastas
+90,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88386882543,Kouba,Geneva,,7554 Lakeview Pl.,,,,Sooke,Canada,101,832-555-6577,197-555-9770,M,$70K - $90K,F,2,2,High School Degree,Bronze,Professional,Y,3,Geneva Kouba
+91,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88397842049,Clark,Tricia,F.,1960 Via Catanzaro,,,,Long Beach,USA,48,597-555-6013,732-555-8063,M,$50K - $70K,M,1,1,Bachelors Degree,Bronze,Professional,N,1,Tricia Clark
+92,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88398657441,Munn,Debi,,5672 Hale Dr.,,,,Arcadia,USA,51,540-555-3848,874-555-2927,M,$30K - $50K,M,4,2,High School Degree,Bronze,Skilled Manual,Y,4,Debi Munn
+93,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88416295647,Goldberg,Patricia,,332 Laguna Niguel,,,,Woodburn,USA,69,989-555-7255,770-555-3505,M,$130K - $150K,M,5,4,Bachelors Degree,Golden,Professional,Y,3,Patricia Goldberg
+94,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88416842818,Magenheim,Susan,L.,6954 Garcia Ranch Road,,,,Vancouver,Canada,5,293-555-7377,274-555-9655,S,$10K - $30K,M,1,0,Partial High School,Normal,Skilled Manual,Y,1,Susan Magenheim
+95,Oaxaca,9535837227,26-08-1961,08:08:08,88426868915,Hance,Nancy,D.,4523 Via Cortez,,,,Tlaxiaco,Mexico,30,471-555-9125,320-555-1260,S,$130K - $150K,F,2,0,Graduate Degree,Silver,Professional,Y,2,Nancy Hance
+96,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88445172309,Mehlert,Rhonda,L.,1400 Gibrix Drive,,,,Beaverton,USA,67,698-555-7875,986-555-9696,S,$50K - $70K,M,0,0,Bachelors Degree,Normal,Management,Y,2,Rhonda Mehlert
+97,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88470690800,Duran,Paula,,9222 Roseann Drive,#59,,,Richmond,Canada,90,532-555-3196,928-555-7532,M,$50K - $70K,M,4,4,High School Degree,Golden,Skilled Manual,Y,2,Paula Duran
+98,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88486376400,Earley,Margaret,,9009 W 46th St,,,,Richmond,Canada,90,121-555-4232,717-555-5596,M,$130K - $150K,F,1,1,High School Degree,Bronze,Management,Y,3,Margaret Earley
+99,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88506181836,Horne,Elizabeth,,7086 O St.,,,,Port Orchard,USA,77,217-555-1839,682-555-2060,S,$30K - $50K,F,3,0,Bachelors Degree,Bronze,Professional,N,2,Elizabeth Horne
+100,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88506991900,Hunt,Mary,,7127 Morengo Court,,,,San Jose,USA,39,490-555-6846,493-555-7753,M,$90K - $110K,F,2,2,Partial High School,Silver,Professional,Y,3,Mary Hunt
+101,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88507222533,Allen,Libby,,5458 Encino Drive,,,,N. Vancouver,Canada,97,848-555-6739,721-555-6503,S,$10K - $30K,F,1,0,Partial High School,Normal,Manual,N,1,Libby Allen
+102,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88530171513,Bruno,Bonnie,F.,8408 Via Del Sol,,,,Langford,Canada,102,244-555-1375,794-555-5482,M,$30K - $50K,M,2,0,Bachelors Degree,Bronze,Professional,N,4,Bonnie Bruno
+103,"""state province # 124""",4124,26-01-1950,16:16:16,88531920313,Bowers,Angela,W.,9650 Valley View Road,,,,Acapulco,Mexico,28,737-555-2156,256-555-5120,M,$50K - $70K,M,5,3,Bachelors Degree,Golden,Professional,Y,2,Angela Bowers
+104,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,88537885546,Gonzales,Donald,C.,2855 Playa,,,,Hidalgo,Mexico,25,394-555-8077,352-555-2727,M,$30K - $50K,F,1,1,Partial College,Bronze,Clerical,N,2,Donald Gonzales
+105,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88539907932,Valdez,Sylvester,,4350 Mota Dr.,,,,National City,USA,9,137-555-8885,625-555-7734,M,$150K +,M,3,3,Bachelors Degree,Golden,Management,Y,3,Sylvester Valdez
+106,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88556258678,Stewart,John,C.,7808 Brown St.,,,,Long Beach,USA,48,717-555-4435,983-555-7627,S,$50K - $70K,M,5,0,Bachelors Degree,Bronze,Professional,Y,2,John Stewart
+107,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88589957952,Velasquez,Barney,C.,2214 Solano,,,,Cliffside,Canada,103,483-555-3870,618-555-5920,M,$30K - $50K,M,2,2,High School Degree,Bronze,Manual,Y,4,Barney Velasquez
+108,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88593557476,Dubois,Kenneth,R.,8582 San Jose Ave.,,,,Shawnee,Canada,105,425-555-1706,998-555-4442,M,$90K - $110K,M,1,1,Bachelors Degree,Bronze,Management,Y,3,Kenneth Dubois
+109,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88597859740,Maestas,Kate,A.,3241 Brock Lane,,,,Newton,Canada,95,214-555-8770,656-555-1363,S,$50K - $70K,M,2,0,Bachelors Degree,Bronze,Professional,N,2,Kate Maestas
+110,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88604978322,Underwood,Josie,B.,9863 Ridge Place,,,,West Covina,USA,60,179-555-5235,160-555-7513,S,$10K - $30K,M,3,0,Partial High School,Normal,Manual,N,1,Josie Underwood
+111,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88620250821,Strain,Ramon,,4777 Rockne Drive,,,,Palo Alto,USA,41,890-555-1927,979-555-6720,M,$70K - $90K,F,2,2,Bachelors Degree,Bronze,Management,Y,2,Ramon Strain
+112,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88622546792,Azari,Pat,C.,4310 Kenston Dr.,,,,Santa Monica,USA,49,217-555-9677,506-555-2499,M,$30K - $50K,F,4,1,High School Degree,Bronze,Skilled Manual,Y,3,Pat Azari
+113,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88624070286,Dabit,Bob,,9476 Hill Top Rd.,,,,Sooke,Canada,101,291-555-8656,448-555-9335,M,$110K - $130K,F,2,1,Bachelors Degree,Bronze,Professional,Y,3,Bob Dabit
+114,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88631725311,Carmona,Marty,T.,9263 Mt. McKinley Ct.,,,,Sooke,Canada,101,541-555-6035,237-555-7399,S,$150K +,F,3,0,High School Degree,Silver,Professional,Y,2,Marty Carmona
+115,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88638226985,Saxton,Gina,M.,620 Woodside Ct.,,,,Altadena,USA,50,330-555-4138,795-555-4359,S,$90K - $110K,F,3,0,Bachelors Degree,Silver,Professional,Y,2,Gina Saxton
+116,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88648338913,McLaughlin,Juan,R.,661 Miller Ave.,,,,Burnaby,Canada,92,602-555-9145,845-555-4709,S,$90K - $110K,M,2,0,High School Degree,Bronze,Management,N,3,Juan McLaughlin
+117,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88656943440,Eyster,Carol,,1648 Eastgate Lane,,,,Albany,USA,71,960-555-9038,833-555-8802,M,$90K - $110K,F,3,1,Graduate Degree,Bronze,Professional,Y,3,Carol Eyster
+118,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88662506341,Henry,Nancy,J.,4598 Manila Avenue,,,,Bremerton,USA,76,356-555-3673,906-555-7780,S,$50K - $70K,M,2,0,Bachelors Degree,Bronze,Professional,Y,2,Nancy Henry
+119,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88665478229,Barros,Chris,C.,3183 Trasher Road,,,,N. Vancouver,Canada,97,737-555-2195,256-555-5159,S,$10K - $30K,M,4,0,Partial High School,Normal,Manual,Y,1,Chris Barros
+120,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88673519492,Groome,Christopher,J.,6387 Scenic Avenue,,,,Milwaukie,USA,65,634-555-2773,353-555-2766,M,$30K - $50K,F,0,0,High School Degree,Bronze,Skilled Manual,Y,4,Christopher Groome
+121,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88683427572,Hill,Anna,L.,7883 Mitchell Canyon Court,,,,Santa Monica,USA,49,137-555-8923,864-555-2430,S,$30K - $50K,F,5,0,High School Degree,Silver,Manual,Y,2,Anna Hill
+122,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88690803647,Williams,Ramon,N.,3997 Via De Luna,,,,Walla Walla,USA,88,718-555-4473,983-555-7666,M,$30K - $50K,F,4,1,High School Degree,Bronze,Skilled Manual,N,3,Ramon Williams
+123,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88708876371,Masters,Scott,,5747 Shirley Drive,,,,Richmond,USA,35,483-555-3909,618-555-5959,M,$30K - $50K,F,2,0,High School Degree,Bronze,Manual,Y,1,Scott Masters
+124,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88719449639,"Brady, Jr.",Joseph,G.,2115 Pasado,,,,Oakland,USA,37,426-555-1745,999-555-4480,S,$70K - $90K,F,5,0,Bachelors Degree,Bronze,Professional,N,2,"Joseph Brady, Jr."
+125,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88734051585,Gray,Ellen,M.,6774 Bonanza,,,,Bellflower,USA,55,214-555-8809,656-555-1402,M,$70K - $90K,M,2,2,Bachelors Degree,Bronze,Professional,Y,3,Ellen Gray
+126,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88735752105,Fielder,Henry,T.,3397 Rancho View Drive,,,,Ballard,USA,20,179-555-5273,160-555-7552,S,$110K - $130K,F,2,0,Partial College,Normal,Professional,Y,2,Henry Fielder
+127,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88744179606,Finnell,Jeanine,L.,8310 Ridge Circle,,,,Everett,USA,81,103-555-4226,192-555-9019,S,$10K - $30K,M,1,0,Partial High School,Normal,Skilled Manual,Y,0,Jeanine Finnell
+128,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88750257492,Schuetz,Ian,T.,7842 Ygnacio Valley Road,,,,Salem,USA,23,330-555-2976,618-555-4797,S,$30K - $50K,F,1,0,High School Degree,Bronze,Skilled Manual,N,4,Ian Schuetz
+129,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88752945065,Runyon,Richard,,5666 Hazelnut Lane,,,,Concord,USA,46,403-555-1955,561-555-2633,M,$50K - $70K,F,0,0,Bachelors Degree,Bronze,Professional,Y,3,Richard Runyon
+130,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88771945834,Potter,Linda,M.,5452 Corte Gilberto,,,,Concord,USA,46,653-555-8333,349-555-9697,S,$110K - $130K,F,4,0,Graduate Degree,Bronze,Professional,N,2,Linda Potter
+131,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88772315979,Smith,Mary,E.,874 Olivera Road,,,,La Jolla,USA,33,749-555-5940,315-555-6162,S,$10K - $30K,M,3,0,Partial High School,Normal,Manual,Y,2,Mary Smith
+132,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88781231641,Brumagen,Barbara,A.,3570 Court Lane,,,,Cliffside,Canada,103,122-555-1947,365-555-6512,S,$30K - $50K,F,0,0,High School Degree,Silver,Skilled Manual,N,3,Barbara Brumagen
+133,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88788833022,Hamilton,Thelma,L.,1902 Santa Cruz,,,,Burbank,USA,53,480-555-1840,353-555-1604,M,$30K - $50K,M,1,0,High School Degree,Bronze,Skilled Manual,Y,3,Thelma Hamilton
+134,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88804722428,J Wilbert,Shirley,L.,4852 Chaparral Court,,,,Spokane,USA,87,115-555-9133,426-555-9583,S,$50K - $70K,M,4,0,Bachelors Degree,Bronze,Professional,Y,1,Shirley J Wilbert
+135,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,88820129036,Ingram,Jeremy,T.,6093 Midway Ct.,,,,Tixapan,Mexico,107,257-555-3997,676-555-6962,M,$110K - $130K,M,5,0,Bachelors Degree,Silver,Professional,Y,3,Jeremy Ingram
+136,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88825504183,Haddix,Sharon,A.,9297 Kenston Dr.,,,,Lynnwood,USA,75,153-555-4576,772-555-4569,M,$150K +,M,3,3,Bachelors Degree,Golden,Professional,Y,3,Sharon Haddix
+137,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88846119642,Thomas,Leland,P.,793 Crawford Street,,,,Newport Beach,USA,59,557-555-1726,384-555-4233,M,$130K - $150K,F,3,3,Partial College,Bronze,Professional,Y,3,Leland Thomas
+138,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88880816698,Wilson,Don,R.,4251 San Onofre Court,,,,Oak Bay,Canada,99,238-555-6276,503-555-9469,S,$90K - $110K,F,4,0,Partial High School,Silver,Professional,Y,2,Don Wilson
+139,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88896459341,Stovall,Wayne,,8656 Lakespring Place,,,,Coronado,USA,8,593-555-6287,728-555-8337,M,$30K - $50K,M,1,1,Partial High School,Bronze,Manual,Y,1,Wayne Stovall
+140,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88966604471,Russell,Douglas,D.,5025 Holiday Hills,,,,La Mesa,USA,11,536-555-4122,209-555-6858,M,$10K - $30K,M,2,1,Partial High School,Normal,Skilled Manual,Y,1,Douglas Russell
+141,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,88974345326,Doose,Maureen,,7028 San Gabriel Dr.,,,,Santa Anita,Mexico,108,324-555-2187,767-555-3779,M,$10K - $30K,M,4,3,Partial High School,Normal,Skilled Manual,N,1,Maureen Doose
+142,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88980621695,Morreale,Ann,,6307 Grenadine Way,,,,Renton,USA,73,289-555-7651,270-555-9929,M,$50K - $70K,F,2,1,Bachelors Degree,Golden,Professional,Y,4,Ann Morreale
+143,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,89028214812,Rupert,Sheila,M.,1220 Bradford Way,,,,Glendale,USA,54,101-555-4344,190-555-9137,M,$30K - $50K,F,5,5,Partial College,Golden,Manual,Y,3,Sheila Rupert
+144,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89028284549,Pierson,Ashley,E.,1999 Orangewood Court,,,,Westminster,Canada,91,328-555-3094,616-555-4915,S,$10K - $30K,M,3,0,Partial High School,Bronze,Skilled Manual,Y,0,Ashley Pierson
+145,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89029260873,Nickels,Ivan,,9821 Juniper Drive,,,,Victoria,Canada,6,401-555-2072,559-555-2751,M,$10K - $30K,M,3,3,Partial High School,Normal,Manual,Y,2,Ivan Nickels
+146,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89035692811,Neuhauser,Chad,D.,9608 Grammercy Lane,,,,Victoria,Canada,6,651-555-8451,347-555-9815,S,$130K - $150K,M,2,0,Partial High School,Bronze,Professional,Y,4,Chad Neuhauser
+147,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89059253334,Coke,Ann,,7685 Imperial Dr,,,,Sooke,Canada,101,747-555-6058,551-555-9937,S,$110K - $130K,M,4,0,Bachelors Degree,Bronze,Professional,Y,2,Ann Coke
+148,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,89061329364,Scarbrough,Jon,M.,7726 Driftwood Drive,,,,Kirkland,USA,63,120-555-2065,363-555-6629,S,$70K - $90K,M,2,0,High School Degree,Bronze,Management,N,2,Jon Scarbrough
+149,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,89073216915,Martensen,Lillian,F.,8713 Yosemite Ct.,,,,Chula Vista,USA,13,478-555-1958,590-555-5380,S,$50K - $70K,M,1,0,Bachelors Degree,Bronze,Professional,Y,1,Lillian Martensen
+150,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,89090994596,McCormick,Mary,E.,9008 Creekside Drive,,,,Seattle,USA,18,113-555-9251,424-555-9701,M,$30K - $50K,F,4,1,High School Degree,Bronze,Manual,Y,3,Mary McCormick
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithescapecharacter.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithescapecharacter.csv b/integration/spark-common-test/src/test/resources/datawithescapecharacter.csv
new file mode 100644
index 0000000..9bda54d
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithescapecharacter.csv
@@ -0,0 +1,22 @@
+imei,specialchar
+1AA1,hash#124
+1AA2,space 125
+1AA3,ampersand&&hi
+1AA4,escape\\esc
+1AA44,"escape\esc"
+1AA5,not!hi
+1AA6,braces(hi)
+1AA7,percentage%hi
+1AA8,Tilde~~
+1AA9,dollar$hi
+1AA10,star***hi
+1AA11,colon:hi
+1AA12,semi;colon
+1AA13,quote'1'22
+1AA14,underscore_hi
+1AA15,equals=hi
+1AA16,plus+hi
+1232,"ayush@b.com"
+12323,"ayush@@b.com"
+12345,"\u897f\u5b89\\u54b8\u9633"
+12346,"\u897f\u5b89\\\u54b8\u9633"
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithmaxinteger.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithmaxinteger.csv b/integration/spark-common-test/src/test/resources/datawithmaxinteger.csv
new file mode 100644
index 0000000..52dfdfc
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithmaxinteger.csv
@@ -0,0 +1,12 @@
+imei,age
+1AA1,10
+1AA2,26
+1AA3,10
+1AA4,10
+1AA5,20
+1AA6,10
+1AA7,10
+1AA8,10
+1AA9,10
+1AA10,10
+1AA12,2147483647
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithmaxmininteger.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithmaxmininteger.csv b/integration/spark-common-test/src/test/resources/datawithmaxmininteger.csv
new file mode 100644
index 0000000..5677a40
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithmaxmininteger.csv
@@ -0,0 +1,13 @@
+imei,age
+1AA1,10
+1AA2,26
+1AA3,10
+1AA4,10
+1AA5,20
+1AA6,10
+1AA7,10
+1AA8,10
+1AA9,10
+1AA10,10
+1AA11,-2147483648
+1AA12,2147483647
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithmininteger.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithmininteger.csv b/integration/spark-common-test/src/test/resources/datawithmininteger.csv
new file mode 100644
index 0000000..cc34efa
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithmininteger.csv
@@ -0,0 +1,12 @@
+imei,age
+1AA1,10
+1AA2,26
+1AA3,10
+1AA4,10
+1AA5,20
+1AA6,10
+1AA7,10
+1AA8,10
+1AA9,10
+1AA10,10
+1AA11,-2147483648
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithnullmeasure.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithnullmeasure.csv b/integration/spark-common-test/src/test/resources/datawithnullmeasure.csv
new file mode 100644
index 0000000..77ece50
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithnullmeasure.csv
@@ -0,0 +1,5 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,0
+2,2015/7/24,china,aaa2,phone756,ASD42892,
+3,2015/7/25,china,aaa3,phone1904,ASD37014
+4,2015/7/26,china,aaa4,phone2435,ASD66902,0
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithnullmsrs.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithnullmsrs.csv b/integration/spark-common-test/src/test/resources/datawithnullmsrs.csv
new file mode 100644
index 0000000..0146659
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithnullmsrs.csv
@@ -0,0 +1,11 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,,,
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,
+13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,,9054.235
+14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,
+15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,,91.5,13245.48
+16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,,
+17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
+18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,,98.23,7245.25
+19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
+20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,,
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithoutheader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithoutheader.csv b/integration/spark-common-test/src/test/resources/datawithoutheader.csv
new file mode 100644
index 0000000..dd10fa2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithoutheader.csv
@@ -0,0 +1,10 @@
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
+13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
+14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
+15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
+16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
+17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
+18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
+19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
+20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/datawithspecialcharacter.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/datawithspecialcharacter.csv b/integration/spark-common-test/src/test/resources/datawithspecialcharacter.csv
new file mode 100644
index 0000000..12cc8fa
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/datawithspecialcharacter.csv
@@ -0,0 +1,38 @@
+imei,specialchar
+1AA0,double"specialchar"quote
+1AA1,hash#124
+1AA2,space 125
+1AA3,ampersand&&hi
+1AA4,escape\esc
+1AA5,not!hi
+1AA6,braces(hi)
+1AA7,percentage%hi
+1AA8,Tilde~~
+1AA9,dollar$hi
+1AA10,star***hi
+1AA11,colon:hi
+1AA12,semi;colon
+1AA13,quote'1'22
+1AA14,underscore_hi
+1AA15,equals=hi
+1AA16,plus+hi
+1AA17,minus-hi
+1AA18,combination ~!@#$%^&*()_+| CA
+1AA19,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC
+1AA20,LonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmember
+1AA21,char123234Number
+1AA22,\\ esc !@~##%%&**(*&((*()()* "" some thing "" ' DF
+1AA23,select * from sale_fact
+1AA24,pipe|hi
+1AA25,Curly{braces}hi
+1AA26,braces[hi]
+1AA27,question?hi
+1AA28,lessthan< hi
+1AA29,morethan>hi
+1AA30,dot.hi
+1AA31,comma,hi
+1AA32,escapecomma\,hi
+1AA33,fslash/hi
+1AA34,a@b
+1AA35,\\n
+1AA36,"\"i\""
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/decimalBoundaryDataCarbon.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/decimalBoundaryDataCarbon.csv b/integration/spark-common-test/src/test/resources/decimalBoundaryDataCarbon.csv
new file mode 100644
index 0000000..1744362
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/decimalBoundaryDataCarbon.csv
@@ -0,0 +1,12 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,12345678901234510.1234567890123
+2,2015/7/24,china,aaa2,phone756,ASD42892,12345678901234520.1234567890123
+3,2015/7/25,china,aaa3,phone1904,ASD37014,12345678901234530.1234567890123
+4,2015/7/26,china,aaa4,phone2435,ASD66902,12345678901234560.1234567890123
+5,2015/7/27,china,aaa5,phone2441,ASD90633,22345678901234560.1234567890123
+6,2015/7/28,china,aaa6,phone294,ASD59961,32345678901234560.1234567890123
+7,2015/7/29,china,aaa7,phone610,ASD14875,42345678901234560.1234567890123
+8,2015/7/30,china,aaa8,phone1848,ASD57308,52345678901234560.1234567890123
+9,2015/7/18,china,aaa9,phone706,ASD86717,62345678901234560.1234567890123
+10,2015/7/19,usa,aaa10,phone685,ASD30505,72345678901234560.1234567890123
+11,2015/7/18,china,aaa11,phone1554,ASD26101,82345678901234560.1234567890123
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/decimalBoundaryDataHive.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/decimalBoundaryDataHive.csv b/integration/spark-common-test/src/test/resources/decimalBoundaryDataHive.csv
new file mode 100644
index 0000000..2bcf7f5
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/decimalBoundaryDataHive.csv
@@ -0,0 +1,11 @@
+1,2015/7/23,china,aaa1,phone197,ASD69643,12345678901234510.1234567890123
+2,2015/7/24,china,aaa2,phone756,ASD42892,12345678901234520.1234567890123
+3,2015/7/25,china,aaa3,phone1904,ASD37014,12345678901234530.1234567890123
+4,2015/7/26,china,aaa4,phone2435,ASD66902,12345678901234560.1234567890123
+5,2015/7/27,china,aaa5,phone2441,ASD90633,22345678901234560.1234567890123
+6,2015/7/28,china,aaa6,phone294,ASD59961,32345678901234560.1234567890123
+7,2015/7/29,china,aaa7,phone610,ASD14875,42345678901234560.1234567890123
+8,2015/7/30,china,aaa8,phone1848,ASD57308,52345678901234560.1234567890123
+9,2015/7/18,china,aaa9,phone706,ASD86717,62345678901234560.1234567890123
+10,2015/7/19,usa,aaa10,phone685,ASD30505,72345678901234560.1234567890123
+11,2015/7/18,china,aaa11,phone1554,ASD26101,82345678901234560.1234567890123
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/decimalDataWithHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/decimalDataWithHeader.csv b/integration/spark-common-test/src/test/resources/decimalDataWithHeader.csv
new file mode 100644
index 0000000..b136137
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/decimalDataWithHeader.csv
@@ -0,0 +1,13 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000.43
+2,2015/7/24,china,aaa2,phone756,ASD42892,45234525465882.24
+3,2015/7/25,china,aaa3,phone1904,ASD37014,652165.22
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003.21
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15000.43
+6,2015/7/28,china,aaa6,phone294,ASD59961,274565465656566.23
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006.45
+8,2015/7/30,china,aaa8,phone1848,ASD57308,1500744.22
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008.02
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15000.43
+11,2015/7/18,china,aaa11,phone1554,ASD26101,15010.00
+12,2015/7/19,china,aaa12,phone1781,ASD85711,15011.20
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/decimalDataWithoutHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/decimalDataWithoutHeader.csv b/integration/spark-common-test/src/test/resources/decimalDataWithoutHeader.csv
new file mode 100644
index 0000000..af5076f
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/decimalDataWithoutHeader.csv
@@ -0,0 +1,12 @@
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000.43
+2,2015/7/24,china,aaa2,phone756,ASD42892,45234525465882.24
+3,2015/7/25,china,aaa3,phone1904,ASD37014,652165.22
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003.21
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15000.43
+6,2015/7/28,china,aaa6,phone294,ASD59961,274565465656566.23
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006.45
+8,2015/7/30,china,aaa8,phone1848,ASD57308,1500744.22
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008.02
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15000.43
+11,2015/7/18,china,aaa11,phone1554,ASD26101,15010.00
+12,2015/7/19,china,aaa12,phone1781,ASD85711,15011.20
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/deviceInformationId.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/deviceInformationId.csv b/integration/spark-common-test/src/test/resources/deviceInformationId.csv
new file mode 100644
index 0000000..6dbf8eb
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/deviceInformationId.csv
@@ -0,0 +1,48 @@
+100044
+100045,
+100046,
+100047
+100048
+100049,
+10005
+100050
+100051
+100052,
+100053
+100054,
+100055
+100056
+100057
+100058
+100059
+10006
+100060
+100061
+100062
+100063
+100064
+100065
+100066
+100067
+100068,
+100069
+10007
+100070
+100071
+100072
+100073
+100074
+100075
+100076
+100077
+100078
+100079
+10008
+100080
+100081
+100082
+100083
+100084,
+100085
+10086,
+100087
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/deviceInformationId2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/deviceInformationId2.csv b/integration/spark-common-test/src/test/resources/deviceInformationId2.csv
new file mode 100644
index 0000000..00cf181
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/deviceInformationId2.csv
@@ -0,0 +1,6 @@
+100082
+100083
+100084,
+100085
+10086,
+10011
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dict.txt
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dict.txt b/integration/spark-common-test/src/test/resources/dict.txt
new file mode 100644
index 0000000..64ba47f
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dict.txt
@@ -0,0 +1 @@
+12154
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dimSample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dimSample.csv b/integration/spark-common-test/src/test/resources/dimSample.csv
new file mode 100644
index 0000000..0c8f27a
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dimSample.csv
@@ -0,0 +1,21 @@
+id,name,city
+1,David,Beijing
+2,Mark,Paris
+3,Bill,NewYork
+4,Sara,Tokyo
+5,John,Beijing
+6,Michel,Chicago
+7,Robert,Houston
+8,Sunny,Boston
+9,Mary,Tokyo
+10,Edward,Paris
+11,James,Washington
+12,Maria,Berlin
+13,Adam,Athens
+14,Peter,Boston
+15,George,Paris
+16,Paul,Shanghai
+17,Lisa,Hangzhou
+18,Angel,Beijing
+19,Emily,Bangalore
+20,Kevin,Singapore
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/dimTableSample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/dimTableSample.csv b/integration/spark-common-test/src/test/resources/dimTableSample.csv
new file mode 100644
index 0000000..2fbc871
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/dimTableSample.csv
@@ -0,0 +1,4 @@
+id,name,city
+1,david,shenzhen
+2,eason,shenzhen
+3,jarry,wuhan
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/emptyDimensionData.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/emptyDimensionData.csv b/integration/spark-common-test/src/test/resources/emptyDimensionData.csv
new file mode 100644
index 0000000..60f482d
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/emptyDimensionData.csv
@@ -0,0 +1,21 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,,aaa1,,,15000
+2,2015/7/24,,,,,15001
+3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,china,aaa4,,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,,15004
+6,2015/7/28,,aaa6,phone294,ASD59961,15005
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006
+8,2015/7/30,china,aaa8,,ASD57308,15007
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
+11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
+12,2015/7/19,,aaa12,phone1781,ASD85711,15011
+13,2015/7/20,china,,phone943,,15012
+14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
+15,2015/7/22,china,aaa15,phone451,ASD1954,15014
+16,2015/7/23,china,aaa16,phone390,ASD38513,15015
+17,2015/7/24,,aaa17,phone1929,ASD86213,15016
+18,2015/7/25,usa,aaa18,,ASD88812,15017
+19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
+20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/emptyDimensionDataHive.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/emptyDimensionDataHive.csv b/integration/spark-common-test/src/test/resources/emptyDimensionDataHive.csv
new file mode 100644
index 0000000..2e89887
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/emptyDimensionDataHive.csv
@@ -0,0 +1,20 @@
+1,2015/7/23,,aaa1,,,15000
+2,2015/7/24,,,,,15001
+3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
+4,2015/7/26,china,aaa4,,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,,15004
+6,2015/7/28,,aaa6,phone294,ASD59961,15005
+7,2015/7/29,china,aaa7,phone610,ASD14875,15006
+8,2015/7/30,china,aaa8,,ASD57308,15007
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
+11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
+12,2015/7/19,,aaa12,phone1781,ASD85711,15011
+13,2015/7/20,china,,phone943,,15012
+14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
+15,2015/7/22,china,aaa15,phone451,ASD1954,15014
+16,2015/7/23,china,aaa16,phone390,ASD38513,15015
+17,2015/7/24,,aaa17,phone1929,ASD86213,15016
+18,2015/7/25,usa,aaa18,,ASD88812,15017
+19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
+20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/emptyrow/csvwithonlyspacechar.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/emptyrow/csvwithonlyspacechar.csv b/integration/spark-common-test/src/test/resources/emptyrow/csvwithonlyspacechar.csv
new file mode 100644
index 0000000..0519ecb
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/emptyrow/csvwithonlyspacechar.csv
@@ -0,0 +1 @@
+
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/emptyrow/emptyRows.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/emptyrow/emptyRows.csv b/integration/spark-common-test/src/test/resources/emptyrow/emptyRows.csv
new file mode 100644
index 0000000..232d614
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/emptyrow/emptyRows.csv
@@ -0,0 +1,7 @@
+eid,ename,sal,presal,comm,deptno,Desc
+17
+
+18,,,,,,NullValue_check
+19,Ravan,12345678900123456789098765432112345678.12345678900123456789098765432112345678,12345678900123456789098765432112345678.12345678900123456789098765432112345678,12345678900123456789098765432112345678.12345678900123456789098765432112345678,12345678900123456789098765432112345678.12345678900123456789098765432112345678,38_38_range
+25,a,1
+
[03/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/resources/dataDiff.csv
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/resources/dataDiff.csv b/integration/spark2/src/test/resources/dataDiff.csv
deleted file mode 100644
index 6407b10..0000000
--- a/integration/spark2/src/test/resources/dataDiff.csv
+++ /dev/null
@@ -1,1001 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001
-3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,china,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
-12,2015/7/19,china,aaa12,phone1781,ASD85711,15011
-13,2015/7/20,china,aaa13,phone943,ASD39200,15012
-14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
-15,2015/7/22,china,aaa15,phone451,ASD1954,15014
-16,2015/7/23,china,aaa16,phone390,ASD38513,15015
-17,2015/7/24,china,aaa17,phone1929,ASD86213,15016
-18,2015/7/25,usa,aaa18,phone910,ASD88812,15017
-19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
-20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
-21,2015/7/28,china,aaa21,phone1371,ASD27896,15020
-22,2015/7/29,china,aaa22,phone945,ASD79760,15021
-23,2015/7/30,china,aaa23,phone2177,ASD45410,15022
-24,2015/7/31,china,aaa24,phone1586,ASD80645,15023
-25,2015/8/1,china,aaa25,phone1310,ASD36408,15024
-26,2015/8/2,china,aaa26,phone1579,ASD14571,15025
-27,2015/8/3,china,aaa27,phone2123,ASD36243,15026
-28,2015/8/4,china,aaa28,phone2334,ASD57825,15027
-29,2015/8/5,china,aaa29,phone1166,ASD26161,15028
-30,2015/8/6,china,aaa30,phone2248,ASD47899,15029
-31,2015/8/7,china,aaa31,phone475,ASD89811,15030
-32,2015/8/8,china,aaa32,phone2499,ASD87974,15031
-33,2015/8/9,china,aaa33,phone2333,ASD62408,15032
-34,2015/8/10,china,aaa34,phone1128,ASD73138,15033
-35,2015/8/11,china,aaa35,phone1063,ASD29573,15034
-36,2015/8/12,china,aaa36,phone1633,ASD82574,15035
-37,2015/8/13,china,aaa37,phone775,ASD47938,15036
-38,2015/8/14,china,aaa38,phone817,ASD40947,15037
-39,2015/8/15,china,aaa39,phone2221,ASD6379,15038
-40,2015/8/16,china,aaa40,phone2289,ASD48374,15039
-41,2015/8/17,china,aaa41,phone599,ASD44560,15040
-42,2015/8/18,china,aaa42,phone384,ASD613,15041
-43,2015/8/19,china,aaa43,phone731,ASD66050,15042
-44,2015/8/20,china,aaa44,phone2128,ASD39759,15043
-45,2015/8/21,china,aaa45,phone1503,ASD31200,15044
-46,2015/8/22,china,aaa46,phone1833,ASD22945,15045
-47,2015/8/23,china,aaa47,phone2346,ASD80162,15046
-48,2015/8/24,china,aaa48,phone2714,ASD27822,15047
-49,2015/8/25,china,aaa49,phone1582,ASD21279,15048
-50,2015/8/26,china,aaa50,phone83,ASD17242,15049
-51,2015/8/27,china,aaa51,phone54,ASD29131,15050
-52,2015/8/28,china,aaa52,phone526,ASD73647,15051
-53,2015/8/29,china,aaa53,phone1308,ASD80493,15052
-54,2015/8/30,china,aaa54,phone2785,ASD30573,15053
-55,2015/8/31,china,aaa55,phone2133,ASD49757,15054
-56,2015/9/1,china,aaa56,phone871,ASD54753,15055
-57,2015/9/2,china,aaa57,phone1570,ASD25758,15056
-58,2015/9/3,china,aaa58,phone434,ASD30291,15057
-59,2015/9/4,china,aaa59,phone2023,ASD60739,15058
-60,2015/9/5,china,aaa60,phone1755,ASD4955,15059
-61,2015/9/6,china,aaa61,phone1120,ASD41678,15060
-62,2015/9/7,china,aaa62,phone526,ASD73647,15061
-63,2015/9/8,china,aaa63,phone111,ASD20917,15062
-64,2015/9/9,china,aaa64,phone2477,ASD78171,15063
-65,2015/9/10,china,aaa65,phone1458,ASD3023,15064
-66,2015/9/11,china,aaa66,phone33,ASD54379,15065
-67,2015/9/12,china,aaa67,phone1710,ASD65296,15066
-68,2015/9/13,china,aaa68,phone118,ASD4568,15067
-69,2015/9/14,china,aaa69,phone2772,ASD42161,15068
-70,2015/9/15,china,aaa70,phone1013,ASD88261,15069
-71,2015/9/16,china,aaa71,phone1606,ASD33903,15070
-72,2015/9/17,china,aaa72,phone2800,ASD60308,15071
-73,2015/9/18,china,aaa73,phone2461,ASD14645,15072
-74,2015/9/19,china,aaa74,phone1038,ASD66620,15073
-75,2015/9/20,china,aaa75,phone2882,ASD23220,15074
-76,2015/9/21,china,aaa76,phone1665,ASD31618,15075
-77,2015/9/22,china,aaa77,phone2991,ASD37964,15076
-78,2015/9/23,china,aaa78,phone620,ASD7257,15077
-79,2015/9/24,china,aaa79,phone1097,ASD12510,15078
-80,2015/9/25,usa,aaa80,phone1668,ASD41149,15079
-81,2015/9/26,china,aaa81,phone2869,ASD95862,15080
-82,2015/9/27,china,aaa82,phone2506,ASD77011,15081
-83,2015/9/28,china,aaa83,phone2897,ASD6674,15082
-84,2015/9/29,china,aaa84,phone954,ASD72595,15083
-85,2015/9/30,china,aaa85,phone1382,ASD86617,15084
-86,2015/10/1,china,aaa86,phone284,ASD31454,15085
-87,2015/10/2,china,aaa87,phone1000,ASD1404,15086
-88,2015/10/3,china,aaa88,phone1813,ASD6955,15087
-89,2015/10/4,china,aaa89,phone2301,ASD14198,15088
-90,2015/10/5,france,aaa90,phone791,ASD13426,15089
-91,2015/10/6,china,aaa91,phone1885,ASD67230,15090
-92,2015/10/7,china,aaa92,phone2055,ASD37734,15091
-93,2015/10/8,china,aaa93,phone710,ASD20056,15092
-94,2015/10/9,china,aaa94,phone1661,ASD62717,15093
-95,2015/10/10,china,aaa95,phone890,ASD68112,15094
-96,2015/10/11,china,aaa96,phone1291,ASD43253,15095
-97,2015/10/12,china,aaa97,phone1754,ASD17116,15096
-98,2015/10/13,china,aaa98,phone1162,ASD9615,15097
-99,2015/10/14,china,aaa99,phone1202,ASD38525,15098
-100,2015/10/15,china,aaa100,phone2568,ASD16162,15099
-101,2015/10/16,china,aaa101,phone722,ASD82042,15100
-102,2015/10/17,china,aaa102,phone1986,ASD55325,15101
-103,2015/10/18,china,aaa103,phone2370,ASD86596,15102
-104,2015/10/19,china,aaa104,phone2477,ASD78171,15103
-105,2015/10/20,china,aaa105,phone2047,ASD38944,15104
-106,2015/10/21,china,aaa106,phone16,ASD96002,15105
-107,2015/10/22,china,aaa107,phone1319,ASD79661,15106
-108,2015/10/23,china,aaa108,phone1375,ASD63986,15107
-109,2015/10/24,china,aaa109,phone638,ASD22875,15108
-110,2015/10/25,china,aaa110,phone1520,ASD75562,15109
-111,2015/10/26,china,aaa111,phone868,ASD43647,15110
-112,2015/10/27,china,aaa112,phone1688,ASD69512,15111
-113,2015/10/28,china,aaa113,phone1359,ASD65796,15112
-114,2015/10/29,china,aaa114,phone1819,ASD14490,15113
-115,2015/10/30,china,aaa115,phone2686,ASD70591,15114
-116,2015/10/31,china,aaa116,phone1999,ASD59245,15115
-117,2015/11/1,china,aaa117,phone1708,ASD47454,15116
-118,2015/11/2,china,aaa118,phone868,ASD43647,15117
-119,2015/11/3,china,aaa119,phone2708,ASD80313,15118
-120,2015/11/4,china,aaa120,phone2930,ASD29572,15119
-121,2015/11/5,china,aaa121,phone482,ASD37161,15120
-122,2015/11/6,china,aaa122,phone147,ASD86280,15121
-123,2015/11/7,china,aaa123,phone22,ASD15140,15122
-124,2015/11/8,china,aaa124,phone2900,ASD81501,15123
-125,2015/11/9,china,aaa125,phone2698,ASD94746,15124
-126,2015/11/10,china,aaa126,phone740,ASD87038,15125
-127,2015/11/11,china,aaa127,phone2330,ASD51162,15126
-128,2015/11/12,china,aaa128,phone1825,ASD39324,15127
-129,2015/11/13,china,aaa129,phone1910,ASD38521,15128
-130,2015/11/14,china,aaa130,phone2391,ASD77728,15129
-131,2015/11/15,china,aaa131,phone138,ASD67641,15130
-132,2015/11/16,uk,aaa132,phone1860,ASD84718,15131
-133,2015/11/17,uk,aaa133,phone1957,ASD8256,15132
-134,2015/11/18,uk,aaa134,phone738,ASD55955,15133
-135,2015/11/19,uk,aaa135,phone412,ASD58554,15134
-136,2015/11/20,uk,aaa136,phone2913,ASD38036,15135
-137,2015/11/21,uk,aaa137,phone2397,ASD17008,15136
-138,2015/11/22,uk,aaa138,phone2231,ASD59268,15137
-139,2015/11/23,uk,aaa139,phone1909,ASD32664,15138
-140,2015/11/24,uk,aaa140,phone2339,ASD54735,15139
-141,2015/11/25,china,aaa141,phone1086,ASD70962,15140
-142,2015/11/26,china,aaa142,phone2462,ASD4442,15141
-143,2015/11/27,china,aaa143,phone1628,ASD24356,15142
-144,2015/11/28,china,aaa144,phone1399,ASD18683,15143
-145,2015/11/29,china,aaa145,phone1512,ASD42324,15144
-146,2015/11/30,china,aaa146,phone845,ASD73765,15145
-147,2015/12/1,china,aaa147,phone2338,ASD49799,15146
-148,2015/12/2,china,aaa148,phone112,ASD95309,15147
-149,2015/12/3,china,aaa149,phone2008,ASD99124,15148
-150,2015/12/4,china,aaa150,phone1504,ASD18487,15149
-151,2015/12/5,china,aaa151,phone2538,ASD86901,15150
-152,2015/12/6,china,aaa152,phone253,ASD56839,15151
-153,2015/12/7,china,aaa153,phone543,ASD59832,15152
-154,2015/12/8,china,aaa154,phone251,ASD59211,15153
-155,2015/12/9,china,aaa155,phone2898,ASD58932,15154
-156,2015/12/10,china,aaa156,phone219,ASD78593,15155
-157,2015/12/11,china,aaa157,phone599,ASD44560,15156
-158,2015/12/12,china,aaa158,phone2775,ASD33598,15157
-159,2015/12/13,china,aaa159,phone873,ASD94122,15158
-160,2015/12/14,china,aaa160,phone1871,ASD21810,15159
-161,2015/12/15,china,aaa161,phone1871,ASD21810,15160
-162,2015/12/16,china,aaa162,phone1626,ASD5437,15161
-163,2015/12/17,china,aaa163,phone825,ASD71225,15162
-164,2015/12/18,china,aaa164,phone2660,ASD27594,15163
-165,2015/12/19,china,aaa165,phone388,ASD76310,15164
-166,2015/12/20,china,aaa166,phone2583,ASD77454,15165
-167,2015/12/21,china,aaa167,phone2870,ASD61497,15166
-168,2015/12/22,china,aaa168,phone2785,ASD30573,15167
-169,2015/12/23,china,aaa169,phone293,ASD78900,15168
-170,2015/12/24,china,aaa170,phone116,ASD86473,15169
-171,2015/12/25,china,aaa171,phone1244,ASD30971,15170
-172,2015/12/26,china,aaa172,phone2175,ASD33484,15171
-173,2015/12/27,china,aaa173,phone1909,ASD32664,15172
-174,2015/12/28,china,aaa174,phone1921,ASD28833,15173
-175,2015/12/29,china,aaa175,phone374,ASD67524,15174
-176,2015/12/30,china,aaa176,phone465,ASD75494,15175
-177,2015/12/31,china,aaa177,phone395,ASD63501,15176
-178,2016/1/1,china,aaa178,phone1695,ASD92758,15177
-179,2016/1/2,china,aaa179,phone1396,ASD53292,15178
-180,2016/1/3,china,aaa180,phone1377,ASD12856,15179
-181,2016/1/4,china,aaa181,phone2385,ASD70717,15180
-182,2016/1/5,china,aaa182,phone2083,ASD3221,15181
-183,2016/1/6,china,aaa183,phone609,ASD54015,15182
-184,2016/1/7,china,aaa184,phone1732,ASD35453,15183
-185,2016/1/8,china,aaa185,phone926,ASD46831,15184
-186,2016/1/9,china,aaa186,phone52,ASD46238,15185
-187,2016/1/10,china,aaa187,phone401,ASD28870,15186
-188,2016/1/11,china,aaa188,phone304,ASD52886,15187
-189,2016/1/12,china,aaa189,phone1586,ASD80645,15188
-190,2016/1/13,china,aaa190,phone358,ASD23673,15189
-191,2016/1/14,china,aaa191,phone1930,ASD58097,15190
-192,2016/1/15,china,aaa192,phone663,ASD44218,15191
-193,2016/1/16,china,aaa193,phone1243,ASD37727,15192
-194,2016/1/17,china,aaa194,phone1588,ASD91226,15193
-195,2016/1/18,china,aaa195,phone2527,ASD80035,15194
-196,2016/1/19,china,aaa196,phone1522,ASD62002,15195
-197,2016/1/20,china,aaa197,phone1387,ASD49312,15196
-198,2016/1/21,china,aaa198,phone2493,ASD55143,15197
-199,2016/1/22,china,aaa199,phone2307,ASD10530,15198
-200,2016/1/23,china,aaa200,phone2940,ASD57500,15199
-201,2016/1/24,canada,aaa201,phone1208,ASD8177,15200
-202,2016/1/25,canada,aaa202,phone1383,ASD13789,15201
-203,2016/1/26,canada,aaa203,phone1016,ASD68460,15202
-204,2016/1/27,canada,aaa204,phone2832,ASD89285,15203
-205,2016/1/28,canada,aaa205,phone2199,ASD21040,15204
-206,2016/1/29,canada,aaa206,phone1105,ASD41184,15205
-207,2016/1/30,canada,aaa207,phone1997,ASD79237,15206
-208,2016/1/31,canada,aaa208,phone663,ASD44218,15207
-209,2016/2/1,canada,aaa209,phone767,ASD85191,15208
-210,2016/2/2,canada,aaa210,phone1232,ASD55928,15209
-211,2016/2/3,canada,aaa211,phone2533,ASD86033,15210
-212,2016/2/4,canada,aaa212,phone861,ASD12777,15211
-213,2016/2/5,canada,aaa213,phone1334,ASD47037,15212
-214,2016/2/6,canada,aaa214,phone1438,ASD77362,15213
-215,2016/2/7,canada,aaa215,phone160,ASD78770,15214
-216,2015/7/8,canada,aaa216,phone2437,ASD99353,15215
-217,2015/7/8,canada,aaa217,phone1430,ASD42465,15216
-218,2015/7/8,china,aaa218,phone2989,ASD31575,15217
-219,2015/7/8,china,aaa219,phone1315,ASD42644,15218
-220,2015/7/8,china,aaa220,phone2866,ASD29661,15219
-221,2015/7/8,china,aaa221,phone1616,ASD16671,15220
-222,2015/7/8,china,aaa222,phone2087,ASD48037,15221
-223,2015/7/8,china,aaa223,phone2573,ASD82694,15222
-224,2015/7/8,china,aaa224,phone913,ASD21179,15223
-225,2015/7/8,china,aaa225,phone900,ASD46140,15224
-226,2015/7/8,china,aaa226,phone1087,ASD43483,15225
-227,2015/7/8,china,aaa227,phone1647,ASD74002,15226
-228,2015/7/8,china,aaa228,phone2341,ASD82304,15227
-229,2015/7/8,china,aaa229,phone1901,ASD34911,15228
-230,2015/7/8,china,aaa230,phone2649,ASD69130,15229
-231,2015/7/8,china,aaa231,phone2514,ASD24211,15230
-232,2015/7/8,china,aaa232,phone133,ASD22945,15231
-233,2015/7/8,china,aaa233,phone1048,ASD5352,15232
-234,2015/7/8,uk,aaa234,phone10,ASD18389,15233
-235,2015/7/8,france,aaa235,phone319,ASD14310,15234
-236,2015/7/8,france,aaa236,phone169,ASD18752,15235
-237,2015/7/8,france,aaa237,phone1792,ASD12930,15236
-238,2015/7/8,france,aaa238,phone2914,ASD66266,15237
-239,2015/7/8,france,aaa239,phone371,ASD78389,15238
-240,2015/7/8,france,aaa240,phone739,ASD43117,15239
-241,2015/7/8,france,aaa241,phone791,ASD13426,15240
-242,2015/7/8,france,aaa242,phone2594,ASD53050,15241
-243,2015/7/8,france,aaa243,phone696,ASD31569,15242
-244,2015/7/8,france,aaa244,phone2029,ASD19595,15243
-245,2015/7/8,france,aaa245,phone795,ASD24648,15244
-246,2015/7/8,france,aaa246,phone865,ASD20613,15245
-247,2015/7/8,france,aaa247,phone471,ASD5440,15246
-248,2015/7/8,france,aaa248,phone2399,ASD39891,15247
-249,2015/7/8,france,aaa249,phone56,ASD79971,15248
-250,2015/7/8,france,aaa250,phone1371,ASD27896,15249
-251,2015/7/8,france,aaa251,phone1746,ASD68481,15250
-252,2015/7/8,france,aaa252,phone147,ASD86280,15251
-253,2015/7/8,france,aaa253,phone2766,ASD60381,15252
-254,2015/7/8,france,aaa254,phone2932,ASD12302,15253
-255,2015/7/8,france,aaa255,phone1866,ASD21033,15254
-256,2015/7/8,france,aaa256,phone1631,ASD67070,15255
-257,2015/7/8,france,aaa257,phone1386,ASD80979,15256
-258,2015/7/8,france,aaa258,phone2384,ASD97760,15257
-259,2015/7/8,france,aaa259,phone1977,ASD29691,15258
-260,2015/7/8,france,aaa260,phone316,ASD96088,15259
-261,2015/7/8,france,aaa261,phone763,ASD7447,15260
-262,2015/7/8,france,aaa262,phone2791,ASD86621,15261
-263,2015/7/8,france,aaa263,phone401,ASD28870,15262
-264,2015/7/8,france,aaa264,phone1534,ASD59748,15263
-265,2015/7/8,france,aaa265,phone2815,ASD51862,15264
-266,2015/7/8,france,aaa266,phone2277,ASD52116,15265
-267,2015/7/8,france,aaa267,phone1458,ASD3023,15266
-268,2015/7/8,china,aaa268,phone1173,ASD44668,15267
-269,2015/7/8,china,aaa269,phone2428,ASD94819,15268
-270,2015/7/8,china,aaa270,phone2565,ASD41930,15269
-271,2015/7/8,china,aaa271,phone2064,ASD14615,15270
-272,2015/7/8,china,aaa272,phone1332,ASD35057,15271
-273,2015/7/8,china,aaa273,phone1117,ASD96168,15272
-274,2015/7/8,china,aaa274,phone801,ASD10049,15273
-275,2015/7/8,china,aaa275,phone316,ASD96088,15274
-276,2015/7/8,china,aaa276,phone2098,ASD4166,15275
-277,2015/7/8,china,aaa277,phone1590,ASD74144,15276
-278,2015/7/8,china,aaa278,phone148,ASD26033,15277
-279,2015/7/8,china,aaa279,phone1139,ASD42486,15278
-280,2015/7/8,china,aaa280,phone225,ASD13992,15279
-281,2015/7/8,china,aaa281,phone2490,ASD25777,15280
-282,2015/7/8,china,aaa282,phone807,ASD97797,15281
-283,2015/7/8,china,aaa283,phone25,ASD67930,15282
-284,2015/7/8,china,aaa284,phone1101,ASD35178,15283
-285,2015/7/8,china,aaa285,phone1211,ASD27032,15284
-286,2015/7/8,china,aaa286,phone1092,ASD30977,15285
-287,2015/7/8,china,aaa287,phone268,ASD20002,15286
-288,2015/7/8,china,aaa288,phone1017,ASD2489,15287
-289,2015/7/8,china,aaa289,phone672,ASD18712,15288
-290,2015/7/8,china,aaa290,phone320,ASD5030,15289
-291,2015/7/8,china,aaa291,phone2022,ASD53089,15290
-292,2015/7/8,china,aaa292,phone817,ASD40947,15291
-293,2015/7/8,china,aaa293,phone1513,ASD63237,15292
-294,2015/7/8,china,aaa294,phone1913,ASD29267,15293
-295,2015/7/8,china,aaa295,phone233,ASD94159,15294
-296,2015/7/8,china,aaa296,phone2613,ASD36379,15295
-297,2015/7/8,china,aaa297,phone492,ASD85148,15296
-298,2015/7/8,china,aaa298,phone2896,ASD87790,15297
-299,2015/7/8,china,aaa299,phone1395,ASD5086,15298
-300,2015/7/8,china,aaa300,phone2405,ASD98593,15299
-301,2015/7/8,china,aaa301,phone1837,ASD76100,15300
-302,2015/7/8,china,aaa302,phone690,ASD96405,15301
-303,2015/7/8,china,aaa303,phone1006,ASD22695,15302
-304,2015/7/8,china,aaa304,phone1980,ASD31405,15303
-305,2015/7/8,china,aaa305,phone170,ASD78727,15304
-306,2015/7/8,china,aaa306,phone1139,ASD42486,15305
-307,2015/7/8,china,aaa307,phone1033,ASD7342,15306
-308,2015/7/8,china,aaa308,phone2020,ASD48268,15307
-309,2015/7/8,china,aaa309,phone1629,ASD59143,15308
-310,2015/7/8,china,aaa310,phone222,ASD42940,15309
-311,2015/7/8,china,aaa311,phone574,ASD18673,15310
-312,2015/7/8,china,aaa312,phone2371,ASD40072,15311
-313,2015/7/8,china,aaa313,phone1817,ASD40255,15312
-314,2015/7/8,china,aaa314,phone1153,ASD74976,15313
-315,2015/7/8,china,aaa315,phone2836,ASD74087,15314
-316,2015/7/8,china,aaa316,phone89,ASD88184,15315
-317,2015/7/8,china,aaa317,phone1988,ASD6141,15316
-318,2015/7/8,china,aaa318,phone2641,ASD75257,15317
-319,2015/7/8,china,aaa319,phone106,ASD31344,15318
-320,2015/7/8,china,aaa320,phone426,ASD54309,15319
-321,2015/7/8,china,aaa321,phone1551,ASD30475,15320
-322,2015/7/8,china,aaa322,phone1241,ASD73185,15321
-323,2015/7/8,china,aaa323,phone2249,ASD87147,15322
-324,2015/7/8,china,aaa324,phone1644,ASD12948,15323
-325,2015/7/8,china,aaa325,phone2574,ASD33664,15324
-326,2015/7/8,china,aaa326,phone180,ASD40830,15325
-327,2015/7/8,china,aaa327,phone2382,ASD36810,15326
-328,2015/7/8,china,aaa328,phone1651,ASD91529,15327
-329,2015/7/8,china,aaa329,phone1272,ASD69717,15328
-330,2015/7/8,china,aaa330,phone1623,ASD48772,15329
-331,2015/7/8,china,aaa331,phone982,ASD12783,15330
-332,2015/7/8,china,aaa332,phone2929,ASD37120,15331
-333,2015/7/8,china,aaa333,phone894,ASD84235,15332
-334,2015/7/8,china,aaa334,phone2522,ASD55429,15333
-335,2015/7/8,china,aaa335,phone1347,ASD67484,15334
-336,2015/7/8,china,aaa336,phone471,ASD5440,15335
-337,2015/7/8,china,aaa337,phone2515,ASD2692,15336
-338,2015/7/8,china,aaa338,phone1337,ASD614,15337
-339,2015/7/8,china,aaa339,phone1619,ASD4540,15338
-340,2015/7/8,china,aaa340,phone1262,ASD35650,15339
-341,2015/7/8,china,aaa341,phone2909,ASD62684,15340
-342,2015/7/8,china,aaa342,phone49,ASD54022,15341
-343,2015/7/8,china,aaa343,phone1989,ASD56363,15342
-344,2015/7/8,china,aaa344,phone911,ASD95311,15343
-345,2015/7/8,china,aaa345,phone2139,ASD68016,15344
-346,2015/7/8,china,aaa346,phone2097,ASD15979,15345
-347,2015/7/8,china,aaa347,phone1134,ASD97664,15346
-348,2015/7/8,china,aaa348,phone2347,ASD53040,15347
-349,2015/7/8,china,aaa349,phone2263,ASD40179,15348
-350,2015/7/8,china,aaa350,phone1539,ASD96530,15349
-351,2015/7/8,china,aaa351,phone1123,ASD45798,15350
-352,2015/7/8,china,aaa352,phone2969,ASD18127,15351
-353,2015/7/8,china,aaa353,phone2968,ASD47580,15352
-354,2015/7/8,china,aaa354,phone996,ASD78710,15353
-355,2015/7/8,china,aaa355,phone2700,ASD15021,15354
-356,2015/7/8,china,aaa356,phone753,ASD22367,15355
-357,2015/7/8,china,aaa357,phone2640,ASD29615,15356
-358,2015/7/8,china,aaa358,phone2768,ASD23094,15357
-359,2015/7/8,china,aaa359,phone418,ASD53383,15358
-360,2015/7/8,china,aaa360,phone1612,ASD55774,15359
-361,2015/7/8,china,aaa361,phone451,ASD1954,15360
-362,2015/7/8,china,aaa362,phone2096,ASD61555,15361
-363,2015/7/8,china,aaa363,phone1979,ASD7220,15362
-364,2015/7/8,china,aaa364,phone325,ASD97321,15363
-365,2015/7/8,china,aaa365,phone1138,ASD40077,15364
-366,2015/7/8,china,aaa366,phone1866,ASD21033,15365
-367,2015/7/8,china,aaa367,phone683,ASD26163,15366
-368,2015/7/8,china,aaa368,phone1412,ASD19745,15367
-369,2015/7/8,china,aaa369,phone2578,ASD40786,15368
-370,2015/7/8,china,aaa370,phone950,ASD5064,15369
-371,2015/7/8,china,aaa371,phone1981,ASD11729,15370
-372,2015/7/8,china,aaa372,phone1367,ASD71011,15371
-373,2015/7/8,china,aaa373,phone2867,ASD24364,15372
-374,2015/7/8,china,aaa374,phone2284,ASD32419,15373
-375,2015/7/8,china,aaa375,phone2463,ASD33813,15374
-376,2015/7/8,china,aaa376,phone368,ASD34269,15375
-377,2015/7/8,china,aaa377,phone428,ASD1961,15376
-378,2015/7/8,china,aaa378,phone2527,ASD80035,15377
-379,2015/7/8,china,aaa379,phone260,ASD2976,15378
-380,2015/7/8,china,aaa380,phone1671,ASD73981,15379
-381,2015/7/8,china,aaa381,phone1379,ASD62041,15380
-382,2015/7/8,china,aaa382,phone124,ASD28539,15381
-383,2015/7/8,china,aaa383,phone95,ASD88540,15382
-384,2015/7/8,china,aaa384,phone2487,ASD6907,15383
-385,2015/7/8,china,aaa385,phone1420,ASD49252,15384
-386,2015/7/8,china,aaa386,phone429,ASD61651,15385
-387,2015/7/8,china,aaa387,phone2953,ASD3445,15386
-388,2015/7/8,china,aaa388,phone1645,ASD20063,15387
-389,2015/7/8,china,aaa389,phone283,ASD16039,15388
-390,2015/7/8,china,aaa390,phone2927,ASD21076,15389
-391,2015/7/8,china,aaa391,phone2855,ASD27086,15390
-392,2015/7/8,china,aaa392,phone1952,ASD50922,15391
-393,2015/7/8,china,aaa393,phone229,ASD66817,15392
-394,2015/7/8,brazil,aaa394,phone1883,ASD33806,15393
-395,2015/7/8,brazil,aaa395,phone2148,ASD60441,15394
-396,2015/7/8,brazil,aaa396,phone190,ASD29041,15395
-397,2015/7/8,brazil,aaa397,phone356,ASD62581,15396
-398,2015/7/8,brazil,aaa398,phone2992,ASD71446,15397
-399,2015/7/8,brazil,aaa399,phone2213,ASD54693,15398
-400,2015/7/8,brazil,aaa400,phone165,ASD10848,15399
-401,2015/7/8,brazil,aaa401,phone1579,ASD14571,15400
-402,2015/7/8,brazil,aaa402,phone251,ASD59211,15401
-403,2015/7/8,brazil,aaa403,phone1522,ASD62002,15402
-404,2015/7/8,brazil,aaa404,phone2873,ASD12631,15403
-405,2015/7/8,brazil,aaa405,phone1376,ASD68677,15404
-406,2015/7/8,brazil,aaa406,phone1587,ASD94026,15405
-407,2015/7/8,brazil,aaa407,phone2792,ASD55146,15406
-408,2015/7/8,brazil,aaa408,phone2774,ASD91112,15407
-409,2015/7/8,brazil,aaa409,phone2439,ASD9880,15408
-410,2015/7/8,brazil,aaa410,phone1399,ASD18683,15409
-411,2015/7/8,brazil,aaa411,phone150,ASD69229,15410
-412,2015/7/8,china,aaa412,phone2895,ASD1765,15411
-413,2015/7/8,china,aaa413,phone2551,ASD77958,15412
-414,2015/7/8,china,aaa414,phone694,ASD92230,15413
-415,2015/7/8,china,aaa415,phone2233,ASD84617,15414
-416,2015/7/8,china,aaa416,phone146,ASD65240,15415
-417,2015/7/8,china,aaa417,phone707,ASD5628,15416
-418,2015/7/8,china,aaa418,phone2658,ASD4726,15417
-419,2015/7/8,china,aaa419,phone1020,ASD4161,15418
-420,2015/7/8,china,aaa420,phone535,ASD97410,15419
-421,2015/7/8,china,aaa421,phone624,ASD51860,15420
-422,2015/7/8,usa,aaa422,phone2102,ASD80410,15421
-423,2015/7/8,china,aaa423,phone1112,ASD28257,15422
-424,2015/7/8,china,aaa424,phone1347,ASD67484,15423
-425,2015/7/8,china,aaa425,phone1306,ASD5266,15424
-426,2015/7/8,china,aaa426,phone2458,ASD89845,15425
-427,2015/7/8,china,aaa427,phone1701,ASD65854,15426
-428,2015/7/8,china,aaa428,phone1439,ASD55081,15427
-429,2015/7/8,china,aaa429,phone2952,ASD29721,15428
-430,2015/7/8,china,aaa430,phone2890,ASD73575,15429
-431,2015/7/8,china,aaa431,phone1817,ASD40255,15430
-432,2015/7/8,china,aaa432,phone1264,ASD10727,15431
-433,2015/7/8,china,aaa433,phone2819,ASD32336,15432
-434,2015/7/8,china,aaa434,phone1046,ASD84173,15433
-435,2015/7/8,china,aaa435,phone281,ASD29929,15434
-436,2015/7/8,china,aaa436,phone731,ASD66050,15435
-437,2015/7/8,china,aaa437,phone244,ASD24103,15436
-438,2015/7/8,china,aaa438,phone993,ASD22962,15437
-439,2015/7/8,china,aaa439,phone2984,ASD28539,15438
-440,2015/7/8,china,aaa440,phone1078,ASD93778,15439
-441,2015/7/8,china,aaa441,phone2844,ASD33646,15440
-442,2015/7/8,china,aaa442,phone2251,ASD59852,15441
-443,2015/7/8,china,aaa443,phone598,ASD1303,15442
-444,2015/7/8,china,aaa444,phone1286,ASD96687,15443
-445,2015/7/8,china,aaa445,phone2346,ASD80162,15444
-446,2015/7/8,china,aaa446,phone729,ASD69936,15445
-447,2015/7/8,china,aaa447,phone1946,ASD69048,15446
-448,2015/7/8,china,aaa448,phone2832,ASD89285,15447
-449,2015/7/8,china,aaa449,phone1334,ASD47037,15448
-450,2015/7/8,china,aaa450,phone2434,ASD67700,15449
-451,2015/7/8,china,aaa451,phone595,ASD51331,15450
-452,2015/7/8,china,aaa452,phone2018,ASD63383,15451
-453,2015/7/8,china,aaa453,phone1226,ASD69240,15452
-454,2015/7/8,china,aaa454,phone710,ASD20056,15453
-455,2015/7/8,china,aaa455,phone674,ASD61044,15454
-456,2015/7/8,china,aaa456,phone1921,ASD28833,15455
-457,2015/7/8,china,aaa457,phone696,ASD31569,15456
-458,2015/7/8,china,aaa458,phone1393,ASD44216,15457
-459,2015/7/8,china,aaa459,phone101,ASD28691,15458
-460,2015/7/8,china,aaa460,phone2383,ASD76851,15459
-461,2015/7/8,china,aaa461,phone1828,ASD67859,15460
-462,2015/7/8,usa,aaa462,phone1596,ASD74089,15461
-463,2015/7/8,china,aaa463,phone211,ASD91508,15462
-464,2015/7/8,china,aaa464,phone2782,ASD74449,15463
-465,2015/7/8,china,aaa465,phone2912,ASD78786,15464
-466,2015/7/8,china,aaa466,phone844,ASD29001,15465
-467,2015/7/8,china,aaa467,phone2009,ASD14090,15466
-468,2015/7/8,china,aaa468,phone1795,ASD42863,15467
-469,2015/7/8,china,aaa469,phone1208,ASD8177,15468
-470,2015/7/8,china,aaa470,phone225,ASD13992,15469
-471,2015/7/8,china,aaa471,phone102,ASD16814,15470
-472,2015/7/8,china,aaa472,phone1481,ASD59601,15471
-473,2015/7/8,china,aaa473,phone1147,ASD24488,15472
-474,2015/7/8,china,aaa474,phone2077,ASD13520,15473
-475,2015/7/8,china,aaa475,phone2883,ASD44011,15474
-476,2015/7/8,china,aaa476,phone734,ASD81584,15475
-477,2015/7/8,china,aaa477,phone2658,ASD4726,15476
-478,2015/7/8,china,aaa478,phone2454,ASD11864,15477
-479,2015/7/8,china,aaa479,phone1528,ASD82259,15478
-480,2015/7/8,china,aaa480,phone337,ASD7849,15479
-481,2015/7/8,china,aaa481,phone412,ASD58554,15480
-482,2015/7/8,china,aaa482,phone124,ASD28539,15481
-483,2015/7/8,china,aaa483,phone521,ASD63356,15482
-484,2015/7/8,china,aaa484,phone243,ASD62881,15483
-485,2015/7/8,china,aaa485,phone486,ASD78645,15484
-486,2015/7/8,china,aaa486,phone267,ASD84287,15485
-487,2015/7/8,china,aaa487,phone1056,ASD59874,15486
-488,2015/7/8,china,aaa488,phone843,ASD72585,15487
-489,2015/7/8,china,aaa489,phone1319,ASD79661,15488
-490,2015/7/8,china,aaa490,phone1049,ASD37264,15489
-491,2015/7/8,china,aaa491,phone369,ASD19326,15490
-492,2015/7/8,china,aaa492,phone1878,ASD44601,15491
-493,2015/7/8,china,aaa493,phone2458,ASD89845,15492
-494,2015/7/8,china,aaa494,phone2014,ASD36354,15493
-495,2015/7/8,china,aaa495,phone1597,ASD96755,15494
-496,2015/7/8,china,aaa496,phone609,ASD54015,15495
-497,2015/7/8,china,aaa497,phone2921,ASD89806,15496
-498,2015/7/8,china,aaa498,phone534,ASD79006,15497
-499,2015/7/8,china,aaa499,phone1172,ASD38872,15498
-500,2015/7/8,china,aaa500,phone529,ASD57718,15499
-501,2015/7/8,china,aaa501,phone1152,ASD67729,15500
-502,2015/7/8,china,aaa502,phone2211,ASD76824,15501
-503,2015/7/8,china,aaa503,phone478,ASD78007,15502
-504,2015/7/8,china,aaa504,phone1851,ASD23414,15503
-505,2015/7/8,china,aaa505,phone1955,ASD79904,15504
-506,2015/7/8,china,aaa506,phone545,ASD56156,15505
-507,2015/7/8,china,aaa507,phone44,ASD20640,15506
-508,2015/7/8,china,aaa508,phone437,ASD15325,15507
-509,2015/7/8,china,aaa509,phone1907,ASD4995,15508
-510,2015/7/8,china,aaa510,phone2926,ASD57045,15509
-511,2015/7/8,china,aaa511,phone1774,ASD12773,15510
-512,2015/7/8,china,aaa512,phone1451,ASD46252,15511
-513,2015/7/8,china,aaa513,phone2050,ASD67274,15512
-514,2015/7/8,china,aaa514,phone1359,ASD65796,15513
-515,2015/7/8,china,aaa515,phone2472,ASD11464,15514
-516,2015/7/8,china,aaa516,phone1430,ASD42465,15515
-517,2015/7/8,china,aaa517,phone1946,ASD69048,15516
-518,2015/7/8,china,aaa518,phone1445,ASD154,15517
-519,2015/7/8,china,aaa519,phone1689,ASD25206,15518
-520,2015/7/8,china,aaa520,phone2262,ASD79744,15519
-521,2015/7/8,china,aaa521,phone2950,ASD52102,15520
-522,2015/7/8,china,aaa522,phone764,ASD28348,15521
-523,2015/7/8,china,aaa523,phone318,ASD68522,15522
-524,2015/7/8,china,aaa524,phone1548,ASD95032,15523
-525,2015/7/8,china,aaa525,phone915,ASD65907,15524
-526,2015/7/8,china,aaa526,phone2672,ASD16946,15525
-527,2015/7/8,china,aaa527,phone538,ASD90796,15526
-528,2015/7/8,china,aaa528,phone2806,ASD83826,15527
-529,2015/7/8,china,aaa529,phone2158,ASD5227,15528
-530,2015/7/8,china,aaa530,phone2415,ASD30793,15529
-531,2015/7/8,china,aaa531,phone1017,ASD2489,15530
-532,2015/7/8,china,aaa532,phone779,ASD34772,15531
-533,2015/7/8,china,aaa533,phone2092,ASD72501,15532
-534,2015/7/8,china,aaa534,phone2684,ASD32921,15533
-535,2015/7/8,china,aaa535,phone842,ASD28065,15534
-536,2015/7/8,china,aaa536,phone1628,ASD24356,15535
-537,2015/7/8,china,aaa537,phone2185,ASD42692,15536
-538,2015/7/8,china,aaa538,phone16,ASD96002,15537
-539,2015/7/8,china,aaa539,phone2065,ASD1428,15538
-540,2015/7/8,china,aaa540,phone2804,ASD81203,15539
-541,2015/7/8,china,aaa541,phone1013,ASD88261,15540
-542,2015/7/8,china,aaa542,phone604,ASD9791,15541
-543,2015/7/8,china,aaa543,phone2243,ASD89678,15542
-544,2015/7/8,china,aaa544,phone12,ASD4745,15543
-545,2015/7/8,china,aaa545,phone1834,ASD9095,15544
-546,2015/7/8,china,aaa546,phone2737,ASD884,15545
-547,2015/7/8,china,aaa547,phone2132,ASD28336,15546
-548,2015/7/8,china,aaa548,phone1621,ASD95449,15547
-549,2015/7/8,china,aaa549,phone407,ASD40614,15548
-550,2015/7/8,china,aaa550,phone630,ASD44723,15549
-551,2015/7/8,china,aaa551,phone1586,ASD80645,15550
-552,2015/7/8,china,aaa552,phone1192,ASD76894,15551
-553,2015/7/8,china,aaa553,phone2394,ASD61316,15552
-554,2015/7/8,china,aaa554,phone406,ASD41369,15553
-555,2015/7/8,china,aaa555,phone287,ASD14590,15554
-556,2015/7/8,china,aaa556,phone1794,ASD81307,15555
-557,2015/7/8,china,aaa557,phone1086,ASD70962,15556
-558,2015/7/8,china,aaa558,phone1406,ASD92347,15557
-559,2015/7/8,china,aaa559,phone2886,ASD42613,15558
-560,2015/7/8,china,aaa560,phone901,ASD53764,15559
-561,2015/7/8,china,aaa561,phone328,ASD22482,15560
-562,2015/7/8,china,aaa562,phone2867,ASD24364,15561
-563,2015/7/8,china,aaa563,phone2723,ASD86337,15562
-564,2015/7/8,china,aaa564,phone1339,ASD47999,15563
-565,2015/7/8,china,aaa565,phone403,ASD93198,15564
-566,2015/7/8,china,aaa566,phone557,ASD9926,15565
-567,2015/7/8,china,aaa567,phone107,ASD8537,15566
-568,2015/7/8,china,aaa568,phone2095,ASD78485,15567
-569,2015/7/8,china,aaa569,phone764,ASD28348,15568
-570,2015/7/8,china,aaa570,phone1483,ASD74306,15569
-571,2015/7/8,china,aaa571,phone1304,ASD82559,15570
-572,2015/7/8,china,aaa572,phone2712,ASD30690,15571
-573,2015/7/8,china,aaa573,phone1878,ASD44601,15572
-574,2015/7/8,china,aaa574,phone1707,ASD67861,15573
-575,2015/7/8,china,aaa575,phone2161,ASD88219,15574
-576,2015/7/8,china,aaa576,phone714,ASD96718,15575
-577,2015/7/8,china,aaa577,phone218,ASD11450,15576
-578,2015/7/8,china,aaa578,phone1751,ASD11957,15577
-579,2015/7/8,china,aaa579,phone2442,ASD37341,15578
-580,2015/7/8,china,aaa580,phone2769,ASD17811,15579
-581,2015/7/8,china,aaa581,phone1666,ASD44070,15580
-582,2015/7/8,china,aaa582,phone1262,ASD35650,15581
-583,2015/7/8,china,aaa583,phone90,ASD81472,15582
-584,2015/7/8,china,aaa584,phone1020,ASD4161,15583
-585,2015/7/8,china,aaa585,phone286,ASD23637,15584
-586,2015/7/8,china,aaa586,phone2419,ASD95733,15585
-587,2015/7/8,china,aaa587,phone373,ASD79963,15586
-588,2015/7/8,china,aaa588,phone1872,ASD38362,15587
-589,2015/7/8,china,aaa589,phone847,ASD14247,15588
-590,2015/7/8,china,aaa590,phone966,ASD38194,15589
-591,2015/7/8,china,aaa591,phone2377,ASD50473,15590
-592,2015/7/8,china,aaa592,phone90,ASD81472,15591
-593,2015/7/8,china,aaa593,phone1608,ASD6315,15592
-594,2015/7/8,china,aaa594,phone1955,ASD79904,15593
-595,2015/7/8,china,aaa595,phone331,ASD42591,15594
-596,2015/7/8,china,aaa596,phone2294,ASD18187,15595
-597,2015/7/8,china,aaa597,phone1084,ASD36336,15596
-598,2015/7/8,china,aaa598,phone795,ASD24648,15597
-599,2015/7/8,china,aaa599,phone1496,ASD55988,15598
-600,2015/7/8,china,aaa600,phone1714,ASD16522,15599
-601,2015/7/8,china,aaa601,phone402,ASD189,15600
-602,2015/7/8,china,aaa602,phone729,ASD69936,15601
-603,2015/7/8,china,aaa603,phone1962,ASD85121,15602
-604,2015/7/8,china,aaa604,phone980,ASD28156,15603
-605,2015/7/8,china,aaa605,phone937,ASD89596,15604
-606,2015/7/8,china,aaa606,phone651,ASD26845,15605
-607,2015/7/8,china,aaa607,phone679,ASD45839,15606
-608,2015/7/8,china,aaa608,phone150,ASD69229,15607
-609,2015/7/8,china,aaa609,phone710,ASD20056,15608
-610,2015/7/8,china,aaa610,phone64,ASD27340,15609
-611,2015/7/8,china,aaa611,phone2216,ASD22126,15610
-612,2015/7/8,china,aaa612,phone342,ASD23743,15611
-613,2015/7/8,china,aaa613,phone1769,ASD5421,15612
-614,2015/7/8,china,aaa614,phone1397,ASD82977,15613
-615,2015/7/8,china,aaa615,phone397,ASD53191,15614
-616,2015/7/8,china,aaa616,phone1670,ASD93177,15615
-617,2015/7/8,china,aaa617,phone1264,ASD10727,15616
-618,2015/7/8,china,aaa618,phone2944,ASD16610,15617
-619,2015/7/8,china,aaa619,phone2594,ASD53050,15618
-620,2015/7/8,china,aaa620,phone2759,ASD88298,15619
-621,2015/7/8,china,aaa621,phone704,ASD25128,15620
-622,2015/7/8,china,aaa622,phone2414,ASD74847,15621
-623,2015/7/8,china,aaa623,phone1983,ASD86611,15622
-624,2015/7/8,china,aaa624,phone2098,ASD4166,15623
-625,2015/7/8,china,aaa625,phone84,ASD82187,15624
-626,2015/7/8,china,aaa626,phone388,ASD76310,15625
-627,2015/7/8,china,aaa627,phone308,ASD78701,15626
-628,2015/7/8,china,aaa628,phone1729,ASD83353,15627
-629,2015/7/8,china,aaa629,phone2269,ASD47888,15628
-630,2015/7/8,china,aaa630,phone1233,ASD41299,15629
-631,2015/7/8,china,aaa631,phone330,ASD86359,15630
-632,2015/7/8,china,aaa632,phone1537,ASD46367,15631
-633,2015/7/8,china,aaa633,phone2722,ASD11045,15632
-634,2015/7/8,china,aaa634,phone2691,ASD44656,15633
-635,2015/7/8,china,aaa635,phone2645,ASD76308,15634
-636,2015/7/8,china,aaa636,phone1333,ASD58033,15635
-637,2015/7/8,china,aaa637,phone1776,ASD19877,15636
-638,2015/7/8,china,aaa638,phone979,ASD92290,15637
-639,2015/7/8,china,aaa639,phone2065,ASD1428,15638
-640,2015/7/8,china,aaa640,phone1912,ASD36354,15639
-641,2015/7/8,china,aaa641,phone2275,ASD22269,15640
-642,2015/7/8,china,aaa642,phone2292,ASD10586,15641
-643,2015/7/8,china,aaa643,phone815,ASD65508,15642
-644,2015/7/8,china,aaa644,phone2840,ASD40033,15643
-645,2015/7/8,china,aaa645,phone1615,ASD28864,15644
-646,2015/7/8,china,aaa646,phone1617,ASD77126,15645
-647,2015/7/8,china,aaa647,phone2158,ASD5227,15646
-648,2015/7/8,china,aaa648,phone2121,ASD15680,15647
-649,2015/7/8,china,aaa649,phone205,ASD10000,15648
-650,2015/7/8,china,aaa650,phone1579,ASD14571,15649
-651,2015/7/8,china,aaa651,phone411,ASD94954,15650
-652,2015/7/8,china,aaa652,phone1662,ASD64961,15651
-653,2015/7/8,china,aaa653,phone247,ASD55961,15652
-654,2015/7/8,china,aaa654,phone2169,ASD31622,15653
-655,2015/7/8,china,aaa655,phone1652,ASD14782,15654
-656,2015/7/8,china,aaa656,phone2398,ASD13395,15655
-657,2015/7/8,china,aaa657,phone1395,ASD5086,15656
-658,2015/7/8,china,aaa658,phone975,ASD96997,15657
-659,2015/7/8,china,aaa659,phone1488,ASD18972,15658
-660,2015/7/8,china,aaa660,phone787,ASD84225,15659
-661,2015/7/8,china,aaa661,phone507,ASD61725,15660
-662,2015/7/8,china,aaa662,phone1450,ASD32252,15661
-663,2015/7/8,china,aaa663,phone2011,ASD41588,15662
-664,2015/7/8,china,aaa664,phone2687,ASD14311,15663
-665,2015/7/8,china,aaa665,phone2326,ASD65102,15664
-666,2015/7/8,china,aaa666,phone2195,ASD46852,15665
-667,2015/7/8,china,aaa667,phone563,ASD16790,15666
-668,2015/7/8,china,aaa668,phone747,ASD582,15667
-669,2015/7/8,china,aaa669,phone974,ASD33679,15668
-670,2015/7/8,china,aaa670,phone2223,ASD95804,15669
-671,2015/7/8,china,aaa671,phone1389,ASD60468,15670
-672,2015/7/8,china,aaa672,phone1062,ASD91980,15671
-673,2015/7/8,china,aaa673,phone1373,ASD84913,15672
-674,2015/7/8,china,aaa674,phone2,ASD53470,15673
-675,2015/7/8,china,aaa675,phone45,ASD16172,15674
-676,2015/7/8,china,aaa676,phone2260,ASD37237,15675
-677,2015/7/8,china,aaa677,phone2914,ASD66266,15676
-678,2015/7/8,china,aaa678,phone1162,ASD9615,15677
-679,2015/7/8,china,aaa679,phone725,ASD9665,15678
-680,2015/7/8,china,aaa680,phone2279,ASD2685,15679
-681,2015/7/8,china,aaa681,phone820,ASD77271,15680
-682,2015/7/8,china,aaa682,phone1072,ASD27741,15681
-683,2015/7/8,china,aaa683,phone167,ASD11931,15682
-684,2015/7/8,china,aaa684,phone1740,ASD86624,15683
-685,2015/7/8,china,aaa685,phone1233,ASD41299,15684
-686,2015/7/8,china,aaa686,phone2965,ASD20537,15685
-687,2015/7/8,china,aaa687,phone806,ASD97088,15686
-688,2015/7/8,china,aaa688,phone2202,ASD32371,15687
-689,2015/7/8,china,aaa689,phone455,ASD74141,15688
-690,2015/7/8,china,aaa690,phone17,ASD28968,15689
-691,2015/7/8,china,aaa691,phone928,ASD24015,15690
-692,2015/7/8,china,aaa692,phone374,ASD67524,15691
-693,2015/7/8,china,aaa693,phone2677,ASD50629,15692
-694,2015/7/8,china,aaa694,phone2003,ASD31544,15693
-695,2015/7/8,china,aaa695,phone806,ASD97088,15694
-696,2015/7/8,china,aaa696,phone1482,ASD11869,15695
-697,2015/7/8,china,aaa697,phone2059,ASD79306,15696
-698,2015/7/8,china,aaa698,phone461,ASD47039,15697
-699,2015/7/8,china,aaa699,phone2364,ASD92646,15698
-700,2015/7/8,china,aaa700,phone977,ASD26350,15699
-701,2015/7/8,china,aaa701,phone1148,ASD72903,15700
-702,2015/7/8,china,aaa702,phone2405,ASD98593,15701
-703,2015/7/8,china,aaa703,phone4,ASD8078,15702
-704,2015/7/8,china,aaa704,phone1376,ASD68677,15703
-705,2015/7/8,china,aaa705,phone1929,ASD86213,15704
-706,2015/7/8,china,aaa706,phone58,ASD12989,15705
-707,2015/7/8,china,aaa707,phone1974,ASD25534,15706
-708,2015/7/8,china,aaa708,phone2186,ASD22358,15707
-709,2015/7/8,china,aaa709,phone80,ASD32082,15708
-710,2015/7/8,china,aaa710,phone271,ASD6466,15709
-711,2015/7/8,china,aaa711,phone1600,ASD8619,15710
-712,2015/7/8,china,aaa712,phone780,ASD88786,15711
-713,2015/7/8,china,aaa713,phone1036,ASD67659,15712
-714,2015/7/8,china,aaa714,phone2511,ASD8513,15713
-715,2015/7/8,china,aaa715,phone2902,ASD73129,15714
-716,2015/7/8,china,aaa716,phone183,ASD4907,15715
-717,2015/7/8,china,aaa717,phone1458,ASD3023,15716
-718,2015/7/8,china,aaa718,phone1472,ASD74556,15717
-719,2015/7/8,china,aaa719,phone216,ASD67830,15718
-720,2015/7/8,china,aaa720,phone2248,ASD47899,15719
-721,2015/7/8,china,aaa721,phone105,ASD99347,15720
-722,2015/7/8,china,aaa722,phone334,ASD50262,15721
-723,2015/7/8,china,aaa723,phone1687,ASD45699,15722
-724,2015/7/8,china,aaa724,phone2794,ASD41977,15723
-725,2015/7/8,china,aaa725,phone2143,ASD18823,15724
-726,2015/7/8,china,aaa726,phone2166,ASD12014,15725
-727,2015/7/8,china,aaa727,phone838,ASD49156,15726
-728,2015/7/8,china,aaa728,phone2345,ASD96756,15727
-729,2015/7/8,china,aaa729,phone649,ASD17968,15728
-730,2015/7/8,china,aaa730,phone2974,ASD3384,15729
-731,2015/7/8,china,aaa731,phone911,ASD95311,15730
-732,2015/7/8,china,aaa732,phone612,ASD15305,15731
-733,2015/7/8,china,aaa733,phone1935,ASD97299,15732
-734,2015/7/8,china,aaa734,phone2044,ASD96688,15733
-735,2015/7/8,china,aaa735,phone2796,ASD55699,15734
-736,2015/7/8,china,aaa736,phone1519,ASD48720,15735
-737,2015/7/8,china,aaa737,phone2376,ASD91452,15736
-738,2015/7/8,china,aaa738,phone1331,ASD16918,15737
-739,2015/7/8,china,aaa739,phone2267,ASD50219,15738
-740,2015/7/8,china,aaa740,phone1104,ASD27032,15739
-741,2015/7/8,china,aaa741,phone617,ASD67442,15740
-742,2015/7/8,china,aaa742,phone1451,ASD46252,15741
-743,2015/7/8,china,aaa743,phone398,ASD20972,15742
-744,2015/7/8,china,aaa744,phone2007,ASD1018,15743
-745,2015/7/8,china,aaa745,phone18,ASD54919,15744
-746,2015/7/8,china,aaa746,phone1589,ASD61107,15745
-747,2015/7/8,china,aaa747,phone512,ASD71511,15746
-748,2015/7/8,china,aaa748,phone933,ASD61444,15747
-749,2015/7/8,china,aaa749,phone1271,ASD341,15748
-750,2015/7/8,china,aaa750,phone1826,ASD90555,15749
-751,2015/7/8,china,aaa751,phone223,ASD86899,15750
-752,2015/7/8,china,aaa752,phone2374,ASD85089,15751
-753,2015/7/8,china,aaa753,phone1683,ASD38383,15752
-754,2015/7/8,china,aaa754,phone2226,ASD50408,15753
-755,2015/7/8,china,aaa755,phone1124,ASD42246,15754
-756,2015/7/8,china,aaa756,phone2882,ASD23220,15755
-757,2015/7/8,china,aaa757,phone99,ASD91117,15756
-758,2015/7/8,china,aaa758,phone2590,ASD7295,15757
-759,2015/7/8,china,aaa759,phone863,ASD52426,15758
-760,2015/7/8,china,aaa760,phone1786,ASD24292,15759
-761,2015/7/8,china,aaa761,phone2826,ASD53395,15760
-762,2015/7/8,china,aaa762,phone2145,ASD94322,15761
-763,2015/7/8,china,aaa763,phone689,ASD93487,15762
-764,2015/7/8,china,aaa764,phone2326,ASD65102,15763
-765,2015/7/8,china,aaa765,phone614,ASD5636,15764
-766,2015/7/8,china,aaa766,phone2799,ASD48495,15765
-767,2015/7/8,china,aaa767,phone2385,ASD70717,15766
-768,2015/7/8,china,aaa768,phone2018,ASD63383,15767
-769,2015/7/8,china,aaa769,phone53,ASD15511,15768
-770,2015/7/8,china,aaa770,phone1201,ASD19134,15769
-771,2015/7/8,china,aaa771,phone851,ASD85009,15770
-772,2015/7/8,china,aaa772,phone2496,ASD15218,15771
-773,2015/7/8,china,aaa773,phone2441,ASD90633,15772
-774,2015/7/8,china,aaa774,phone256,ASD52156,15773
-775,2015/7/8,china,aaa775,phone1587,ASD94026,15774
-776,2015/7/8,china,aaa776,phone609,ASD54015,15775
-777,2015/7/8,china,aaa777,phone1548,ASD95032,15776
-778,2015/7/8,china,aaa778,phone2649,ASD69130,15777
-779,2015/7/8,china,aaa779,phone2978,ASD26464,15778
-780,2015/7/8,china,aaa780,phone1480,ASD56214,15779
-781,2015/7/8,china,aaa781,phone2588,ASD88133,15780
-782,2015/7/8,china,aaa782,phone675,ASD8012,15781
-783,2015/7/8,china,aaa783,phone2179,ASD16589,15782
-784,2015/7/8,china,aaa784,phone1730,ASD67148,15783
-785,2015/7/8,china,aaa785,phone1395,ASD5086,15784
-786,2015/7/8,china,aaa786,phone2788,ASD94870,15785
-787,2015/7/8,china,aaa787,phone820,ASD77271,15786
-788,2015/7/8,china,aaa788,phone2064,ASD14615,15787
-789,2015/7/8,china,aaa789,phone1423,ASD46576,15788
-790,2015/7/8,china,aaa790,phone2615,ASD67163,15789
-791,2015/7/8,china,aaa791,phone1122,ASD3869,15790
-792,2015/7/8,china,aaa792,phone2595,ASD16833,15791
-793,2015/7/8,china,aaa793,phone115,ASD92586,15792
-794,2015/7/8,china,aaa794,phone2173,ASD36027,15793
-795,2015/7/8,france,aaa795,phone1004,ASD41910,15794
-796,2015/7/8,france,aaa796,phone2785,ASD30573,15795
-797,2015/7/8,france,aaa797,phone657,ASD24464,15796
-798,2015/7/8,france,aaa798,phone1192,ASD76894,15797
-799,2015/7/8,france,aaa799,phone379,ASD93682,15798
-800,2015/7/8,france,aaa800,phone2,ASD53470,15799
-801,2015/7/8,france,aaa801,phone2245,ASD65691,15800
-802,2015/7/8,france,aaa802,phone1826,ASD90555,15801
-803,2015/7/8,france,aaa803,phone2103,ASD93488,15802
-804,2015/7/8,france,aaa804,phone730,ASD97134,15803
-805,2015/7/8,france,aaa805,phone1414,ASD22547,15804
-806,2015/7/8,france,aaa806,phone2406,ASD99089,15805
-807,2015/7/8,france,aaa807,phone1874,ASD16827,15806
-808,2015/7/8,france,aaa808,phone1801,ASD80314,15807
-809,2015/7/8,france,aaa809,phone56,ASD79971,15808
-810,2015/7/8,france,aaa810,phone378,ASD63016,15809
-811,2015/7/8,france,aaa811,phone1536,ASD99595,15810
-812,2015/7/8,france,aaa812,phone871,ASD54753,15811
-813,2015/7/8,france,aaa813,phone412,ASD58554,15812
-814,2015/7/8,france,aaa814,phone287,ASD14590,15813
-815,2015/7/8,france,aaa815,phone244,ASD24103,15814
-816,2015/7/8,france,aaa816,phone2629,ASD73394,15815
-817,2015/7/8,france,aaa817,phone1032,ASD564,15816
-818,2015/7/8,france,aaa818,phone1013,ASD88261,15817
-819,2015/7/8,france,aaa819,phone2584,ASD77392,15818
-820,2015/7/8,france,aaa820,phone348,ASD99862,15819
-821,2015/7/8,france,aaa821,phone2606,ASD80756,15820
-822,2015/7/8,france,aaa822,phone2077,ASD13520,15821
-823,2015/7/8,france,aaa823,phone118,ASD4568,15822
-824,2015/7/8,france,aaa824,phone2542,ASD14441,15823
-825,2015/7/8,france,aaa825,phone2371,ASD40072,15824
-826,2015/7/8,france,aaa826,phone424,ASD43956,15825
-827,2015/7/8,france,aaa827,phone2540,ASD37847,15826
-828,2015/7/8,france,aaa828,phone2899,ASD55392,15827
-829,2015/7/8,france,aaa829,phone2489,ASD14625,15828
-830,2015/7/8,france,aaa830,phone1390,ASD17540,15829
-831,2015/7/8,france,aaa831,phone1843,ASD49395,15830
-832,2015/7/8,france,aaa832,phone2596,ASD9629,15831
-833,2015/7/8,france,aaa833,phone2301,ASD14198,15832
-834,2015/7/8,france,aaa834,phone789,ASD96642,15833
-835,2015/7/8,france,aaa835,phone2390,ASD48294,15834
-836,2015/7/8,france,aaa836,phone148,ASD26033,15835
-837,2015/7/8,france,aaa837,phone2513,ASD49231,15836
-838,2015/7/8,france,aaa838,phone1713,ASD37721,15837
-839,2015/7/8,france,aaa839,phone2091,ASD9590,15838
-840,2015/7/8,france,aaa840,phone741,ASD6749,15839
-841,2015/7/8,france,aaa841,phone1564,ASD34639,15840
-842,2015/7/8,france,aaa842,phone281,ASD29929,15841
-843,2015/7/8,france,aaa843,phone2331,ASD3487,15842
-844,2015/7/8,france,aaa844,phone1499,ASD60999,15843
-845,2015/7/8,france,aaa845,phone268,ASD20002,15844
-846,2015/7/8,france,aaa846,phone1733,ASD25344,15845
-847,2015/7/8,france,aaa847,phone389,ASD2510,15846
-848,2015/7/8,france,aaa848,phone1341,ASD89162,15847
-849,2015/7/8,france,aaa849,phone1328,ASD14048,15848
-850,2015/7/8,france,aaa850,phone2675,ASD85267,15849
-851,2015/7/8,france,aaa851,phone2953,ASD3445,15850
-852,2015/7/8,france,aaa852,phone955,ASD52222,15851
-853,2015/7/8,france,aaa853,phone35,ASD58328,15852
-854,2015/7/8,france,aaa854,phone2466,ASD68864,15853
-855,2015/7/8,france,aaa855,phone2320,ASD47630,15854
-856,2015/7/8,france,aaa856,phone1711,ASD45523,15855
-857,2015/7/8,france,aaa857,phone1860,ASD84718,15856
-858,2015/7/8,france,aaa858,phone1572,ASD62120,15857
-859,2015/7/8,france,aaa859,phone413,ASD54204,15858
-860,2015/7/8,france,aaa860,phone730,ASD97134,15859
-861,2015/7/8,france,aaa861,phone2618,ASD95562,15860
-862,2015/7/8,china,aaa862,phone1216,ASD29709,15861
-863,2015/7/8,china,aaa863,phone1001,ASD67736,15862
-864,2015/7/8,china,aaa864,phone2818,ASD45929,15863
-865,2015/7/8,china,aaa865,phone527,ASD88720,15864
-866,2015/7/8,china,aaa866,phone2514,ASD24211,15865
-867,2015/7/8,china,aaa867,phone1814,ASD76811,15866
-868,2015/7/8,china,aaa868,phone1385,ASD31455,15867
-869,2015/7/8,china,aaa869,phone1226,ASD69240,15868
-870,2015/7/8,china,aaa870,phone1908,ASD99635,15869
-871,2015/7/8,china,aaa871,phone865,ASD20613,15870
-872,2015/7/8,china,aaa872,phone257,ASD49390,15871
-873,2015/7/8,china,aaa873,phone717,ASD35874,15872
-874,2015/7/8,china,aaa874,phone2089,ASD22717,15873
-875,2015/7/8,china,aaa875,phone299,ASD59117,15874
-876,2015/7/8,china,aaa876,phone1261,ASD26668,15875
-877,2015/7/8,china,aaa877,phone2011,ASD41588,15876
-878,2015/7/8,china,aaa878,phone1711,ASD45523,15877
-879,2015/7/8,china,aaa879,phone2345,ASD96756,15878
-880,2015/7/8,china,aaa880,phone1799,ASD65044,15879
-881,2015/7/8,china,aaa881,phone1117,ASD96168,15880
-882,2015/7/8,china,aaa882,phone585,ASD13591,15881
-883,2015/7/8,china,aaa883,phone2051,ASD57553,15882
-884,2015/7/8,china,aaa884,phone601,ASD54723,15883
-885,2015/7/8,china,aaa885,phone627,ASD63991,15884
-886,2015/7/8,china,aaa886,phone598,ASD1303,15885
-887,2015/7/8,china,aaa887,phone2518,ASD26102,15886
-888,2015/7/8,china,aaa888,phone629,ASD70956,15887
-889,2015/7/8,china,aaa889,phone2235,ASD66575,15888
-890,2015/7/8,china,aaa890,phone1559,ASD64160,15889
-891,2015/7/8,china,aaa891,phone2292,ASD10586,15890
-892,2015/7/8,china,aaa892,phone2595,ASD16833,15891
-893,2015/7/8,china,aaa893,phone1964,ASD61085,15892
-894,2015/7/8,china,aaa894,phone1074,ASD35633,15893
-895,2015/7/8,china,aaa895,phone2271,ASD52445,15894
-896,2015/7/8,china,aaa896,phone2823,ASD66619,15895
-897,2015/7/8,china,aaa897,phone873,ASD94122,15896
-898,2015/7/8,china,aaa898,phone1198,ASD56813,15897
-899,2015/7/8,china,aaa899,phone323,ASD18440,15898
-900,2015/7/8,china,aaa900,phone2465,ASD37753,15899
-901,2015/7/8,china,aaa901,phone2009,ASD14090,15900
-902,2015/7/8,china,aaa902,phone574,ASD18673,15901
-903,2015/7/8,china,aaa903,phone72,ASD64081,15902
-904,2015/7/8,china,aaa904,phone2654,ASD25597,15903
-905,2015/7/8,china,aaa905,phone2156,ASD42573,15904
-906,2015/7/8,china,aaa906,phone1378,ASD95469,15905
-907,2015/7/8,china,aaa907,phone825,ASD71225,15906
-908,2015/7/8,china,aaa908,phone1774,ASD12773,15907
-909,2015/7/8,china,aaa909,phone125,ASD76214,15908
-910,2015/7/8,china,aaa910,phone1587,ASD94026,15909
-911,2015/7/8,china,aaa911,phone180,ASD40830,15910
-912,2015/7/8,china,aaa912,phone2960,ASD80233,15911
-913,2015/7/8,china,aaa913,phone1406,ASD92347,15912
-914,2015/7/8,china,aaa914,phone33,ASD54379,15913
-915,2015/7/8,china,aaa915,phone1517,ASD34441,15914
-916,2015/7/8,china,aaa916,phone979,ASD92290,15915
-917,2015/7/8,china,aaa917,phone118,ASD4568,15916
-918,2015/7/8,china,aaa918,phone491,ASD56573,15917
-919,2015/7/8,china,aaa919,phone383,ASD91162,15918
-920,2015/7/8,china,aaa920,phone310,ASD71880,15919
-921,2015/7/8,china,aaa921,phone2742,ASD98716,15920
-922,2015/7/8,china,aaa922,phone448,ASD8620,15921
-923,2015/7/8,china,aaa923,phone2179,ASD16589,15922
-924,2015/7/8,china,aaa924,phone986,ASD24553,15923
-925,2015/7/8,china,aaa925,phone2413,ASD21779,15924
-926,2015/7/8,china,aaa926,phone2819,ASD32336,15925
-927,2015/7/8,china,aaa927,phone818,ASD56003,15926
-928,2015/7/8,china,aaa928,phone1797,ASD67181,15927
-929,2015/7/8,china,aaa929,phone1832,ASD65098,15928
-930,2015/7/8,china,aaa930,phone2080,ASD45469,15929
-931,2015/7/8,china,aaa931,phone1746,ASD68481,15930
-932,2015/7/8,china,aaa932,phone111,ASD20917,15931
-933,2015/7/8,china,aaa933,phone1823,ASD84425,15932
-934,2015/7/8,china,aaa934,phone2828,ASD70558,15933
-935,2015/7/8,china,aaa935,phone2371,ASD40072,15934
-936,2015/7/8,china,aaa936,phone446,ASD33003,15935
-937,2015/7/8,china,aaa937,phone977,ASD26350,15936
-938,2015/7/8,china,aaa938,phone402,ASD189,15937
-939,2015/7/8,china,aaa939,phone912,ASD65122,15938
-940,2015/7/8,china,aaa940,phone957,ASD71030,15939
-941,2015/7/8,china,aaa941,phone946,ASD53839,15940
-942,2015/7/8,china,aaa942,phone790,ASD67729,15941
-943,2015/7/8,china,aaa943,phone2377,ASD50473,15942
-944,2015/7/8,china,aaa944,phone2230,ASD91897,15943
-945,2015/7/8,china,aaa945,phone1524,ASD35504,15944
-946,2015/7/8,china,aaa946,phone2906,ASD36901,15945
-947,2015/7/8,china,aaa947,phone2651,ASD53635,15946
-948,2015/7/8,china,aaa948,phone1187,ASD61164,15947
-949,2015/7/8,china,aaa949,phone2699,ASD85196,15948
-950,2015/7/8,china,aaa950,phone596,ASD15295,15949
-951,2015/7/8,china,aaa951,phone1531,ASD24387,15950
-952,2015/7/8,china,aaa952,phone2534,ASD26601,15951
-953,2015/7/8,china,aaa953,phone208,ASD50274,15952
-954,2015/7/8,china,aaa954,phone87,ASD87141,15953
-955,2015/7/8,china,aaa955,phone1098,ASD91413,15954
-956,2015/7/8,china,aaa956,phone2807,ASD17710,15955
-957,2015/7/8,china,aaa957,phone1867,ASD99034,15956
-958,2015/7/8,china,aaa958,phone681,ASD96136,15957
-959,2015/7/8,china,aaa959,phone165,ASD10848,15958
-960,2015/7/8,china,aaa960,phone775,ASD47938,15959
-961,2015/7/8,china,aaa961,phone1695,ASD92758,15960
-962,2015/7/8,china,aaa962,phone2662,ASD85295,15961
-963,2015/7/8,china,aaa963,phone52,ASD46238,15962
-964,2015/7/8,china,aaa964,phone268,ASD20002,15963
-965,2015/7/8,china,aaa965,phone19,ASD69283,15964
-966,2015/7/8,china,aaa966,phone2250,ASD13619,15965
-967,2015/7/8,china,aaa967,phone1659,ASD49066,15966
-968,2015/7/8,china,aaa968,phone294,ASD59961,15967
-969,2015/7/8,china,aaa969,phone1537,ASD46367,15968
-970,2015/7/8,china,aaa970,phone2427,ASD76544,15969
-971,2015/7/8,china,aaa971,phone121,ASD56494,15970
-972,2015/7/8,china,aaa972,phone1683,ASD38383,15971
-973,2015/7/8,china,aaa973,phone1971,ASD50880,15972
-974,2015/7/8,china,aaa974,phone2423,ASD91802,15973
-975,2015/7/8,china,aaa975,phone2425,ASD69636,15974
-976,2015/7/8,china,aaa976,phone1677,ASD88004,15975
-977,2015/7/8,china,aaa977,phone1057,ASD75780,15976
-978,2015/7/8,china,aaa978,phone568,ASD95931,15977
-979,2015/7/8,china,aaa979,phone2629,ASD73394,15978
-980,2015/7/8,china,aaa980,phone2778,ASD48823,15979
-981,2015/7/8,china,aaa981,phone1875,ASD28544,15980
-982,2015/7/8,china,aaa982,phone2257,ASD41709,15981
-983,2015/7/8,china,aaa983,phone2519,ASD60789,15982
-984,2015/7/8,china,aaa984,phone892,ASD47520,15983
-985,2015/7/8,china,aaa985,phone1096,ASD92338,15984
-986,2015/7/8,china,aaa986,phone691,ASD93561,15985
-987,2015/7/8,china,aaa987,phone1437,ASD46394,15986
-988,2015/7/8,china,aaa988,phone2150,ASD32526,15987
-989,2015/7/8,china,aaa989,phone2367,ASD25023,15988
-990,2015/7/8,china,aaa990,phone2413,ASD21779,15989
-991,2015/7/8,china,aaa991,phone2601,ASD4891,15990
-992,2015/7/8,china,aaa992,phone395,ASD63501,15991
-993,2015/7/8,china,aaa993,phone165,ASD10848,15992
-994,2015/7/8,china,aaa994,phone1553,ASD58083,15993
-995,2015/7/8,china,aaa995,phone90,ASD81472,15994
-996,2015/7/8,china,aaa996,phone1421,ASD33736,15995
-997,2015/7/8,china,aaa997,phone1588,ASD91226,15996
-998,2015/7/8,china,aaa998,phone1862,ASD47472,15997
-999,2015/7/8,china,aaa999,phone309,ASD78895,15998
-1000,2015/7/8,china,aaa1000,phone1318,ASD85027,15999
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark2/src/test/resources/data_alltypes.csv
----------------------------------------------------------------------
diff --git a/integration/spark2/src/test/resources/data_alltypes.csv b/integration/spark2/src/test/resources/data_alltypes.csv
deleted file mode 100644
index 2722edd..0000000
--- a/integration/spark2/src/test/resources/data_alltypes.csv
+++ /dev/null
@@ -1,10 +0,0 @@
-1,10,100,48.4,spark,2015/4/23 12:01:01,1.23,2015/4/23 11:01:01,aaa
-5,17,140,43.4,spark,2015/7/27 12:01:02,3.45,2015/7/27 11:01:02,bbb
-1,11,100,44.4,flink,2015/5/23 12:01:03,23.23,2015/5/23 11:01:03,ccc
-1,10,150,43.4,spark,2015/7/24 12:01:04,254.12,2015/7/24 11:01:04,ddd
-1,10,100,47.4,spark,2015/7/23 12:01:05,876.14,2015/7/23 11:01:05,eeee
-3,14,160,43.4,hive,2015/7/26 12:01:06,3454.32,2015/7/26 11:01:06,ff
-2,10,100,43.4,impala,2015/7/23 12:01:07,456.98,2015/7/23 11:01:07,ggg
-1,10,100,43.4,spark,2015/5/23 12:01:08,32.53,2015/5/23 11:01:08,hhh
-4,16,130,42.4,impala,2015/7/23 12:01:09,67.23,2015/7/23 11:01:09,iii
-1,10,100,43.4,spark,2015/7/23 12:01:10,832.23,2015/7/23 11:01:10,jjj
[37/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
reuse test case for integration module
fix comments
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/af2f204e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/af2f204e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/af2f204e
Branch: refs/heads/master
Commit: af2f204e4fbc38b973a26106879c92c0618fba02
Parents: b0750c1
Author: QiangCai <qi...@qq.com>
Authored: Thu Dec 29 22:43:29 2016 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Sun Jan 8 00:35:04 2017 +0800
----------------------------------------------------------------------
.../scan/expression/ExpressionResult.java | 3 +
integration/spark-common-test/pom.xml | 232 ++++
.../spark/load/CarbonLoaderUtilTest.java | 419 +++++++
.../validation/FileFooterValidator.java | 157 +++
.../src/test/resources/100_olap.csv | 99 ++
.../src/test/resources/10dim_4msr.csv | 1000 +++++++++++++++
.../src/test/resources/IUD/T_Hive1.csv | 10 +
.../src/test/resources/IUD/comp1.csv | 11 +
.../src/test/resources/IUD/comp2.csv | 11 +
.../src/test/resources/IUD/comp3.csv | 11 +
.../src/test/resources/IUD/comp4.csv | 11 +
.../src/test/resources/IUD/dest.csv | 6 +
.../src/test/resources/IUD/other.csv | 3 +
.../src/test/resources/IUD/sample.csv | 4 +
.../src/test/resources/IUD/sample_updated.csv | 2 +
.../src/test/resources/IUD/source2.csv | 3 +
.../src/test/resources/IUD/source3.csv | 7 +
.../src/test/resources/IUD/update01.csv | 6 +
.../src/test/resources/OLDFORMATTABLE.csv | 34 +
.../src/test/resources/OLDFORMATTABLEHIVE.csv | 33 +
.../test/resources/Test_Data1_Logrithmic.csv | 3 +
.../src/test/resources/alldatatypescube.xml | 109 ++
.../20160423/1400_1405/complex.dictionary | 20 +
.../sample/20160423/1400_1405/sample.dictionary | 9 +
.../src/test/resources/array1.csv | 2 +
.../src/test/resources/arrayColumnEmpty.csv | 21 +
.../src/test/resources/avgTest.csv | 16 +
.../test/resources/badrecords/datasample.csv | 7 +
.../badrecords/emptyTimeStampValue.csv | 8 +
.../test/resources/badrecords/emptyValues.csv | 8 +
.../badrecords/insufficientColumns.csv | 4 +
.../resources/badrecords/seriazableValue.csv | 3 +
.../src/test/resources/bigIntData.csv | 14 +
.../src/test/resources/bigIntDataWithHeader.csv | 13 +
.../test/resources/bigIntDataWithoutHeader.csv | 12 +
.../src/test/resources/big_int_Decimal.csv | 3 +
.../src/test/resources/channelsId.csv | 10 +
.../src/test/resources/character_carbon.csv | 33 +
.../src/test/resources/character_hive.csv | 32 +
.../test/resources/columndictionary/country.csv | 5 +
.../test/resources/columndictionary/name.csv | 10 +
.../src/test/resources/comment.csv | 5 +
.../test/resources/compaction/compaction1.csv | 6 +
.../compaction/compaction1_forhive.csv | 5 +
.../test/resources/compaction/compaction2.csv | 6 +
.../test/resources/compaction/compaction3.csv | 6 +
.../resources/compaction/compactioncard2.csv | 257 ++++
.../compaction/compactioncard2_forhive.csv | 256 ++++
.../src/test/resources/complexTypeDecimal.csv | 9 +
.../test/resources/complexTypeDecimalNested.csv | 9 +
.../resources/complexTypeDecimalNestedHive.csv | 8 +
.../src/test/resources/complexdata.csv | 100 ++
.../src/test/resources/complexdata1.csv | 54 +
.../src/test/resources/complexdata2.csv | 46 +
.../src/test/resources/complexdatareordered.csv | 10 +
.../test/resources/complexdatastructextra.csv | 10 +
.../complextypediffentcolheaderorder.csv | 100 ++
.../src/test/resources/complextypesample.csv | 50 +
.../complextypespecialchardelimiter.csv | 50 +
.../src/test/resources/data.csv | 11 +
.../src/test/resources/data2.csv | 4 +
.../src/test/resources/data2_DiffTimeFormat.csv | 4 +
.../src/test/resources/dataDiff.csv | 1001 +++++++++++++++
.../src/test/resources/dataIncrement.csv | 21 +
.../src/test/resources/dataWithEmptyRows.csv | 2 +
.../test/resources/dataWithNullFirstLine.csv | 11 +
.../src/test/resources/dataWithSingleQuote.csv | 7 +
.../src/test/resources/data_alltypes.csv | 10 +
.../src/test/resources/data_withCAPSHeader.csv | 3 +
.../src/test/resources/data_withMixedHeader.csv | 3 +
.../src/test/resources/datadelimiter.csv | 11 +
.../src/test/resources/datanullmeasurecol.csv | 3 +
.../src/test/resources/dataretention1.csv | 11 +
.../src/test/resources/dataretention2.csv | 11 +
.../src/test/resources/dataretention3.csv | 11 +
.../src/test/resources/datasample.csv | 4 +
.../src/test/resources/datasamplecomplex.csv | 2 +
.../src/test/resources/datasamplefordate.csv | 4 +
.../src/test/resources/datasamplenull.csv | 3 +
.../src/test/resources/datasingleCol.csv | 3 +
.../src/test/resources/datasingleComplexCol.csv | 3 +
.../datawithNegeativewithoutHeader.csv | 4 +
.../test/resources/datawithNegtiveNumber.csv | 5 +
.../src/test/resources/datawithbackslash.csv | 11 +
.../src/test/resources/datawithblanklines.csv | 19 +
.../resources/datawithcomplexspecialchar.csv | 151 +++
.../test/resources/datawithescapecharacter.csv | 22 +
.../src/test/resources/datawithmaxinteger.csv | 12 +
.../test/resources/datawithmaxmininteger.csv | 13 +
.../src/test/resources/datawithmininteger.csv | 12 +
.../src/test/resources/datawithnullmeasure.csv | 5 +
.../src/test/resources/datawithnullmsrs.csv | 11 +
.../src/test/resources/datawithoutheader.csv | 10 +
.../test/resources/datawithspecialcharacter.csv | 38 +
.../resources/decimalBoundaryDataCarbon.csv | 12 +
.../test/resources/decimalBoundaryDataHive.csv | 11 +
.../test/resources/decimalDataWithHeader.csv | 13 +
.../test/resources/decimalDataWithoutHeader.csv | 12 +
.../src/test/resources/deviceInformationId.csv | 48 +
.../src/test/resources/deviceInformationId2.csv | 6 +
.../src/test/resources/dict.txt | 1 +
.../src/test/resources/dimSample.csv | 21 +
.../src/test/resources/dimTableSample.csv | 4 +
.../src/test/resources/emptyDimensionData.csv | 21 +
.../test/resources/emptyDimensionDataHive.csv | 20 +
.../resources/emptyrow/csvwithonlyspacechar.csv | 1 +
.../src/test/resources/emptyrow/emptyRows.csv | 7 +
.../src/test/resources/example-data.csv | 1001 +++++++++++++++
.../src/test/resources/filter/datagrtlrt.csv | 3 +
.../src/test/resources/filter/emp2.csv | 9 +
.../src/test/resources/filter/emp2allnull.csv | 9 +
.../src/test/resources/filter/emp2nonull.csv | 8 +
.../src/test/resources/integertypecube.xml | 55 +
.../src/test/resources/invalidMeasures.csv | 3 +
.../src/test/resources/join/emp.csv | 1 +
.../src/test/resources/join/employee.csv | 1000 +++++++++++++++
.../src/test/resources/join/mgr.csv | 1 +
.../src/test/resources/join/mobile.csv | 1000 +++++++++++++++
.../test/resources/lessthandatacolumndata.csv | 11 +
.../resources/loadMultiFiles/.invisibilityfile | 3 +
.../src/test/resources/loadMultiFiles/_SUCCESS | 0
.../src/test/resources/loadMultiFiles/data.csv | 4 +
.../test/resources/loadMultiFiles/emptyfile.csv | 0
.../loadMultiFiles/nestedfolder1/data.csv | 2 +
.../loadMultiFiles/nestedfolder1/data1.csv | 3 +
.../nestedfolder1/nestedfolder2/data.csv | 3 +
.../src/test/resources/loadMultiFiles/non-csv | 3 +
.../resources/locationInfoActiveCountry.csv | 9 +
.../src/test/resources/mac.csv | 39 +
.../src/test/resources/mobileimei.csv | 24 +
.../src/test/resources/noneCsvFormat.cs | 4 +
.../src/test/resources/nullSample.csv | 0
.../test/resources/nullandnonparsableValue.csv | 3 +
.../src/test/resources/nullmeasurevalue.csv | 11 +
.../test/resources/nullvalueserialization.csv | 2 +
.../src/test/resources/numerictypecube.xml | 41 +
.../spark-common-test/src/test/resources/sample | 5 +
.../src/test/resources/sample.csv | 5 +
.../src/test/resources/sample.csv.bz2 | Bin 0 -> 114 bytes
.../src/test/resources/sample.csv.gz | Bin 0 -> 106 bytes
.../src/test/resources/sampleComplex.csv | 4 +
.../test/resources/sample_withDelimiter017.csv | 5 +
.../src/test/resources/shortolap.csv | 5 +
.../src/test/resources/stringtypecube.xml | 55 +
.../src/test/resources/struct_all.csv | 4 +
.../src/test/resources/structusingstruct.csv | 2 +
.../src/test/resources/test.json | 3 +
.../src/test/resources/timeStampFormatData1.csv | 12 +
.../src/test/resources/timeStampFormatData2.csv | 11 +
.../src/test/resources/timestampdata.csv | 2 +
.../src/test/resources/timestamptypecube.xml | 50 +
.../test/resources/verticalDelimitedData.csv | 12 +
.../src/test/resources/windows.csv | 1000 +++++++++++++++
.../aggquery/IntegerDataTypeTestCase.scala | 49 +
.../spark/testsuite/bigdecimal/TestBigInt.scala | 92 ++
.../TestDimensionWithDecimalDataType.scala | 60 +
.../complexType/TestCreateTableWithDouble.scala | 95 ++
.../MultiFilesDataLoagdingTestCase.scala | 51 +
.../dataload/TestLoadDataGeneral.scala | 139 +++
.../TestLoadDataWithAutoLoadMerge.scala | 59 +
.../dataload/TestLoadDataWithBlankLine.scala | 65 +
.../TestLoadDataWithEmptyArrayColumns.scala | 66 +
.../dataload/TestLoadDataWithJunkChars.scala | 60 +
.../TestLoadDataWithMaxMinInteger.scala | 96 ++
.../dataload/TestLoadDataWithNullMeasures.scala | 51 +
.../emptyrow/TestCSVHavingOnlySpaceChar.scala | 62 +
.../testsuite/emptyrow/TestEmptyRows.scala | 78 ++
.../aggquery/AggregateQueryTestCase.scala | 44 +
.../AllDataTypesTestCaseAggregate.scala | 111 ++
.../aggquery/AverageQueryTestCase.scala | 112 ++
.../AllDataTypesTestCaseAggregate.scala | 1163 +++++++++++++++++
.../TestQueryWithOldCarbonDataFile.scala | 69 ++
.../allqueries/TestQueryWithoutDataLoad.scala | 62 +
.../allqueries/TestTableNameHasDbName.scala | 53 +
.../badrecordloger/BadRecordLoggerTest.scala | 256 ++++
.../testsuite/bigdecimal/TestAvgForBigInt.scala | 54 +
.../testsuite/bigdecimal/TestBigDecimal.scala | 203 +++
.../bigdecimal/TestNullAndEmptyFields.scala | 120 ++
.../blockprune/BlockPruneQueryTestCase.scala | 113 ++
.../DataCompactionBlockletBoundryTest.scala | 97 ++
.../DataCompactionBoundaryConditionsTest.scala | 90 ++
.../DataCompactionCardinalityBoundryTest.scala | 126 ++
.../datacompaction/DataCompactionLockTest.scala | 127 ++
.../MajorCompactionIgnoreInMinorTest.scala | 161 +++
.../MajorCompactionStopsAfterCompaction.scala | 141 +++
.../TestDataLoadPartitionCoalescer.scala | 167 +++
.../TestDataLoadWithColumnsMoreThanSchema.scala | 139 +++
.../TestDataWithDicExcludeAndInclude.scala | 100 ++
.../testsuite/dataload/TestLoadDataFrame.scala | 94 ++
.../dataload/TestLoadDataUseAllDictionary.scala | 56 +
.../TestLoadDataWithDiffTimestampFormat.scala | 138 +++
.../TestLoadDataWithFileHeaderException.scala | 66 +
.../dataload/TestLoadDataWithHiveSyntax.scala | 692 +++++++++++
...ataWithMalformedCarbonCommandException.scala | 162 +++
.../dataload/TestLoadDataWithNoMeasure.scala | 115 ++
.../TestLoadDataWithNotProperInputFile.scala | 74 ++
.../dataload/TestLoadTblNameIsKeyword.scala | 92 ++
.../dataload/TestTableLevelBlockSize.scala | 122 ++
.../DataRetentionConcurrencyTestCase.scala | 106 ++
.../dataretention/DataRetentionTestCase.scala | 326 +++++
.../deleteTable/TestDeleteTableNewDDL.scala | 259 ++++
.../describeTable/TestDescribeTable.scala | 53 +
.../detailquery/AllDataTypesTestCase.scala | 52 +
.../ColumnGroupDataTypesTestCase.scala | 148 +++
.../ColumnPropertyValidationTestCase.scala | 52 +
.../HighCardinalityDataTypesTestCase.scala | 253 ++++
.../detailquery/IntegerDataTypeTestCase.scala | 47 +
.../NoDictionaryColumnTestCase.scala | 74 ++
.../SubqueryWithFilterAndSortTestCase.scala | 81 ++
.../ValueCompressionDataTypeTestCase.scala | 142 +++
.../DateDataTypeDirectDictionaryTest.scala | 150 +++
...TypeDirectDictionaryWithNoDictTestCase.scala | 98 ++
.../DateDataTypeNullDataTest.scala | 83 ++
...estampDataTypeDirectDictionaryTestCase.scala | 152 +++
...TypeDirectDictionaryWithNoDictTestCase.scala | 100 ++
.../TimestampDataTypeNullDataTest.scala | 89 ++
.../filterexpr/AllDataTypesTestCaseFilter.scala | 64 +
.../filterexpr/CountStarTestCase.scala | 69 ++
.../filterexpr/FilterProcessorTestCase.scala | 289 +++++
.../GrtLtFilterProcessorTestCase.scala | 192 +++
.../filterexpr/IntegerDataTypeTestCase.scala | 47 +
.../NullMeasureValueTestCaseFilter.scala | 58 +
.../TestAndEqualFilterEmptyOperandValue.scala | 84 ++
.../filterexpr/TestGrtLessFilter.scala | 92 ++
.../joinquery/AllDataTypesTestCaseJoin.scala | 69 ++
.../joinquery/IntegerDataTypeTestCase.scala | 47 +
.../NullMeasureValueTestCaseAggregate.scala | 84 ++
.../TestNullValueSerialization.scala | 108 ++
.../sortexpr/AllDataTypesTestCaseSort.scala | 52 +
.../sortexpr/IntegerDataTypeTestCase.scala | 48 +
.../windowsexpr/WindowsExprTestCase.scala | 71 ++
.../spark/sql/common/util/CarbonFunSuite.scala | 49 +
.../apache/spark/sql/common/util/PlanTest.scala | 59 +
.../spark/sql/common/util/QueryTest.scala | 159 +++
integration/spark-common/pom.xml | 51 +-
.../spark/sql/catalyst/CarbonDDLSqlParser.scala | 5 +-
.../spark/sql/test/TestQueryExecutor.scala | 59 +
.../org/apache/spark/sql/CarbonContext.scala | 6 +-
.../execution/command/carbonTableSchema.scala | 14 +-
.../spark/sql/test/SparkTestQueryExecutor.scala | 55 +
...che.spark.sql.test.TestQueryExecutorRegister | 1 +
.../spark/load/CarbonLoaderUtilTest.java | 419 -------
.../validation/FileFooterValidator.java | 157 ---
.../spark/src/test/resources/100_olap.csv | 99 --
.../spark/src/test/resources/10dim_4msr.csv | 1000 ---------------
.../spark/src/test/resources/IUD/T_Hive1.csv | 10 -
.../spark/src/test/resources/IUD/comp1.csv | 11 -
.../spark/src/test/resources/IUD/comp2.csv | 11 -
.../spark/src/test/resources/IUD/comp3.csv | 11 -
.../spark/src/test/resources/IUD/comp4.csv | 11 -
.../spark/src/test/resources/IUD/dest.csv | 6 -
.../spark/src/test/resources/IUD/other.csv | 3 -
.../spark/src/test/resources/IUD/sample.csv | 4 -
.../src/test/resources/IUD/sample_updated.csv | 2 -
.../spark/src/test/resources/IUD/source2.csv | 3 -
.../spark/src/test/resources/IUD/source3.csv | 7 -
.../spark/src/test/resources/IUD/update01.csv | 6 -
.../spark/src/test/resources/OLDFORMATTABLE.csv | 34 -
.../src/test/resources/OLDFORMATTABLEHIVE.csv | 33 -
.../test/resources/Test_Data1_Logrithmic.csv | 3 -
.../src/test/resources/alldatatypescube.xml | 109 --
.../20160423/1400_1405/complex.dictionary | 20 -
.../sample/20160423/1400_1405/sample.dictionary | 9 -
integration/spark/src/test/resources/array1.csv | 2 -
.../src/test/resources/arrayColumnEmpty.csv | 21 -
.../spark/src/test/resources/avgTest.csv | 16 -
.../test/resources/badrecords/datasample.csv | 7 -
.../badrecords/emptyTimeStampValue.csv | 8 -
.../test/resources/badrecords/emptyValues.csv | 8 -
.../badrecords/insufficientColumns.csv | 4 -
.../resources/badrecords/seriazableValue.csv | 3 -
.../spark/src/test/resources/bigIntData.csv | 14 -
.../src/test/resources/bigIntDataWithHeader.csv | 13 -
.../test/resources/bigIntDataWithoutHeader.csv | 12 -
.../src/test/resources/big_int_Decimal.csv | 3 -
.../spark/src/test/resources/channelsId.csv | 10 -
.../src/test/resources/character_carbon.csv | 33 -
.../spark/src/test/resources/character_hive.csv | 32 -
.../test/resources/columndictionary/country.csv | 5 -
.../test/resources/columndictionary/name.csv | 10 -
.../spark/src/test/resources/comment.csv | 5 -
.../test/resources/compaction/compaction1.csv | 6 -
.../compaction/compaction1_forhive.csv | 5 -
.../test/resources/compaction/compaction2.csv | 6 -
.../test/resources/compaction/compaction3.csv | 6 -
.../resources/compaction/compactioncard2.csv | 257 ----
.../compaction/compactioncard2_forhive.csv | 256 ----
.../src/test/resources/complexTypeDecimal.csv | 9 -
.../test/resources/complexTypeDecimalNested.csv | 9 -
.../resources/complexTypeDecimalNestedHive.csv | 8 -
.../spark/src/test/resources/complexdata.csv | 100 --
.../spark/src/test/resources/complexdata1.csv | 54 -
.../spark/src/test/resources/complexdata2.csv | 46 -
.../src/test/resources/complexdatareordered.csv | 10 -
.../test/resources/complexdatastructextra.csv | 10 -
.../complextypediffentcolheaderorder.csv | 100 --
.../src/test/resources/complextypesample.csv | 50 -
.../complextypespecialchardelimiter.csv | 50 -
integration/spark/src/test/resources/data.csv | 11 -
integration/spark/src/test/resources/data2.csv | 4 -
.../src/test/resources/data2_DiffTimeFormat.csv | 4 -
.../spark/src/test/resources/dataDiff.csv | 1001 ---------------
.../spark/src/test/resources/dataIncrement.csv | 21 -
.../src/test/resources/dataWithEmptyRows.csv | 2 -
.../test/resources/dataWithNullFirstLine.csv | 11 -
.../src/test/resources/dataWithSingleQuote.csv | 7 -
.../src/test/resources/data_withCAPSHeader.csv | 3 -
.../src/test/resources/data_withMixedHeader.csv | 3 -
.../spark/src/test/resources/datadelimiter.csv | 11 -
.../src/test/resources/datanullmeasurecol.csv | 3 -
.../spark/src/test/resources/dataretention1.csv | 11 -
.../spark/src/test/resources/dataretention2.csv | 11 -
.../spark/src/test/resources/dataretention3.csv | 11 -
.../spark/src/test/resources/datasample.csv | 4 -
.../src/test/resources/datasamplecomplex.csv | 2 -
.../src/test/resources/datasamplefordate.csv | 4 -
.../spark/src/test/resources/datasamplenull.csv | 3 -
.../spark/src/test/resources/datasingleCol.csv | 3 -
.../src/test/resources/datasingleComplexCol.csv | 3 -
.../datawithNegeativewithoutHeader.csv | 4 -
.../test/resources/datawithNegtiveNumber.csv | 5 -
.../src/test/resources/datawithbackslash.csv | 11 -
.../src/test/resources/datawithblanklines.csv | 19 -
.../resources/datawithcomplexspecialchar.csv | 151 ---
.../test/resources/datawithescapecharacter.csv | 22 -
.../src/test/resources/datawithmaxinteger.csv | 12 -
.../test/resources/datawithmaxmininteger.csv | 13 -
.../src/test/resources/datawithmininteger.csv | 12 -
.../src/test/resources/datawithnullmeasure.csv | 5 -
.../src/test/resources/datawithnullmsrs.csv | 11 -
.../src/test/resources/datawithoutheader.csv | 10 -
.../test/resources/datawithspecialcharacter.csv | 38 -
.../resources/decimalBoundaryDataCarbon.csv | 12 -
.../test/resources/decimalBoundaryDataHive.csv | 11 -
.../test/resources/decimalDataWithHeader.csv | 13 -
.../test/resources/decimalDataWithoutHeader.csv | 12 -
.../src/test/resources/deviceInformationId.csv | 48 -
.../src/test/resources/deviceInformationId2.csv | 6 -
integration/spark/src/test/resources/dict.txt | 1 -
.../spark/src/test/resources/dimSample.csv | 21 -
.../spark/src/test/resources/dimTableSample.csv | 4 -
.../src/test/resources/emptyDimensionData.csv | 21 -
.../test/resources/emptyDimensionDataHive.csv | 20 -
.../resources/emptyrow/csvwithonlyspacechar.csv | 1 -
.../src/test/resources/emptyrow/emptyRows.csv | 7 -
.../spark/src/test/resources/example-data.csv | 1001 ---------------
.../src/test/resources/filter/datagrtlrt.csv | 3 -
.../spark/src/test/resources/filter/emp2.csv | 9 -
.../src/test/resources/filter/emp2allnull.csv | 9 -
.../src/test/resources/filter/emp2nonull.csv | 8 -
.../src/test/resources/integertypecube.xml | 55 -
.../src/test/resources/invalidMeasures.csv | 3 -
.../spark/src/test/resources/join/emp.csv | 1 -
.../spark/src/test/resources/join/employee.csv | 1000 ---------------
.../spark/src/test/resources/join/mgr.csv | 1 -
.../spark/src/test/resources/join/mobile.csv | 1000 ---------------
.../test/resources/lessthandatacolumndata.csv | 11 -
.../resources/loadMultiFiles/.invisibilityfile | 3 -
.../src/test/resources/loadMultiFiles/_SUCCESS | 0
.../src/test/resources/loadMultiFiles/data.csv | 4 -
.../test/resources/loadMultiFiles/emptyfile.csv | 0
.../loadMultiFiles/nestedfolder1/data.csv | 2 -
.../loadMultiFiles/nestedfolder1/data1.csv | 3 -
.../nestedfolder1/nestedfolder2/data.csv | 3 -
.../src/test/resources/loadMultiFiles/non-csv | 3 -
.../resources/locationInfoActiveCountry.csv | 9 -
integration/spark/src/test/resources/mac.csv | 39 -
.../spark/src/test/resources/mobileimei.csv | 24 -
.../spark/src/test/resources/noneCsvFormat.cs | 4 -
.../spark/src/test/resources/nullSample.csv | 0
.../test/resources/nullandnonparsableValue.csv | 3 -
.../src/test/resources/nullmeasurevalue.csv | 11 -
.../test/resources/nullvalueserialization.csv | 2 -
.../src/test/resources/numerictypecube.xml | 41 -
integration/spark/src/test/resources/sample | 5 -
integration/spark/src/test/resources/sample.csv | 5 -
.../spark/src/test/resources/sample.csv.bz2 | Bin 114 -> 0 bytes
.../spark/src/test/resources/sample.csv.gz | Bin 106 -> 0 bytes
.../spark/src/test/resources/sampleComplex.csv | 4 -
.../test/resources/sample_withDelimiter017.csv | 5 -
.../spark/src/test/resources/shortolap.csv | 5 -
.../spark/src/test/resources/stringtypecube.xml | 55 -
.../spark/src/test/resources/struct_all.csv | 4 -
.../src/test/resources/structusingstruct.csv | 2 -
integration/spark/src/test/resources/test.json | 3 -
.../src/test/resources/timeStampFormatData1.csv | 12 -
.../src/test/resources/timeStampFormatData2.csv | 11 -
.../spark/src/test/resources/timestampdata.csv | 2 -
.../src/test/resources/timestamptypecube.xml | 50 -
.../test/resources/verticalDelimitedData.csv | 12 -
.../spark/src/test/resources/windows.csv | 1000 ---------------
.../aggquery/IntegerDataTypeTestCase.scala | 49 -
.../spark/testsuite/bigdecimal/TestBigInt.scala | 93 --
.../TestDimensionWithDecimalDataType.scala | 61 -
...plexPrimitiveTimestampDirectDictionary.scala | 17 +-
.../complexType/TestComplexTypeQuery.scala | 25 +-
.../complexType/TestCreateTableWithDouble.scala | 98 --
.../MultiFilesDataLoagdingTestCase.scala | 59 -
.../dataload/SparkDatasourceSuite.scala | 55 +-
.../dataload/TestLoadDataGeneral.scala | 145 ---
.../TestLoadDataWithAutoLoadMerge.scala | 65 -
.../dataload/TestLoadDataWithBlankLine.scala | 66 -
.../TestLoadDataWithEmptyArrayColumns.scala | 66 -
.../dataload/TestLoadDataWithJunkChars.scala | 61 -
.../TestLoadDataWithMaxMinInteger.scala | 98 --
.../dataload/TestLoadDataWithNullMeasures.scala | 53 -
.../TestLoadDataWithSingleQuotechar.scala | 7 +-
.../emptyrow/TestCSVHavingOnlySpaceChar.scala | 67 -
.../testsuite/emptyrow/TestEmptyRows.scala | 82 --
.../aggquery/AggregateQueryTestCase.scala | 45 -
.../AllDataTypesTestCaseAggregate.scala | 111 --
.../aggquery/AverageQueryTestCase.scala | 112 --
.../AllDataTypesTestCaseAggregate.scala | 1107 +----------------
.../InsertIntoCarbonTableTestCase.scala | 20 +-
.../TestQueryWithOldCarbonDataFile.scala | 70 --
.../allqueries/TestQueryWithoutDataLoad.scala | 63 -
.../allqueries/TestTableNameHasDbName.scala | 54 -
.../badrecordloger/BadRecordLoggerTest.scala | 266 ----
.../testsuite/bigdecimal/TestAvgForBigInt.scala | 59 -
.../testsuite/bigdecimal/TestBigDecimal.scala | 204 ---
.../bigdecimal/TestNullAndEmptyFields.scala | 124 --
.../blockprune/BlockPruneQueryTestCase.scala | 115 --
.../createtable/TestCreateTableSyntax.scala | 39 +-
.../CompactionSystemLockFeatureTest.scala | 19 +-
.../DataCompactionBlockletBoundryTest.scala | 110 --
.../DataCompactionBoundaryConditionsTest.scala | 104 --
.../DataCompactionCardinalityBoundryTest.scala | 128 --
.../datacompaction/DataCompactionLockTest.scala | 130 --
.../DataCompactionMinorThresholdTest.scala | 23 +-
.../DataCompactionNoDictionaryTest.scala | 18 +-
.../datacompaction/DataCompactionTest.scala | 16 +-
.../MajorCompactionIgnoreInMinorTest.scala | 170 ---
.../MajorCompactionStopsAfterCompaction.scala | 147 ---
.../TestDataLoadPartitionCoalescer.scala | 168 ---
.../TestDataLoadWithColumnsMoreThanSchema.scala | 139 ---
.../TestDataWithDicExcludeAndInclude.scala | 106 --
.../testsuite/dataload/TestLoadDataFrame.scala | 95 --
.../dataload/TestLoadDataUseAllDictionary.scala | 56 -
.../TestLoadDataWithDiffTimestampFormat.scala | 138 ---
.../TestLoadDataWithFileHeaderException.scala | 67 -
.../dataload/TestLoadDataWithHiveSyntax.scala | 695 -----------
...ataWithMalformedCarbonCommandException.scala | 163 ---
.../dataload/TestLoadDataWithNoMeasure.scala | 128 --
.../TestLoadDataWithNotProperInputFile.scala | 77 --
.../dataload/TestLoadDataWithSinglePass.scala | 23 +-
.../dataload/TestLoadTblNameIsKeyword.scala | 96 --
.../TestNoInvertedIndexLoadAndQuery.scala | 17 +-
.../dataload/TestTableLevelBlockSize.scala | 128 --
.../DataRetentionConcurrencyTestCase.scala | 113 --
.../dataretention/DataRetentionTestCase.scala | 334 -----
.../deleteTable/TestDeleteTableNewDDL.scala | 254 ----
.../describeTable/TestDescribeTable.scala | 56 -
.../detailquery/AllDataTypesTestCase.scala | 54 -
.../ColumnGroupDataTypesTestCase.scala | 149 ---
.../ColumnPropertyValidationTestCase.scala | 51 -
.../HighCardinalityDataTypesTestCase.scala | 250 ----
.../detailquery/IntegerDataTypeTestCase.scala | 48 -
.../NoDictionaryColumnTestCase.scala | 76 --
.../SubqueryWithFilterAndSortTestCase.scala | 82 --
.../ValueCompressionDataTypeTestCase.scala | 145 ---
.../DateDataTypeDirectDictionaryTest.scala | 154 ---
...TypeDirectDictionaryWithNoDictTestCase.scala | 101 --
.../DateDataTypeNullDataTest.scala | 88 --
...estampDataTypeDirectDictionaryTestCase.scala | 157 ---
...TypeDirectDictionaryWithNoDictTestCase.scala | 107 --
.../TimestampDataTypeNullDataTest.scala | 92 --
.../filterexpr/AllDataTypesTestCaseFilter.scala | 66 -
.../filterexpr/CountStarTestCase.scala | 73 --
.../filterexpr/FilterProcessorTestCase.scala | 289 -----
.../GrtLtFilterProcessorTestCase.scala | 137 +-
.../filterexpr/IntegerDataTypeTestCase.scala | 48 -
.../NullMeasureValueTestCaseFilter.scala | 58 -
.../TestAndEqualFilterEmptyOperandValue.scala | 89 --
.../filterexpr/TestGrtLessFilter.scala | 96 --
.../HadoopFSRelationTestCase.scala | 13 +-
.../iud/DeleteCarbonTableTestCase.scala | 15 +-
.../testsuite/iud/IUDCompactionTestCases.scala | 21 +-
.../iud/UpdateCarbonTableTestCase.scala | 58 +-
.../joinquery/AllDataTypesTestCaseJoin.scala | 68 -
.../joinquery/IntegerDataTypeTestCase.scala | 48 -
.../NullMeasureValueTestCaseAggregate.scala | 85 --
.../TestNullValueSerialization.scala | 112 --
.../sortexpr/AllDataTypesTestCaseSort.scala | 54 -
.../sortexpr/IntegerDataTypeTestCase.scala | 49 -
.../windowsexpr/WindowsExprTestCase.scala | 78 --
.../spark/util/AllDictionaryTestCase.scala | 16 +-
.../AutoHighCardinalityIdentifyTestCase.scala | 15 +-
.../spark/util/DictionaryTestCaseUtil.scala | 5 +-
.../util/ExternalColumnDictionaryTestCase.scala | 45 +-
...GlobalDictionaryUtilConcurrentTestCase.scala | 21 +-
.../util/GlobalDictionaryUtilTestCase.scala | 37 +-
.../apache/spark/sql/TestCarbonSqlParser.scala | 1 +
.../sql/common/util/CarbonHiveContext.scala | 53 -
.../spark/sql/common/util/QueryTest.scala | 11 +-
.../sql/execution/command/DDLStrategy.scala | 9 +-
.../execution/command/carbonTableSchema.scala | 19 +-
.../apache/spark/sql/hive/CarbonMetastore.scala | 2 +-
.../sql/parser/CarbonSpark2SqlParser.scala | 3 +-
.../spark/sql/parser/CarbonSparkSqlParser.scala | 17 +-
.../sql/test/Spark2TestQueryExecutor.scala | 61 +
....apache.spark.sql.sources.DataSourceRegister | 1 +
...che.spark.sql.test.TestQueryExecutorRegister | 1 +
integration/spark2/src/test/resources/data.csv | 11 -
.../spark2/src/test/resources/dataDiff.csv | 1001 ---------------
.../spark2/src/test/resources/data_alltypes.csv | 10 -
.../AllDataTypesTestCaseAggregate.scala | 1166 ------------------
.../InsertIntoCarbonTableTestCase.scala | 162 ---
.../carbondata/CarbonDataSourceSuite.scala | 19 +-
.../bucketing/TableBucketingTestCase.scala | 75 +-
.../spark/carbondata/util/QueryTest.scala | 0
.../vectorreader/VectorReaderTestCase.scala | 17 +-
.../spark/sql/common/util/QueryTest.scala | 50 +-
.../apache/spark/util/CarbonCommandSuite.scala | 5 +-
pom.xml | 1 +
514 files changed, 20039 insertions(+), 21976 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/core/src/main/java/org/apache/carbondata/scan/expression/ExpressionResult.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/scan/expression/ExpressionResult.java b/core/src/main/java/org/apache/carbondata/scan/expression/ExpressionResult.java
index 407a1d7..408fb1d 100644
--- a/core/src/main/java/org/apache/carbondata/scan/expression/ExpressionResult.java
+++ b/core/src/main/java/org/apache/carbondata/scan/expression/ExpressionResult.java
@@ -85,6 +85,9 @@ public class ExpressionResult implements Comparable<ExpressionResult> {
if (value instanceof Double) {
return ((Double) value).intValue();
}
+ if (value instanceof Long) {
+ return ((Long) value).intValue();
+ }
return (Integer) value;
case DATE:
if (value instanceof java.sql.Date) {
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/pom.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/pom.xml b/integration/spark-common-test/pom.xml
new file mode 100644
index 0000000..91b27dc
--- /dev/null
+++ b/integration/spark-common-test/pom.xml
@@ -0,0 +1,232 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+ <modelVersion>4.0.0</modelVersion>
+
+ <parent>
+ <groupId>org.apache.carbondata</groupId>
+ <artifactId>carbondata-parent</artifactId>
+ <version>1.0.0-incubating-SNAPSHOT</version>
+ <relativePath>../../pom.xml</relativePath>
+ </parent>
+
+ <artifactId>carbondata-spark-common-test</artifactId>
+ <name>Apache CarbonData :: Spark Common Test</name>
+
+ <properties>
+ <dev.path>${basedir}/../../dev</dev.path>
+ </properties>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.carbondata</groupId>
+ <artifactId>carbondata-spark-common</artifactId>
+ <version>${project.version}</version>
+ <scope>test</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-hive-thriftserver_2.10</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-hive-thriftserver_${scala.binary.version}</artifactId>
+ <scope>test</scope>
+ </dependency>
+ <dependency>
+ <groupId>junit</groupId>
+ <artifactId>junit</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.scalatest</groupId>
+ <artifactId>scalatest_${scala.binary.version}</artifactId>
+ <version>2.2.1</version>
+ <scope>test</scope>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <testSourceDirectory>src/test/scala</testSourceDirectory>
+ <resources>
+ <resource>
+ <directory>src/resources</directory>
+ </resource>
+ <resource>
+ <directory>.</directory>
+ <includes>
+ <include>CARBON_SPARK_INTERFACELogResource.properties</include>
+ </includes>
+ </resource>
+ </resources>
+ <plugins>
+ <plugin>
+ <groupId>org.scala-tools</groupId>
+ <artifactId>maven-scala-plugin</artifactId>
+ <version>2.15.2</version>
+ <executions>
+ <execution>
+ <id>compile</id>
+ <goals>
+ <goal>compile</goal>
+ </goals>
+ <phase>compile</phase>
+ </execution>
+ <execution>
+ <id>testCompile</id>
+ <goals>
+ <goal>testCompile</goal>
+ </goals>
+ <phase>test</phase>
+ </execution>
+ <execution>
+ <phase>process-resources</phase>
+ <goals>
+ <goal>compile</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <configuration>
+ <source>1.7</source>
+ <target>1.7</target>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <version>2.18</version>
+ <!-- Note config is repeated in scalatest config -->
+ <configuration>
+ <includes>
+ <include>**/Test*.java</include>
+ <include>**/*Test.java</include>
+ <include>**/*TestCase.java</include>
+ <include>**/*Suite.java</include>
+ </includes>
+ <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
+ <argLine>-Xmx3g -XX:MaxPermSize=512m -XX:ReservedCodeCacheSize=512m</argLine>
+ <systemProperties>
+ <java.awt.headless>true</java.awt.headless>
+ </systemProperties>
+ <failIfNoTests>false</failIfNoTests>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.scalatest</groupId>
+ <artifactId>scalatest-maven-plugin</artifactId>
+ <version>1.0</version>
+ <!-- Note config is repeated in surefire config -->
+ <configuration>
+ <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
+ <junitxml>.</junitxml>
+ <filereports>CarbonTestSuite.txt</filereports>
+ <argLine>-ea -Xmx3g -XX:MaxPermSize=512m -XX:ReservedCodeCacheSize=512m
+ </argLine>
+ <stderr />
+ <environmentVariables>
+ </environmentVariables>
+ <systemProperties>
+ <java.awt.headless>true</java.awt.headless>
+ <use.kettle>${use.kettle}</use.kettle>
+ </systemProperties>
+ </configuration>
+ <executions>
+ <execution>
+ <id>test</id>
+ <goals>
+ <goal>test</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ <profiles>
+ <profile>
+ <id>spark-1.5</id>
+ <activation>
+ <activeByDefault>true</activeByDefault>
+ </activation>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.carbondata</groupId>
+ <artifactId>carbondata-spark</artifactId>
+ <version>${project.version}</version>
+ <scope>test</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-hive-thriftserver_2.10</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-repl_2.10</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ </dependencies>
+ </profile>
+ <profile>
+ <id>spark-1.6</id>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.carbondata</groupId>
+ <artifactId>carbondata-spark</artifactId>
+ <version>${project.version}</version>
+ <scope>test</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-hive-thriftserver_2.10</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-repl_2.10</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ </dependencies>
+ </profile>
+ <profile>
+ <id>spark-2.1</id>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.carbondata</groupId>
+ <artifactId>carbondata-spark2</artifactId>
+ <version>${project.version}</version>
+ <scope>test</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-hive-thriftserver_2.10</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-repl_2.10</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ </dependencies>
+ </profile>
+ </profiles>
+</project>
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java b/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java
new file mode 100644
index 0000000..ed4f95b
--- /dev/null
+++ b/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/load/CarbonLoaderUtilTest.java
@@ -0,0 +1,419 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.integration.spark.load;
+
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.Comparator;
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.LinkedHashMap;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map;
+
+import org.apache.carbondata.core.carbon.datastore.block.Distributable;
+import org.apache.carbondata.core.carbon.datastore.block.TableBlockInfo;
+import org.apache.carbondata.spark.load.CarbonLoaderUtil;
+import org.junit.Assert;
+import org.junit.Test;
+
+/**
+ * Test class to test block distribution functionality
+ */
+public class CarbonLoaderUtilTest {
+ List<Distributable> blockInfos = null;
+ int noOfNodesInput = -1;
+ List<String> activeNode = null;
+ Map<String, List<Distributable>> expected = null;
+ Map<String, List<Distributable>> mapOfNodes = null;
+
+ @Test public void nodeBlockMapping() throws Exception {
+
+ // scenario when the 3 nodes and 3 executors
+ initSet1();
+ Map<String, List<Distributable>> mapOfNodes =
+ CarbonLoaderUtil.nodeBlockMapping(blockInfos, noOfNodesInput, activeNode);
+ // node allocation
+ Assert.assertTrue("Node Allocation", expected.size() == mapOfNodes.size());
+ // block allocation
+ boolean isEqual = compareResult(expected, mapOfNodes);
+ Assert.assertTrue("Block Allocation", isEqual);
+
+ // 2 node and 3 executors
+ initSet2();
+ mapOfNodes = CarbonLoaderUtil.nodeBlockMapping(blockInfos, noOfNodesInput, activeNode);
+ // node allocation
+ Assert.assertTrue("Node Allocation", expected.size() == mapOfNodes.size());
+ // block allocation
+ isEqual = compareResult(expected, mapOfNodes);
+ Assert.assertTrue("Block Allocation", isEqual);
+
+ // 3 data node and 2 executors
+ initSet3();
+ mapOfNodes = CarbonLoaderUtil.nodeBlockMapping(blockInfos, noOfNodesInput, activeNode);
+ // node allocation
+ Assert.assertTrue("Node Allocation", expected.size() == mapOfNodes.size());
+ // block allocation
+ isEqual = compareResult(expected, mapOfNodes);
+ Assert.assertTrue("Block Allocation", isEqual);
+ }
+
+ /**
+ * compares the blocks allocation
+ *
+ * @param expectedResult
+ * @param actualResult
+ * @return
+ */
+ private boolean compareResult(Map<String, List<Distributable>> expectedResult,
+ Map<String, List<Distributable>> actualResult) {
+ expectedResult = sortByListSize(expectedResult);
+ actualResult = sortByListSize(actualResult);
+ List<List<Distributable>> expectedList = new LinkedList(expectedResult.entrySet());
+ List<List<Distributable>> mapOfNodesList = new LinkedList(actualResult.entrySet());
+ boolean isEqual = expectedList.size() == mapOfNodesList.size();
+ if (isEqual) {
+ for (int i = 0; i < expectedList.size(); i++) {
+ int size1 = ((List) ((Map.Entry) (expectedList.get(i))).getValue()).size();
+ int size2 = ((List) ((Map.Entry) (mapOfNodesList.get(i))).getValue()).size();
+ isEqual = size1 == size2;
+ if (!isEqual) {
+ break;
+ }
+ }
+ }
+ return isEqual;
+ }
+
+ /**
+ * sort by list size
+ *
+ * @param map
+ * @return
+ */
+ private static Map<String, List<Distributable>> sortByListSize(
+ Map<String, List<Distributable>> map) {
+ List<List<Distributable>> list = new LinkedList(map.entrySet());
+ Collections.sort(list, new Comparator() {
+ public int compare(Object obj1, Object obj2) {
+ if (obj1 == null && obj2 == null) {
+ return 0;
+ } else if (obj1 == null) {
+ return 1;
+ } else if (obj2 == null) {
+ return -1;
+ }
+ int size1 = ((List) ((Map.Entry) (obj1)).getValue()).size();
+ int size2 = ((List) ((Map.Entry) (obj2)).getValue()).size();
+ return size2 - size1;
+ }
+ });
+
+ Map res = new LinkedHashMap();
+ for (Iterator it = list.iterator(); it.hasNext(); ) {
+ Map.Entry entry = (Map.Entry) it.next();
+ res.put(entry.getKey(), entry.getValue());
+ }
+ return res;
+ }
+
+ void initSet1() {
+ blockInfos = new ArrayList<>();
+ activeNode = new ArrayList<>();
+ activeNode.add("node-7");
+ activeNode.add("node-9");
+ activeNode.add("node-11");
+ String[] location = { "node-7", "node-9", "node-11" };
+ blockInfos.add(new TableBlockInfo("node", 1, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 2, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 3, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 4, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 5, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 6, "1", location, 0));
+ expected = new HashMap<>();
+ expected.put("node-7", blockInfos.subList(0, 2));
+ expected.put("node-9", blockInfos.subList(2, 4));
+ expected.put("node-11", blockInfos.subList(4, 6));
+ }
+
+ void initSet2() {
+ blockInfos = new ArrayList<>();
+ activeNode = new ArrayList<>();
+ activeNode.add("node-7");
+ activeNode.add("node-9");
+ activeNode.add("node-11");
+ String[] location = { "node-7", "node-11" };
+ blockInfos.add(new TableBlockInfo("node", 1, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 2, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 3, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 4, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 5, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 6, "1", location, 0));
+ expected = new HashMap<>();
+ expected.put("node-7", blockInfos.subList(0, 2));
+ expected.put("node-9", blockInfos.subList(2, 4));
+ expected.put("node-11", blockInfos.subList(4, 6));
+ }
+
+ void initSet3() {
+ blockInfos = new ArrayList<>();
+ activeNode = new ArrayList<>();
+ activeNode.add("node-7");
+ activeNode.add("node-11");
+ String[] location = { "node-7", "node-9", "node-11" };
+ blockInfos.add(new TableBlockInfo("node", 1, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 2, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 3, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 4, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 5, "1", location, 0));
+ blockInfos.add(new TableBlockInfo("node", 6, "1", location, 0));
+ expected = new HashMap<>();
+ expected.put("node-7", blockInfos.subList(0, 3));
+ expected.put("node-11", blockInfos.subList(3, 6));
+ }
+
+
+ /**
+ * Test case with 4 blocks and 4 nodes with 3 replication.
+ *
+ * @throws Exception
+ */
+ @Test public void nodeBlockMapping() throws Exception {
+
+ Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
+
+ TableBlockInfo block1 =
+ new TableBlockInfo("path1", 123, "1", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block2 =
+ new TableBlockInfo("path2", 123, "2", new String[] { "2", "3", "4" }, 111);
+ TableBlockInfo block3 =
+ new TableBlockInfo("path3", 123, "3", new String[] { "3", "4", "1" }, 111);
+ TableBlockInfo block4 =
+ new TableBlockInfo("path4", 123, "4", new String[] { "1", "2", "4" }, 111);
+
+ inputMap.put(block1, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block2, Arrays.asList(new String[]{"2","3","4"}));
+ inputMap.put(block3, Arrays.asList(new String[]{"3","4","1"}));
+ inputMap.put(block4, Arrays.asList(new String[]{"1","2","4"}));
+
+ List<TableBlockInfo> inputBlocks = new ArrayList(6);
+ inputBlocks.add(block1);
+ inputBlocks.add(block2);
+ inputBlocks.add(block3);
+ inputBlocks.add(block4);
+
+ Map<String, List<TableBlockInfo>> outputMap
+ = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 4);
+
+ Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 4, 4));
+
+ Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 4, 4));
+ }
+
+ private boolean calculateBlockLocality(Map<TableBlockInfo, List<String>> inputMap,
+ Map<String, List<TableBlockInfo>> outputMap, int numberOfBlocks, int numberOfNodes) {
+
+ double notInNodeLocality = 0;
+ for (Map.Entry<String, List<TableBlockInfo>> entry : outputMap.entrySet()) {
+
+ List<TableBlockInfo> blockListOfANode = entry.getValue();
+
+ for (TableBlockInfo eachBlock : blockListOfANode) {
+
+ // for each block check the node locality
+
+ List<String> blockLocality = inputMap.get(eachBlock);
+ if (!blockLocality.contains(entry.getKey())) {
+ notInNodeLocality++;
+ }
+ }
+ }
+
+ System.out.println(
+ ((notInNodeLocality / numberOfBlocks) * 100) + " " + "is the node locality mismatch");
+ if ((notInNodeLocality / numberOfBlocks) * 100 > 30) {
+ return false;
+ }
+ return true;
+ }
+
+ private boolean calculateBlockDistribution(Map<TableBlockInfo, List<String>> inputMap,
+ Map<String, List<TableBlockInfo>> outputMap, int numberOfBlocks, int numberOfNodes) {
+
+ int nodesPerBlock = numberOfBlocks / numberOfNodes;
+
+ for (Map.Entry<String, List<TableBlockInfo>> entry : outputMap.entrySet()) {
+
+ if (entry.getValue().size() < nodesPerBlock) {
+ return false;
+ }
+ }
+ return true;
+ }
+
+ /**
+ * Test case with 5 blocks and 3 nodes
+ *
+ * @throws Exception
+ */
+ @Test public void nodeBlockMappingTestWith5blocks3nodes() throws Exception {
+
+ Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
+
+ TableBlockInfo block1 =
+ new TableBlockInfo("part-0-0-1462341987000", 123, "1", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block2 =
+ new TableBlockInfo("part-1-0-1462341987000", 123, "2", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block3 =
+ new TableBlockInfo("part-2-0-1462341987000", 123, "3", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block4 =
+ new TableBlockInfo("part-3-0-1462341987000", 123, "4", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block5 =
+ new TableBlockInfo("part-4-0-1462341987000", 123, "5", new String[] { "1", "2", "3" }, 111);
+
+ inputMap.put(block1, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block2, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block3, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block4, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block5, Arrays.asList(new String[]{"1","2","3"}));
+
+ List<TableBlockInfo> inputBlocks = new ArrayList(6);
+ inputBlocks.add(block1);
+ inputBlocks.add(block2);
+ inputBlocks.add(block3);
+ inputBlocks.add(block4);
+ inputBlocks.add(block5);
+
+ Map<String, List<TableBlockInfo>> outputMap = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 3);
+
+ Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 5, 3));
+
+ Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 5, 3));
+
+ }
+
+ /**
+ * Test case with 6 blocks and 4 nodes where 4 th node doesnt have any local data.
+ *
+ * @throws Exception
+ */
+ @Test public void nodeBlockMappingTestWith6Blocks4nodes() throws Exception {
+
+ Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
+
+ TableBlockInfo block1 =
+ new TableBlockInfo("part-0-0-1462341987000", 123, "1", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block2 =
+ new TableBlockInfo("part-1-0-1462341987000", 123, "2", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block3 =
+ new TableBlockInfo("part-2-0-1462341987000", 123, "3", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block4 =
+ new TableBlockInfo("part-3-0-1462341987000", 123, "4", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block5 =
+ new TableBlockInfo("part-4-0-1462341987000", 123, "5", new String[] { "1", "2", "3" }, 111);
+ TableBlockInfo block6 =
+ new TableBlockInfo("part-5-0-1462341987000", 123, "6", new String[] { "1", "2", "3" }, 111);
+
+ inputMap.put(block1, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block2, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block3, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block4, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block5, Arrays.asList(new String[]{"1","2","3"}));
+ inputMap.put(block6, Arrays.asList(new String[]{"1","2","3"}));
+
+
+ List<TableBlockInfo> inputBlocks = new ArrayList(6);
+ inputBlocks.add(block1);
+ inputBlocks.add(block2);
+ inputBlocks.add(block3);
+ inputBlocks.add(block4);
+ inputBlocks.add(block5);
+ inputBlocks.add(block6);
+
+ Map<String, List<TableBlockInfo>> outputMap = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 4);
+
+ Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 6, 4));
+
+ Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 6, 4));
+
+ }
+
+ /**
+ * Test case with 10 blocks and 4 nodes with 10,60,30 % distribution
+ *
+ * @throws Exception
+ */
+ @Test public void nodeBlockMappingTestWith10Blocks4nodes() throws Exception {
+
+ Map<TableBlockInfo, List<String>> inputMap = new HashMap<TableBlockInfo, List<String>>(5);
+
+ TableBlockInfo block1 =
+ new TableBlockInfo("part-1-0-1462341987000", 123, "1", new String[] { "2", "4" }, 111);
+ TableBlockInfo block2 =
+ new TableBlockInfo("part-2-0-1462341987000", 123, "2", new String[] { "2", "4" }, 111);
+ TableBlockInfo block3 =
+ new TableBlockInfo("part-3-0-1462341987000", 123, "3", new String[] { "2", "4" }, 111);
+ TableBlockInfo block4 =
+ new TableBlockInfo("part-4-0-1462341987000", 123, "4", new String[] { "2", "4" }, 111);
+ TableBlockInfo block5 =
+ new TableBlockInfo("part-5-0-1462341987000", 123, "5", new String[] { "2", "4" }, 111);
+ TableBlockInfo block6 =
+ new TableBlockInfo("part-6-0-1462341987000", 123, "6", new String[] { "2", "4" }, 111);
+ TableBlockInfo block7 =
+ new TableBlockInfo("part-7-0-1462341987000", 123, "7", new String[] { "3", "4" }, 111);
+ TableBlockInfo block8 =
+ new TableBlockInfo("part-8-0-1462341987000", 123, "8", new String[] { "3", "4" }, 111);
+ TableBlockInfo block9 =
+ new TableBlockInfo("part-9-0-1462341987000", 123, "9", new String[] { "3", "4" }, 111);
+ TableBlockInfo block10 =
+ new TableBlockInfo("part-10-0-1462341987000", 123, "9", new String[] { "1", "4" }, 111);
+
+ inputMap.put(block1, Arrays.asList(new String[]{"2","4"}));
+ inputMap.put(block2, Arrays.asList(new String[]{"2","4"}));
+ inputMap.put(block3, Arrays.asList(new String[]{"2","4"}));
+ inputMap.put(block4, Arrays.asList(new String[]{"2","4"}));
+ inputMap.put(block5, Arrays.asList(new String[]{"2","4"}));
+ inputMap.put(block6, Arrays.asList(new String[]{"2","4"}));
+ inputMap.put(block7, Arrays.asList(new String[]{"3","4"}));
+ inputMap.put(block8, Arrays.asList(new String[]{"3","4"}));
+ inputMap.put(block9, Arrays.asList(new String[]{"3","4"}));
+ inputMap.put(block10, Arrays.asList(new String[]{"1","4"}));
+
+ List<TableBlockInfo> inputBlocks = new ArrayList(6);
+ inputBlocks.add(block1);
+ inputBlocks.add(block2);
+ inputBlocks.add(block3);
+ inputBlocks.add(block4);
+ inputBlocks.add(block5);
+ inputBlocks.add(block6);
+ inputBlocks.add(block7);
+ inputBlocks.add(block8);
+ inputBlocks.add(block9);
+ inputBlocks.add(block10);
+
+ Map<String, List<TableBlockInfo>> outputMap = CarbonLoaderUtil.nodeBlockMapping(inputBlocks, 4);
+
+ Assert.assertTrue(calculateBlockDistribution(inputMap, outputMap, 10, 4));
+
+ Assert.assertTrue(calculateBlockLocality(inputMap, outputMap, 10, 4));
+ }
+
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java b/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java
new file mode 100644
index 0000000..76906c6
--- /dev/null
+++ b/integration/spark-common-test/src/test/java/org/carbondata/integration/spark/testsuite/validation/FileFooterValidator.java
@@ -0,0 +1,157 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.integration.spark.testsuite.validation;
+
+import org.apache.spark.sql.common.util.CarbonHiveContext;
+import org.apache.carbondata.core.carbon.CarbonTableIdentifier;
+import org.apache.carbondata.core.carbon.path.CarbonStorePath;
+import org.apache.carbondata.core.constants.CarbonCommonConstants;
+import org.apache.carbondata.core.datastorage.store.FileHolder;
+import org.apache.carbondata.core.datastorage.store.filesystem.CarbonFile;
+import org.apache.carbondata.core.datastorage.store.filesystem.CarbonFileFilter;
+import org.apache.carbondata.core.datastorage.store.impl.FileFactory;
+import org.apache.carbondata.core.reader.CarbonFooterReader;
+import org.apache.carbondata.core.util.CarbonProperties;
+import org.apache.carbondata.format.BlockletIndex;
+import org.apache.carbondata.format.BlockletInfo;
+import org.apache.carbondata.format.DataChunk;
+import org.apache.carbondata.format.Encoding;
+import org.apache.carbondata.format.FileFooter;
+import org.junit.AfterClass;
+import org.junit.Before;
+import org.junit.Test;
+
+import static org.junit.Assert.assertTrue;
+
+public class FileFooterValidator {
+
+ private static FileFooter fileFooter;
+
+ private static boolean setUpIsDone;
+
+ @Before public void setUp() throws Exception {
+
+ if (setUpIsDone) {
+ return;
+ }
+ CarbonHiveContext.sql(
+ "CREATE CUBE validatefooter DIMENSIONS (empno Integer, empname String,"
+ + " designation String,"
+ + " doj Timestamp, workgroupcategory Integer, workgroupcategoryname String, "
+ + "deptno Integer, deptname String, projectcode Integer, projectjoindate Timestamp,"
+ + " projectenddate Timestamp) MEASURES (attendance Integer,utilization Integer,"
+ + "salary Integer) OPTIONS (PARTITIONER [PARTITION_COUNT=1])");
+ CarbonHiveContext.sql(
+ "LOAD DATA fact from './src/test/resources/data.csv' INTO CUBE validatefooter "
+ + "PARTITIONDATA(DELIMITER ',', QUOTECHAR '\"')");
+ String storePath =
+ CarbonProperties.getInstance().getProperty(CarbonCommonConstants.STORE_LOCATION);
+ CarbonTableIdentifier tableIdentifier =
+ new CarbonTableIdentifier(CarbonCommonConstants.DATABASE_DEFAULT_NAME, "validatefooter", "1");
+ String segmentPath = CarbonStorePath.getCarbonTablePath(storePath, tableIdentifier)
+ .getCarbonDataDirectoryPath("0", "0");
+ CarbonFile carbonFile =
+ FileFactory.getCarbonFile(segmentPath, FileFactory.getFileType(segmentPath));
+ CarbonFile[] list = carbonFile.listFiles(new CarbonFileFilter() {
+ @Override public boolean accept(CarbonFile file) {
+ if (file.getName().endsWith(CarbonCommonConstants.FACT_FILE_EXT)) {
+ return true;
+ }
+ return false;
+ }
+ });
+
+ for (CarbonFile file : list) {
+ String fileLocation = file.getAbsolutePath();
+ CarbonFile factFile =
+ FileFactory.getCarbonFile(fileLocation, FileFactory.getFileType(fileLocation));
+ long offset = factFile.getSize() - CarbonCommonConstants.LONG_SIZE_IN_BYTE;
+ FileHolder fileHolder = FileFactory.getFileHolder(FileFactory.getFileType(fileLocation));
+ offset = fileHolder.readLong(fileLocation, offset);
+ CarbonFooterReader metaDataReader = new CarbonFooterReader(fileLocation, offset);
+ fileFooter = metaDataReader.readFooter();
+ }
+ setUpIsDone = true;
+ }
+
+ @AfterClass public static void tearDownAfterClass() {
+ CarbonHiveContext.sql("drop CUBE validatefooter");
+ }
+
+ @Test public void testFileFooterExist() {
+ assertTrue(fileFooter != null);
+ }
+
+ @Test public void testFileFooterVersion() {
+ assertTrue(fileFooter.getVersion() >= 0);
+ }
+
+ @Test public void testFileFooterNumRows() {
+ assertTrue(fileFooter.getNum_rows() > 0);
+ }
+
+ @Test public void testFileFooterTableColumns() {
+ assertTrue(fileFooter.getTable_columns() != null && fileFooter.getTable_columns().size() > 0);
+ }
+
+ @Test public void testFileFooterSegmentInfo() {
+ assertTrue(
+ fileFooter.getSegment_info() != null && fileFooter.getSegment_info().getNum_cols() > 0
+ && fileFooter.getSegment_info().getColumn_cardinalities().size() > 0);
+ }
+
+ @Test public void testFileFooterBlockletIndex() {
+ assertTrue(fileFooter.getBlocklet_index_list() != null
+ && fileFooter.getBlocklet_index_list().size() > 0);
+ for (BlockletIndex blockletIndex : fileFooter.getBlocklet_index_list()) {
+ assertTrue(blockletIndex.getMin_max_index().getMin_values() != null
+ && blockletIndex.getMin_max_index().getMin_values().size() > 0
+ && blockletIndex.getMin_max_index().getMax_values() != null
+ && blockletIndex.getMin_max_index().getMax_values().size() > 0
+ && blockletIndex.getMin_max_index().getMin_values().size() == blockletIndex
+ .getMin_max_index().getMax_values().size());
+ assertTrue(blockletIndex.getB_tree_index().getStart_key() != null
+ && blockletIndex.getB_tree_index().getEnd_key() != null);
+ }
+ }
+
+ @Test public void testFileFooterBlockletInfo() {
+ assertTrue(fileFooter.getBlocklet_info_list() != null
+ && fileFooter.getBlocklet_info_list().size() > 0);
+ for (BlockletInfo blockletInfo : fileFooter.getBlocklet_info_list()) {
+ assertTrue(blockletInfo.getNum_rows() > 0 && blockletInfo.getColumn_data_chunks() != null
+ && blockletInfo.getColumn_data_chunks().size() > 0);
+ for (DataChunk columnDataChunk : blockletInfo.getColumn_data_chunks()) {
+ testColumnDataChunk(columnDataChunk);
+ }
+ }
+ }
+
+ private void testColumnDataChunk(DataChunk columnDatachunk) {
+ assertTrue(columnDatachunk.getEncoders() != null && columnDatachunk.getChunk_meta() != null
+ && columnDatachunk.getChunk_meta().getCompression_codec() != null);
+ // For Measure
+ if (columnDatachunk.getEncoders().contains(Encoding.DELTA)) {
+ assertTrue(
+ columnDatachunk.getPresence() != null && columnDatachunk.getEncoder_meta() != null);
+ } else {
+ assertTrue(columnDatachunk.getSort_state() != null);
+ }
+ }
+}
\ No newline at end of file
[23/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
new file mode 100644
index 0000000..249e4ac
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
@@ -0,0 +1,326 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataretention
+
+import java.text.SimpleDateFormat
+
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
+import org.apache.carbondata.locks.{LockUsage, CarbonLockFactory, ICarbonLock}
+import org.apache.commons.lang3.time.DateUtils
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.carbon.path.CarbonStorePath
+import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.load.LoadMetadataDetails
+import org.apache.carbondata.core.util.CarbonProperties
+import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
+
+/**
+ * This class contains data retention test cases
+ * Created by Manohar on 5/9/2016.
+ */
+class DataRetentionTestCase extends QueryTest with BeforeAndAfterAll {
+
+ val absoluteTableIdentifierForLock: AbsoluteTableIdentifier = new
+ AbsoluteTableIdentifier(storeLocation,
+ new CarbonTableIdentifier(CarbonCommonConstants.DATABASE_DEFAULT_NAME, "retentionlock", "200"))
+ val absoluteTableIdentifierForRetention: AbsoluteTableIdentifier = new
+ AbsoluteTableIdentifier(storeLocation,
+ new CarbonTableIdentifier(
+ CarbonCommonConstants.DATABASE_DEFAULT_NAME, "DataRetentionTable".toLowerCase(), "300"))
+ val carbonTablePath = CarbonStorePath
+ .getCarbonTablePath(absoluteTableIdentifierForRetention.getStorePath,
+ absoluteTableIdentifierForRetention.getCarbonTableIdentifier).getMetadataDirectoryPath
+
+ var carbonDateFormat = new SimpleDateFormat(CarbonCommonConstants.CARBON_TIMESTAMP)
+ var defaultDateFormat = new SimpleDateFormat(CarbonCommonConstants
+ .CARBON_TIMESTAMP_DEFAULT_FORMAT)
+ val carbonTableStatusLock: ICarbonLock = CarbonLockFactory
+ .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.TABLE_STATUS_LOCK)
+ val carbonDeleteSegmentLock: ICarbonLock = CarbonLockFactory
+ .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.DELETE_SEGMENT_LOCK)
+ val carbonCleanFilesLock: ICarbonLock = CarbonLockFactory
+ .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.CLEAN_FILES_LOCK)
+ val carbonMetadataLock: ICarbonLock = CarbonLockFactory
+ .getCarbonLockObj(absoluteTableIdentifierForLock.getCarbonTableIdentifier, LockUsage.METADATA_LOCK)
+
+
+ override def beforeAll {
+ CarbonProperties.getInstance.addProperty(CarbonCommonConstants.MAX_QUERY_EXECUTION_TIME, "1")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(
+ "CREATE table DataRetentionTable (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'"
+
+ )
+ sql(
+ "CREATE table retentionlock (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'"
+
+ )
+
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE retentionlock " +
+ "OPTIONS('DELIMITER' = ',')")
+
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE DataRetentionTable " +
+ "OPTIONS('DELIMITER' = ',')")
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention2.csv' INTO TABLE DataRetentionTable " +
+ "OPTIONS('DELIMITER' = ',')")
+
+ }
+
+ override def afterAll {
+ sql("drop table DataRetentionTable")
+ sql("drop table carbon_TABLE_1")
+ sql("drop table retentionlock")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+
+
+ private def getSegmentStartTime(segments: Array[LoadMetadataDetails],
+ segmentId: Integer): String = {
+ val segmentLoadTimeString = segments(segmentId).getLoadStartTime()
+ var loadTime = carbonDateFormat.parse(carbonDateFormat.format(segmentLoadTimeString))
+ // add one min to execute delete before load start time command
+ loadTime = DateUtils.addMinutes(loadTime, 1)
+ defaultDateFormat.format(loadTime)
+
+ }
+
+
+ test("RetentionTest_withoutDelete") {
+ checkAnswer(
+ sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
+ " IN ('china','ind','aus','eng') GROUP BY country"
+ ),
+ Seq(Row("aus", 9), Row("ind", 9))
+ )
+ }
+
+ test("RetentionTest_DeleteSegmentsByLoadTime") {
+ val segments: Array[LoadMetadataDetails] =
+ SegmentStatusManager.readLoadMetadata(carbonTablePath)
+ // check segment length, it should be 3 (loads)
+ if (segments.length != 2) {
+ assert(false)
+ }
+
+ val actualValue: String = getSegmentStartTime(segments, 1)
+ // delete segments (0,1) which contains ind, aus
+ sql(
+ "DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before '" + actualValue + "'")
+
+ // load segment 2 which contains eng
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention3.csv' INTO TABLE DataRetentionTable " +
+ "OPTIONS('DELIMITER' = ',')")
+ checkAnswer(
+ sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
+ " IN ('china','ind','aus','eng') GROUP BY country"
+ ),
+ Seq(Row("eng", 9))
+ )
+ }
+
+ test("RetentionTest3_DeleteByLoadId") {
+ // delete segment 2 and load ind segment
+ sql("DELETE SEGMENT 2 FROM TABLE DataRetentionTable")
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE DataRetentionTable " +
+ "OPTIONS('DELIMITER' = ',')")
+ checkAnswer(
+ sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
+ " IN ('china','ind','aus','eng') GROUP BY country"
+ ),
+ Seq(Row("ind", 9))
+ )
+
+ // these queries should execute without any error.
+ sql("show segments for table DataRetentionTable")
+ sql("clean files for table DataRetentionTable")
+ }
+
+ test("RetentionTest4_DeleteByInvalidLoadId") {
+ try {
+ // delete segment with no id
+ sql("DELETE SEGMENT FROM TABLE DataRetentionTable")
+ assert(false)
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.contains("should not be empty"))
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test delete segments by load date with case-insensitive table name") {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS carbon_TABLE_1
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_EXCLUDE'='country,phonetype,serialname',
+ 'DICTIONARY_INCLUDE'='ID')
+ """)
+
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/emptyDimensionData.csv' into table CarBon_tAbLE_1")
+
+ checkAnswer(
+ sql("select count(*) from cArbon_TaBlE_1"), Seq(Row(20)))
+
+ sql("delete segments from table carbon_TABLE_1 " +
+ "where starttime before '2099-07-28 11:00:00'")
+
+ checkAnswer(
+ sql("select count(*) from caRbon_TabLe_1"), Seq(Row(0)))
+
+ }
+ test("RetentionTest_DeleteSegmentsByLoadTimeValiadtion") {
+
+ try {
+ sql(
+ "DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before" +
+ " 'abcd-01-01 00:00:00'")
+ assert(false)
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.contains("Invalid load start time format"))
+ case _: Throwable => assert(false)
+ }
+
+ try {
+ sql(
+ "DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before" +
+ " '2099:01:01 00:00:00'")
+ assert(false)
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.contains("Invalid load start time format"))
+ case _: Throwable => assert(false)
+ }
+
+ checkAnswer(
+ sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
+ " IN ('china','ind','aus','eng') GROUP BY country"
+ ),
+ Seq(Row("ind", 9))
+ )
+ sql("DELETE SEGMENTS FROM TABLE DataRetentionTable where STARTTIME before '2099-01-01'")
+ checkAnswer(
+ sql("SELECT country, count(salary) AS amount FROM DataRetentionTable WHERE country" +
+ " IN ('china','ind','aus','eng') GROUP BY country"), Seq())
+
+
+ }
+
+ test("RetentionTest_InvalidDeleteCommands") {
+
+ // All these queries should fail.
+ try {
+ sql("DELETE LOADS FROM TABLE DataRetentionTable where STARTTIME before '2099-01-01'")
+ throw new MalformedCarbonCommandException("Invalid query")
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(!e.getMessage.equalsIgnoreCase("Invalid query"))
+ case _: Throwable => assert(true)
+ }
+
+ try {
+ sql("DELETE LOAD 2 FROM TABLE DataRetentionTable")
+ throw new MalformedCarbonCommandException("Invalid query")
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(!e.getMessage.equalsIgnoreCase("Invalid query"))
+ case _: Throwable => assert(true)
+ }
+
+ try {
+ sql("show loads for table DataRetentionTable")
+ throw new MalformedCarbonCommandException("Invalid query")
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(!e.getMessage.equalsIgnoreCase("Invalid query"))
+ case _: Throwable => assert(true)
+ }
+
+ }
+
+ test("RetentionTest_Locks") {
+
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE retentionlock " +
+ "OPTIONS('DELIMITER' = ',')")
+ carbonDeleteSegmentLock.lockWithRetries()
+ carbonTableStatusLock.lockWithRetries()
+ carbonCleanFilesLock.lockWithRetries()
+ // delete segment 0 it should fail
+ try {
+ sql("DELETE SEGMENT 0 FROM TABLE retentionlock")
+ throw new MalformedCarbonCommandException("Invalid")
+ } catch {
+ case me: MalformedCarbonCommandException =>
+ assert(false)
+ case ex: Exception =>
+ assert(true)
+ }
+
+ // it should fail
+ try {
+ sql("DELETE SEGMENTS FROM TABLE retentionlock where STARTTIME before " +
+ "'2099-01-01 00:00:00.0'")
+ throw new MalformedCarbonCommandException("Invalid")
+ } catch {
+ case me: MalformedCarbonCommandException =>
+ assert(false)
+ case ex: Exception =>
+ assert(true)
+ }
+
+ // it should fail
+ try {
+ sql("clean files for table retentionlock")
+ throw new MalformedCarbonCommandException("Invalid")
+ } catch {
+ case me: MalformedCarbonCommandException =>
+ assert(false)
+ case ex: Exception =>
+ assert(true)
+ }
+ carbonTableStatusLock.unlock()
+ carbonCleanFilesLock.unlock()
+ carbonDeleteSegmentLock.unlock()
+
+ sql("DELETE SEGMENT 0 FROM TABLE retentionlock")
+ //load and delete should execute parallely
+ carbonMetadataLock.lockWithRetries()
+ sql("DELETE SEGMENT 1 FROM TABLE retentionlock")
+ carbonMetadataLock.unlock()
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
new file mode 100644
index 0000000..c74a527
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
@@ -0,0 +1,259 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.deleteTable
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * test class for testing the create cube DDL.
+ */
+class TestDeleteTableNewDDL extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll: Unit = {
+ sql("drop table if exists CaseInsensitiveTable")
+ sql("drop table if exists dropTableTest1")
+ sql("drop table if exists dropTableTest2")
+ sql("drop table if exists dropTableTest4")
+ sql("drop table if exists table1")
+ sql("drop table if exists table2")
+
+ sql("CREATE TABLE IF NOT EXISTS table1(empno Int, empname Array<String>, designation String, doj Timestamp, "
+ + "workgroupcategory Int, workgroupcategoryname String, deptno Int, deptname String, projectcode Int, "
+ + "projectjoindate Timestamp, projectenddate Timestamp , attendance Int,utilization Int,salary Int )"
+ + " STORED BY 'org.apache.carbondata.format' ")
+ sql("CREATE TABLE IF NOT EXISTS table2(empno Int, empname Array<String>, designation String, doj Timestamp, "
+ + "workgroupcategory Int, workgroupcategoryname String, deptno Int, deptname String, projectcode Int, "
+ + "projectjoindate Timestamp, projectenddate Timestamp , attendance Int,utilization Int,salary Int )"
+ + " STORED BY 'org.apache.carbondata.format' ")
+
+ }
+
+ // normal deletion case
+ test("drop table Test with new DDL") {
+ sql("drop table table1")
+ }
+
+ test("test drop database cascade command") {
+ sql("create database testdb")
+ sql("use testdb")
+ sql("CREATE TABLE IF NOT EXISTS testtable(empno Int, empname string, utilization Int,salary Int)"
+ + " STORED BY 'org.apache.carbondata.format' ")
+ try {
+ sql("drop database testdb")
+ assert(false)
+ } catch {
+ case _ : Exception =>
+ }
+ sql("drop database testdb cascade")
+ try {
+ sql("use testdb")
+ assert(false)
+ } catch {
+ case _ : Exception =>
+ }
+ sql("use default")
+ }
+
+ // deletion case with if exists
+ test("drop table if exists Test with new DDL") {
+ sql("drop table if exists table2")
+
+ }
+
+ // try to delete after deletion with if exists
+ test("drop table after deletion with if exists with new DDL") {
+ sql("drop table if exists table2")
+
+ }
+
+ // try to delete after deletion with out if exists. this should fail
+ test("drop table after deletion with new DDL") {
+ try {
+ sql("drop table table2")
+ fail("failed") // this should not be executed as exception is expected
+ }
+ catch {
+ case _: Exception => // pass the test case as this is expected
+ }
+
+
+ }
+
+ test("drop table using case insensitive table name") {
+ sql("drop table if exists CaseInsensitiveTable")
+ // create table
+ sql(
+ "CREATE table CaseInsensitiveTable (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'" +
+ "TBLPROPERTIES('DICTIONARY_INCLUDE'='ID, salary')"
+ )
+ // table should drop wihout any error
+ sql("drop table caseInsensitiveTable")
+
+ // Now create same table, it should not give any error.
+ sql(
+ "CREATE table CaseInsensitiveTable (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'" +
+ "TBLPROPERTIES('DICTIONARY_INCLUDE'='ID, salary')"
+ )
+
+ }
+
+ test("drop table using dbName and table name") {
+ // create table
+ sql(
+ "CREATE table default.table3 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'" +
+ "TBLPROPERTIES('DICTIONARY_INCLUDE'='ID, salary')"
+ )
+ // table should drop without any error
+ sql("drop table default.table3")
+ }
+
+
+ test("drop table and create table with different data type") {
+ sql("drop table if exists droptabletest1")
+ sql(
+ "CREATE table dropTableTest1 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format' "
+
+ )
+
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE dropTableTest1 " +
+ "OPTIONS('DELIMITER' = ',')")
+ sql("select * from dropTableTest1")
+ sql("drop table dropTableTest1")
+
+ sql(
+ "CREATE table dropTableTest1 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary String) stored by 'org.apache.carbondata.format' "
+ )
+
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE dropTableTest1 " +
+ "OPTIONS('DELIMITER' = ',')")
+
+ sql("select * from dropTableTest1")
+
+ }
+
+
+ test("drop table and create table with dictionary exclude integer scenario") {
+ sql("drop table if exists dropTableTest2")
+ sql(
+ "CREATE table dropTableTest2 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES('DICTIONARY_INCLUDE'='salary')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE dropTableTest2 " +
+ "OPTIONS('DELIMITER' = ',')")
+ sql("select * from dropTableTest2")
+ sql("drop table dropTableTest2")
+ sql(
+ "CREATE table dropTableTest2 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary decimal) stored by 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES('DICTIONARY_INCLUDE'='date')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE dropTableTest2 " +
+ "OPTIONS('DELIMITER' = ',')")
+ sql("select * from dropTableTest2")
+
+ }
+
+ test("drop table and create table with dictionary exclude string scenario") {
+ try {
+ sql("create database test")
+ sql(
+ "CREATE table test.dropTableTest3 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format' " +
+
+ "TBLPROPERTIES('DICTIONARY_INCLUDE'='salary')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE test.dropTableTest3 " +
+ "OPTIONS('DELIMITER' = ',')")
+ sql("select * from test.dropTableTest3")
+ sql("drop table test.dropTableTest3")
+ sql(
+ "CREATE table test.dropTableTest3 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary decimal) stored by 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES('DICTIONARY_EXCLUDE'='date')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE test.dropTableTest3 " +
+ "OPTIONS('DELIMITER' = ',')")
+ sql("select * from test.dropTableTest3")
+ } finally {
+ sql("drop table test.dropTableTest3")
+ sql("drop database test")
+ }
+
+ }
+
+ test("drop table and create table with same name but different cols") {
+ sql("drop table if exists dropTableTest4")
+ sql(
+ "CREATE TABLE dropTableTest4 (imei string,age int,task bigint,name string,country string," +
+ "city string,sale int,num double,level decimal(10,3),quest bigint,productdate timestamp," +
+ "enddate timestamp,PointId double,score decimal(10,3))STORED BY 'org.apache.carbondata" +
+ ".format'")
+ sql(
+ s"LOAD DATA INPATH '$resourcesPath/big_int_Decimal.csv' INTO TABLE dropTableTest4 " +
+ "options ('DELIMITER'=',', 'QUOTECHAR'='\"', 'COMPLEX_DELIMITER_LEVEL_1'='$'," +
+ "'COMPLEX_DELIMITER_LEVEL_2'=':', 'FILEHEADER'= '')")
+ sql("select * from dropTableTest4")
+ sql("drop table dropTableTest4")
+ sql(
+ "CREATE table dropTableTest4 (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary decimal) stored by 'org.apache.carbondata" +
+ ".format' " +
+ "TBLPROPERTIES('DICTIONARY_EXCLUDE'='date')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE dropTableTest4 " +
+ "OPTIONS('DELIMITER' = ',')")
+ sql("select * from dropTableTest4")
+
+ }
+
+
+ override def afterAll: Unit = {
+ sql("drop table if exists CaseInsensitiveTable")
+ sql("drop table if exists dropTableTest1")
+ sql("drop table if exists dropTableTest2")
+ sql("drop table if exists dropTableTest4")
+ sql("drop table if exists table1")
+ sql("drop table if exists table2")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
new file mode 100644
index 0000000..0ef6153
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
@@ -0,0 +1,53 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.describeTable
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * test class for describe table .
+ */
+class TestDescribeTable extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll: Unit = {
+ sql("DROP TABLE IF EXISTS Desc1")
+ sql("DROP TABLE IF EXISTS Desc2")
+ sql("CREATE TABLE Desc1(Dec1Col1 String, Dec1Col2 String, Dec1Col3 int, Dec1Col4 double) stored by 'carbondata'")
+ sql("DESC Desc1")
+ sql("DROP TABLE Desc1")
+ sql("CREATE TABLE Desc1(Dec2Col1 BigInt, Dec2Col2 String, Dec2Col3 Bigint, Dec2Col4 Decimal) stored by 'carbondata'")
+ sql("CREATE TABLE Desc2(Dec2Col1 BigInt, Dec2Col2 String, Dec2Col3 Bigint, Dec2Col4 Decimal) stored by 'carbondata'")
+ }
+
+ test("test describe table") {
+ checkAnswer(sql("DESC Desc1"), sql("DESC Desc2"))
+ }
+
+ test("test describe formatted table") {
+ checkExistence(sql("DESC FORMATTED Desc1"), true,
+ "Table Block Size :")
+ }
+
+ override def afterAll: Unit = {
+ sql("DROP TABLE Desc1")
+ sql("DROP TABLE Desc2")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala
new file mode 100644
index 0000000..bc155b2
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllDataTypesTestCase.scala
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for detailed query on multiple datatypes
+ * @author N00902756
+ *
+ */
+
+class AllDataTypesTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE alldatatypestable (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' INTO TABLE alldatatypestable OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""");
+
+ sql("CREATE TABLE alldatatypestable_hive (empno int, empname String, designation String, doj Timestamp, workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, projectcode int, projectjoindate Timestamp, projectenddate Timestamp,attendance int,utilization int,salary int)row format delimited fields terminated by ','")
+ sql(s"""LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO TABLE alldatatypestable_hive""");
+
+ }
+
+ test("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestable where empname in ('arvind','ayushi') group by empno,empname,utilization") {
+ checkAnswer(
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestable where empname in ('arvind','ayushi') group by empno,empname,utilization"),
+ sql("select empno,empname,utilization,count(salary),sum(empno) from alldatatypestable_hive where empname in ('arvind','ayushi') group by empno,empname,utilization"))
+ }
+
+ override def afterAll {
+ sql("drop table alldatatypestable")
+ sql("drop table alldatatypestable_hive")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala
new file mode 100644
index 0000000..dd6a08b
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnGroupDataTypesTestCase.scala
@@ -0,0 +1,148 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for aggregate query on multiple datatypes
+ *
+ */
+class ColumnGroupDataTypesTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("create table colgrp (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES (\"COLUMN_GROUPS\"=\"(column2,column3,column4),(column7,column8,column9)\")")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/10dim_4msr.csv' INTO table colgrp options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
+ sql("create table normal (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/10dim_4msr.csv' INTO table normal options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
+ //column group with dictionary exclude before column group
+ sql("create table colgrp_dictexclude_before (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='column1',\"COLUMN_GROUPS\"=\"(column2,column3,column4),(column7,column8,column9)\")")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/10dim_4msr.csv' INTO table colgrp_dictexclude_before options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
+ //column group with dictionary exclude after column group
+ sql("create table colgrp_dictexclude_after (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='column10',\"COLUMN_GROUPS\"=\"(column2,column3,column4),(column7,column8,column9)\")")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/10dim_4msr.csv' INTO table colgrp_dictexclude_after options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
+
+ }
+
+ test("select all dimension query") {
+ checkAnswer(
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp"),
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal"))
+ }
+
+ test("select all dimension query with filter on columnar") {
+ checkAnswer(
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column1='column1666'"),
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column1='column1666'"))
+ }
+
+ test("select all dimension query with filter on column group dimension") {
+ checkAnswer(
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311'"),
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311'"))
+ }
+
+ test("select all dimension query with filter on two dimension from different column group") {
+ checkAnswer(
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311' and column7='column74' "),
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311' and column7='column74'"))
+ }
+
+ test("select all dimension query with filter on two dimension from same column group") {
+ checkAnswer(
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311' and column4='column42' "),
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311' and column4='column42'"))
+ }
+
+ test("select all dimension query with filter on two dimension one from column group other from columnar") {
+ checkAnswer(
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from colgrp where column3='column311' and column5='column516' "),
+ sql("select column1,column2,column3,column4,column5,column6,column7,column8,column9,column10 from normal where column3='column311' and column5='column516'"))
+ }
+
+ test("select few dimension") {
+ checkAnswer(
+ sql("select column1,column3,column4,column5,column6,column9,column10 from colgrp"),
+ sql("select column1,column3,column4,column5,column6,column9,column10 from normal"))
+ }
+
+ test("select count on column group") {
+ checkAnswer(
+ sql("select count(column2) from colgrp"),
+ sql("select count(column2) from normal"))
+ }
+ test("##ColumnGroup_DictionaryExcludeBefore select all dimension on column group and dictionary exclude table") {
+ checkAnswer(
+ sql("select * from colgrp_dictexclude_before"),
+ sql("select * from normal"))
+ }
+ test("##ColumnGroup_DictionaryExcludeBefore select all dimension query with filter on two dimension from same column group") {
+ checkAnswer(
+ sql("select * from colgrp_dictexclude_before where column3='column311' and column4='column42' "),
+ sql("select * from normal where column3='column311' and column4='column42'"))
+ }
+ test("##ColumnGroup_DictionaryExcludeAfter select all dimension on column group and dictionary exclude table") {
+ checkAnswer(
+ sql("select * from colgrp_dictexclude_after"),
+ sql("select * from normal"))
+ }
+ test("##ColumnGroup_DictionaryExcludeAfter select all dimension query with filter on two dimension from same column group") {
+ checkAnswer(
+ sql("select * from colgrp_dictexclude_after where column3='column311' and column4='column42' "),
+ sql("select * from normal where column3='column311' and column4='column42'"))
+ }
+ test("ExcludeFilter") {
+ checkAnswer(
+ sql("select * from colgrp where column3 != 'column311'"),
+ sql("select * from normal where column3 != 'column311'"))
+
+ checkAnswer(
+ sql("select * from colgrp where column3 like 'column31%'"),
+ sql("select * from normal where column3 like 'column31%'"))
+ checkAnswer(
+ sql("select * from colgrp where column3 not like 'column31%'"),
+ sql("select * from normal where column3 not like 'column31%'"))
+ }
+ test("RowFilter") {
+ checkAnswer(
+ sql("select * from colgrp where column3 != column4"),
+ sql("select * from normal where column3 != column4"))
+ }
+
+ test("Column Group not in order with schema") {
+ //Add column group in order different then schema
+ try {
+ sql("create table colgrp_disorder (column1 string,column2 string,column3 string,column4 string,column5 string,column6 string,column7 string,column8 string,column9 string,column10 string,measure1 int,measure2 int,measure3 int,measure4 int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES (\"COLUMN_GROUPS\"=\"(column7,column8),(column2,column3,column4)\")")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/10dim_4msr.csv' INTO table colgrp_disorder options('FILEHEADER'='column1,column2,column3,column4,column5,column6,column7,column8,column9,column10,measure1,measure2,measure3,measure4')");
+ assert(true)
+ } catch {
+ case ex: Exception => assert(false)
+ }
+
+ }
+ override def afterAll {
+ sql("drop table colgrp")
+ sql("drop table normal")
+ sql("drop table colgrp_dictexclude_before")
+ sql("drop table colgrp_dictexclude_after")
+ sql("drop table if exists colgrp_disorder")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
new file mode 100644
index 0000000..7a1405b
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+class ColumnPropertyValidationTestCase extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("""drop table if exists employee""")
+ }
+
+ test("Validate ColumnProperties_ valid key") {
+ try {
+ sql("create table employee(empname String,empid String,city String,country String,gender String,salary Double) stored by 'org.apache.carbondata.format' tblproperties('columnproperties.gender.key'='value')")
+ assert(true)
+ sql("drop table employee")
+ } catch {
+ case e: Throwable =>assert(false)
+ }
+ }
+ test("Validate Dictionary include _ invalid key") {
+ try {
+ sql("create table employee(empname String,empid String,city String,country String,gender String,salary Double) stored by 'org.apache.carbondata.format' tblproperties('columnproperties.invalid.key'='value')")
+ assert(false)
+ sql("drop table employee")
+ } catch {
+ case e: Throwable =>assert(true)
+ }
+ }
+
+ override def afterAll() {
+ sql("drop table if exists employee")
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
new file mode 100644
index 0000000..6070516
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
@@ -0,0 +1,253 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for verifying NO_DICTIONARY_COLUMN feature.
+ *
+ * @author S71955
+ *
+ */
+class NO_DICTIONARY_COL_TestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ //For the Hive table creation and data loading
+ sql("drop table if exists filtertestTable")
+ sql("drop table if exists NO_DICTIONARY_HIVE_6")
+ sql("drop table if exists NO_DICTIONARY_CARBON_6")
+ sql("drop table if exists NO_DICTIONARY_CARBON_7")
+
+ sql(
+ "create table NO_DICTIONARY_HIVE_6(empno string,empname string,designation string,doj " +
+ "Timestamp,workgroupcategory int, " +
+ "workgroupcategoryname string,deptno int, deptname string, projectcode int, " +
+ "projectjoindate Timestamp,projectenddate Timestamp,attendance int, "
+ + "utilization int,salary int) row format delimited fields terminated by ',' " +
+ "tblproperties(\"skip.header.line.count\"=\"1\") " +
+ ""
+ )
+ sql(
+ s"load data local inpath '$resourcesPath/datawithoutheader.csv' into table " +
+ "NO_DICTIONARY_HIVE_6"
+ );
+ //For Carbon cube creation.
+ sql("CREATE TABLE NO_DICTIONARY_CARBON_6 (empno string, " +
+ "doj Timestamp, workgroupcategory Int, empname String,workgroupcategoryname String, " +
+ "deptno Int, deptname String, projectcode Int, projectjoindate Timestamp, " +
+ "projectenddate Timestamp, designation String,attendance Int,utilization " +
+ "Int,salary Int) STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES('DICTIONARY_EXCLUDE'='empname,designation')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' INTO TABLE NO_DICTIONARY_CARBON_6 " +
+ "OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+
+ sql("CREATE TABLE NO_DICTIONARY_CARBON_7 (empno string, " +
+ "doj Timestamp, workgroupcategory Int, empname String,workgroupcategoryname String, " +
+ "deptno Int, deptname String, projectcode Int, projectjoindate Timestamp, " +
+ "projectenddate Timestamp, designation String,attendance Int,utilization " +
+ "Int,salary Int) STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES('DICTIONARY_EXCLUDE'='empno,empname,designation')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' INTO TABLE NO_DICTIONARY_CARBON_7 " +
+ "OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql("CREATE TABLE filtertestTable (ID string,date Timestamp, country String, " +
+ "name String, phonetype String, serialname String, salary Int) " +
+ "STORED BY 'org.apache.carbondata.format' " + "TBLPROPERTIES('DICTIONARY_EXCLUDE'='ID')"
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/data2.csv' INTO TABLE filtertestTable OPTIONS"+
+ s"('DELIMITER'= ',', " +
+ s"'FILEHEADER'= '')"
+ );
+
+ }
+
+ test("Count (*) with filter") {
+ checkAnswer(
+ sql("select count(*) from NO_DICTIONARY_CARBON_6 where empno='11'"),
+ Seq(Row(1))
+ )
+ }
+
+ test("Detail Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
+
+
+ checkAnswer(
+ sql("select empno from NO_DICTIONARY_CARBON_6"),
+ Seq(Row("11"), Row("12"), Row("13"), Row("14"), Row("15"), Row("16"), Row("17"), Row("18"), Row("19"), Row("20"))
+ )
+
+
+ }
+
+ test("Detail Query with NO_DICTIONARY_COLUMN with Like range filter") {
+
+
+ checkAnswer(
+ sql("select empno from NO_DICTIONARY_CARBON_7 where empno like '12%'"),
+ Seq(Row("12"))
+ )
+ }
+
+ test("Detail Query with NO_DICTIONARY_COLUMN with greater than range filter") {
+
+
+ checkAnswer(
+ sql("select empno from NO_DICTIONARY_CARBON_7 where empno>'19'"),
+ Seq(Row("20"))
+ )
+ }
+
+ test("Detail Query with NO_DICTIONARY_COLUMN with in filter Compare With HIVE RESULT") {
+
+
+ checkAnswer(
+ sql("select empno from NO_DICTIONARY_CARBON_6 where empno in('11','12','13')"),
+ Seq(Row("11"), Row("12"), Row("13"))
+ )
+ }
+ test("Detail Query with NO_DICTIONARY_COLUMN with not in filter Compare With HIVE RESULT") {
+
+
+ checkAnswer(
+ sql("select empno from NO_DICTIONARY_CARBON_6 where empno not in('11','12','13','14','15','16','17')"),
+ Seq(Row("18"), Row("19"), Row("20"))
+ )
+ }
+
+ test("Detail Query with NO_DICTIONARY_COLUMN with equals filter Compare With HIVE RESULT") {
+
+
+ checkAnswer(
+ sql("select empno from NO_DICTIONARY_CARBON_6 where empno='17'"),
+ Seq(Row("17"))
+ )
+ }
+ test("Detail Query with NO_DICTIONARY_COLUMN with IS NOT NULL filter") {
+
+
+ checkAnswer(
+ sql("select id from filtertestTable where id is not null"),
+ Seq(Row("4"),Row("6"),Row("abc"))
+ )
+ }
+test("filter with arithmetic expression") {
+ checkAnswer(
+ sql("select id from filtertestTable " + "where id+2 = 6"),
+ Seq(Row("4"))
+ )
+ }
+ test("Detail Query with NO_DICTIONARY_COLUMN with equals multiple filter Compare With HIVE " +
+ "RESULT"
+ ) {
+
+
+ checkAnswer(
+ sql("select empno,empname,workgroupcategory from NO_DICTIONARY_CARBON_6 where empno='17'"),
+ sql("select empno,empname,workgroupcategory from NO_DICTIONARY_HIVE_6 where empno='17'")
+ )
+ }
+
+
+ test("ORDER Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
+
+ checkAnswer(
+ sql("select empno from NO_DICTIONARY_HIVE_6 order by empno"),
+ sql("select empno from NO_DICTIONARY_CARBON_6 order by empno")
+ )
+ }
+ //TODO need to add filter test cases for no dictionary columns
+ //
+ // test("Filter Query with NO_DICTIONARY_COLUMN and DICTIONARY_COLUMN Compare With HIVE
+ // RESULT") {
+ //
+ // checkAnswer(
+ // sql("select empno from NO_DICTIONARY_HIVE_6 where empno=15 and deptno=12"),
+ // sql("select empno from NO_DICTIONARY_CARBON_6 where empno=15 and deptno=12"))
+ // }
+
+ test("Distinct Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
+
+ checkAnswer(
+ sql("select count(distinct empno) from NO_DICTIONARY_HIVE_6"),
+ sql("select count(distinct empno) from NO_DICTIONARY_CARBON_6")
+ )
+ }
+ test("Sum Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
+
+ checkAnswer(
+ sql("select sum(empno) from NO_DICTIONARY_HIVE_6"),
+ sql("select sum(empno) from NO_DICTIONARY_CARBON_6")
+ )
+ }
+
+ test("average Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
+
+ checkAnswer(
+ sql("select avg(empno) from NO_DICTIONARY_HIVE_6"),
+ sql("select avg(empno) from NO_DICTIONARY_CARBON_6")
+ )
+ }
+
+
+ test("Multiple column group Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
+
+ checkAnswer(
+ sql(
+ "select empno,empname,workgroupcategory from NO_DICTIONARY_HIVE_6 group by empno,empname," +
+ "workgroupcategory"
+ ),
+ sql(
+ "select empno,empname,workgroupcategory from NO_DICTIONARY_CARBON_6 group by empno," +
+ "empname,workgroupcategory"
+ )
+ )
+ }
+
+ test("Multiple column Detail Query with NO_DICTIONARY_COLUMN Compare With HIVE RESULT") {
+
+ checkAnswer(
+ sql("select empno,empname,workgroupcategory from NO_DICTIONARY_HIVE_6"),
+ sql("select empno,empname,workgroupcategory from NO_DICTIONARY_CARBON_6 ")
+ )
+ }
+
+
+ override def afterAll {
+ sql("drop table if exists filtertestTable")
+ sql("drop table if exists NO_DICTIONARY_HIVE_6")
+ sql("drop table if exists NO_DICTIONARY_CARBON_6")
+ sql("drop table if exists NO_DICTIONARY_CARBON_7")
+ //sql("drop cube NO_DICTIONARY_CARBON_1")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
new file mode 100644
index 0000000..44dfdbf
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for detailed query on Integer datatypes
+ * @author N00902756
+ *
+ */
+class IntegerDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("CREATE TABLE integertypetable (empno int, workgroupcategory string, deptno int, projectcode int,attendance int) STORED BY 'org.apache.carbondata.format'")
+ sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' INTO TABLE integertypetable OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '\"')""")
+ }
+
+ test("select empno from integertypetable") {
+ checkAnswer(
+ sql("select empno from integertypetable"),
+ Seq(Row(11), Row(12), Row(13), Row(14), Row(15), Row(16), Row(17), Row(18), Row(19), Row(20)))
+ }
+
+ override def afterAll {
+ sql("drop table integertypetable")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
new file mode 100644
index 0000000..6994de2
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
@@ -0,0 +1,74 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for detailed query on Int and BigInt of No Dictionary col
+ *
+ */
+class NoDictionaryColumnTestCase extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS carbonTable")
+ sql("DROP TABLE IF EXISTS hiveTable")
+ sql("DROP TABLE IF EXISTS carbonEmpty")
+ sql("DROP TABLE IF EXISTS hiveEmpty")
+ sql("CREATE TABLE carbonTable (imei String, age Int, num BigInt) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='age,num')")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/datawithNegtiveNumber.csv' INTO TABLE carbonTable")
+ sql("CREATE TABLE hiveTable (imei String, age Int, num BigInt) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/datawithNegeativewithoutHeader.csv' INTO TABLE hiveTable")
+
+ sql("CREATE TABLE carbonEmpty (cust_id int, cust_name String, active_emui_version String, bob timestamp, bigint_column bigint) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_EXCLUDE'='cust_name,active_emui_version')")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/dataWithEmptyRows.csv' INTO TABLE carbonEmpty OPTIONS('FILEHEADER'='cust_id,cust_name,active_emui_version,bob,bigint_column')")
+ sql("CREATE TABLE hiveEmpty (cust_id int, cust_name String, active_emui_version String, bob timestamp, bigint_column bigint) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/dataWithEmptyRows.csv' INTO TABLE hiveEmpty")
+ }
+
+ test("SELECT IntType FROM carbonTable") {
+ checkAnswer(
+ sql("SELECT imei,age FROM carbonTable ORDER BY imei"),
+ sql("SELECT imei,age FROM hiveTable ORDER BY imei")
+ )
+ }
+
+ test("SELECT BigIntType FROM carbonTable") {
+ checkAnswer(
+ sql("SELECT imei,num FROM carbonTable ORDER BY imei"),
+ sql("SELECT imei,num FROM hiveTable ORDER BY imei")
+ )
+ }
+
+ test("test load data with one row that all no dictionary column values are empty") {
+ checkAnswer(
+ sql("SELECT cust_name,active_emui_version FROM carbonEmpty"),
+ sql("SELECT cust_name,active_emui_version FROM hiveEmpty")
+ )
+ }
+
+ override def afterAll {
+ sql("DROP TABLE IF EXISTS carbonTable")
+ sql("DROP TABLE IF EXISTS hiveTable")
+ sql("DROP TABLE IF EXISTS carbonEmpty")
+ sql("DROP TABLE IF EXISTS hiveEmpty")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
new file mode 100644
index 0000000..18cdf2a
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
@@ -0,0 +1,81 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.datastorage.store.impl.FileFactory
+import org.apache.carbondata.core.datastorage.store.impl.FileFactory.FileType
+
+class SubqueryWithFilterAndSortTestCase extends QueryTest with BeforeAndAfterAll {
+ val tempDirPath = s"$resourcesPath/temp"
+ val tempFilePath = s"$resourcesPath/temp/subqueryfilterwithsort.csv"
+
+ override def beforeAll {
+ FileFactory.mkdirs(tempDirPath,FileType.LOCAL)
+ sql("drop table if exists subqueryfilterwithsort")
+ sql("drop table if exists subqueryfilterwithsort_hive")
+ sql("CREATE TABLE subqueryfilterwithsort (name String, id int) STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE subqueryfilterwithsort_hive (name String, id int)row format delimited fields terminated by ','")
+ val data ="name_a,1\nname_b,2\nname_c,3\nname_d,4\nname_e,5\nname_f,6"
+ writedata(tempFilePath, data)
+ sql(s"LOAD data local inpath '${tempFilePath}' into table subqueryfilterwithsort options('fileheader'='name,id')")
+ sql(s"LOAD data local inpath '${tempFilePath}' into table subqueryfilterwithsort_hive")
+ }
+
+ test("When the query has sub-query with sort and has '=' filter") {
+ try {
+ checkAnswer(sql("select name,id from (select * from subqueryfilterwithsort order by id)t where name='name_c' "),
+ sql("select name,id from (select * from subqueryfilterwithsort_hive order by id)t where name='name_c'"))
+ } catch{
+ case ex:Exception => ex.printStackTrace()
+ assert(false)
+ }
+ }
+
+ test("When the query has sub-query with sort and has 'like' filter") {
+ try {
+ checkAnswer(sql("select name,id from (select * from subqueryfilterwithsort order by id)t where name like 'name%' "),
+ sql("select name,id from (select * from subqueryfilterwithsort_hive order by id)t where name like 'name%'"))
+ } catch{
+ case ex:Exception => ex.printStackTrace()
+ assert(false)
+ }
+ }
+
+ def writedata(filePath: String, data: String) = {
+ val dis = FileFactory.getDataOutputStream(filePath, FileFactory.getFileType(filePath))
+ dis.writeBytes(data.toString())
+ dis.close()
+ }
+ def deleteFile(filePath: String) {
+ val file = FileFactory.getCarbonFile(filePath, FileFactory.getFileType(filePath))
+ file.delete()
+ }
+
+ override def afterAll {
+ sql("drop table if exists subqueryfilterwithsort")
+ sql("drop table if exists subqueryfilterwithsort_hive")
+ deleteFile(tempFilePath)
+ deleteFile(tempDirPath)
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
new file mode 100644
index 0000000..0baf230
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
@@ -0,0 +1,142 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.spark.testsuite.detailquery
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.datastorage.store.impl.FileFactory
+import org.apache.carbondata.core.datastorage.store.impl.FileFactory.FileType
+
+/**
+ * Created by on 8/8/2016.
+ */
+class ValueCompressionDataTypeTestCase extends QueryTest with BeforeAndAfterAll {
+ val tempDirPath = s"$resourcesPath/temp"
+
+ override def beforeAll {
+ FileFactory.mkdirs(tempDirPath,FileType.LOCAL)
+ }
+
+ test("ActualDataType:double,ChangedDatatype:Short,CompressionType:NonDecimalMaxMin") {
+ val tempFilePath = s"$resourcesPath/temp/double2short.csv"
+ try {
+ sql("CREATE TABLE double2short (name String, value double) STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE double2short_hive (name String, value double)row format delimited fields terminated by ','")
+ val data ="a,3.141111\nb,3.141212\nc,3.141313\nd,3.141515\ne,3.141616\nf,3.141616\ng,3.141717\nh,3.141818";
+ writedata(tempFilePath, data)
+ sql(s"LOAD data local inpath '${tempFilePath}' into table double2short options('fileheader'='name,value')")
+ sql(s"LOAD data local inpath '${tempFilePath}' into table double2short_hive")
+ checkAnswer(sql("select * from double2short"),
+ sql("select * from double2short_hive"))
+
+ } catch{
+ case ex:Exception => ex.printStackTrace()
+ assert(false)
+ } finally {
+ sql("drop table if exists double2short")
+ sql("drop table if exists double2short_hive")
+ deleteFile(tempFilePath)
+ }
+ }
+
+ test("ActualDataType:double,ChangedDatatype:byte,CompressionType:NonDecimalMaxMin") {
+ val tempFilePath = s"$resourcesPath/temp/double2byte.csv"
+ try {
+ sql("CREATE TABLE double2byte (name String, value double) STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE double2byte_hive (name String, value double)row format delimited fields terminated by ','")
+ val data ="a,4.200001\nb,4.200009";
+ writedata(tempFilePath, data)
+ sql(s"LOAD data local inpath '${tempFilePath}' into table double2byte options('fileheader'='name,value')")
+ sql(s"LOAD data local inpath '${tempFilePath}' into table double2byte_hive")
+ checkAnswer(sql("select * from double2byte"),
+ sql("select * from double2byte_hive"))
+
+ } catch{
+ case ex:Exception => ex.printStackTrace()
+ assert(false)
+ } finally {
+ sql("drop table if exists double2byte")
+ sql("drop table if exists double2byte_hive")
+ deleteFile(tempFilePath)
+ }
+ }
+
+ test("When the values of Double datatype are negative values") {
+ val tempFilePath = s"$resourcesPath/temp/doubleISnegtive.csv"
+ try {
+ sql("drop table if exists doubleISnegtive")
+ sql("drop table if exists doubleISnegtive_hive")
+ sql("CREATE TABLE doubleISnegtive (name String, value double) STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE doubleISnegtive_hive (name String, value double)row format delimited fields terminated by ','")
+ val data ="a,-7489.7976000000\nb,-11234567489.797\nc,-11234567489.7\nd,-1.2\ne,-2\nf,-11234567489.7976000000\ng,-11234567489.7976000000"
+ writedata(tempFilePath, data)
+ sql(s"LOAD data local inpath '${tempFilePath}' into table doubleISnegtive options('fileheader'='name,value')")
+ sql(s"LOAD data local inpath '${tempFilePath}' into table doubleISnegtive_hive")
+
+ checkAnswer(sql("select * from doubleISnegtive"),
+ sql("select * from doubleISnegtive_hive"))
+ } catch{
+ case ex:Exception => ex.printStackTrace()
+ assert(false)
+ } finally {
+ sql("drop table if exists doubleISnegtive")
+ sql("drop table if exists doubleISnegtive_hive")
+ deleteFile(tempFilePath)
+ }
+ }
+
+ test("When the values of Double datatype have both postive and negative values") {
+ val tempFilePath = s"$resourcesPath/temp/doublePAN.csv"
+ try {
+ sql("drop table if exists doublePAN")
+ sql("drop table if exists doublePAN_hive")
+ sql("CREATE TABLE doublePAN (name String, value double) STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE doublePAN_hive (name String, value double)row format delimited fields terminated by ','")
+ val data ="a,-7489.7976000000\nb,11234567489.797\nc,-11234567489.7\nd,-1.2\ne,2\nf,-11234567489.7976000000\ng,11234567489.7976000000"
+ writedata(tempFilePath, data)
+ sql(s"LOAD data local inpath '${tempFilePath}' into table doublePAN options('fileheader'='name,value')")
+ sql(s"LOAD data local inpath '${tempFilePath}' into table doublePAN_hive")
+
+ checkAnswer(sql("select * from doublePAN"),
+ sql("select * from doublePAN_hive"))
+ } catch{
+ case ex:Exception => ex.printStackTrace()
+ assert(false)
+ } finally {
+ sql("drop table if exists doublePAN")
+ sql("drop table if exists doublePAN_hive")
+ deleteFile(tempFilePath)
+ }
+ }
+
+ def writedata(filePath: String, data: String) = {
+ val dis = FileFactory.getDataOutputStream(filePath, FileFactory.getFileType(filePath))
+ dis.writeBytes(data.toString())
+ dis.close()
+ }
+ def deleteFile(filePath: String) {
+ val file = FileFactory.getCarbonFile(filePath, FileFactory.getFileType(filePath))
+ file.delete()
+ }
+
+ override def afterAll {
+ deleteFile(tempDirPath)
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
new file mode 100644
index 0000000..57f3cbe
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
@@ -0,0 +1,150 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.directdictionary
+
+import java.sql.Date
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.hive.HiveContext
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for detailed query on timestamp datatypes
+ *
+ *
+ */
+class DateDataTypeDirectDictionaryTest extends QueryTest with BeforeAndAfterAll {
+ var hiveContext: HiveContext = _
+
+ override def beforeAll {
+ try {
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
+ sql("drop table if exists directDictionaryTable ")
+ sql("drop table if exists directDictionaryTable_hive ")
+ sql(
+ "CREATE TABLE if not exists directDictionaryTable (empno int,doj date, " +
+ "salary int) " +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+
+ sql(
+ "CREATE TABLE if not exists directDictionaryTable_hive (empno int,doj date, " +
+ "salary int) " +
+ "row format delimited fields terminated by ','"
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd")
+ val csvFilePath = s"$resourcesPath/datasamplefordate.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')" )
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable_hive")
+ sql("select * from directDictionaryTable_hive").show(false)
+ } catch {
+ case x: Throwable =>
+ x.printStackTrace()
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+ }
+
+ test("test direct dictionary for not null condition") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj is not null"),
+ Seq(Row(Date.valueOf("2016-03-14")),
+ Row(Date.valueOf("2016-04-14"))
+ )
+ )
+ }
+
+ test("test direct dictionary for getting all the values") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable"),
+ Seq(Row(Date.valueOf("2016-03-14")),
+ Row(Date.valueOf("2016-04-14")),
+ Row(null)
+ )
+ )
+ }
+
+ test("test direct dictionary for not equals condition") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj != '2016-04-14 00:00:00'"),
+ Seq(Row(Date.valueOf("2016-03-14"))
+ )
+ )
+ }
+
+ test("test direct dictionary for null condition") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj is null"),
+ Seq(Row(null)
+ )
+ )
+ }
+
+ test("select doj from directDictionaryTable with equals filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj = '2016-03-14 00:00:00'"),
+ Seq(Row(Date.valueOf("2016-03-14")))
+ )
+
+ }
+
+ test("select doj from directDictionaryTable with regexp_replace equals filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') = '2016/03/14'"),
+ Seq(Row(Date.valueOf("2016-03-14")))
+ )
+ }
+
+ test("select doj from directDictionaryTable with regexp_replace NOT IN filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14')"),
+ sql("select doj from directDictionaryTable_hive where regexp_replace(doj, '-', '/') NOT IN ('2016/03/14')")
+ )
+ }
+
+ test("select doj from directDictionaryTable with greater than filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj > '2016-03-14 00:00:00'"),
+ Seq(Row(Date.valueOf("2016-04-14")))
+ )
+ }
+
+ test("select count(doj) from directDictionaryTable") {
+ checkAnswer(
+ sql("select count(doj) from directDictionaryTable"),
+ Seq(Row(2))
+ )
+ }
+
+ override def afterAll {
+ sql("drop table directDictionaryTable")
+ sql("drop table directDictionaryTable_hive")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
new file mode 100644
index 0000000..10c9646
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
@@ -0,0 +1,98 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.directdictionary
+
+import java.io.File
+import java.sql.Date
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.hive.HiveContext
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for detailed query on timestamp datatypes
+ *
+ *
+ */
+class DateDataTypeDirectDictionaryWithNoDictTestCase extends QueryTest with BeforeAndAfterAll {
+ var hiveContext: HiveContext = _
+
+ override def beforeAll {
+ try {
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "true")
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS directDictionaryTable
+ (empno String, doj Date, salary Int)
+ STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='empno')"""
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy-MM-dd HH:mm:ss")
+ val csvFilePath = s"$resourcesPath/datasample.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE directDictionaryTable OPTIONS"
+ + "('DELIMITER'= ',', 'QUOTECHAR'= '\"')");
+ } catch {
+ case x: Throwable =>
+ x.printStackTrace()
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+ }
+
+ test("select doj from directDictionaryTable") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable"),
+ Seq(Row(Date.valueOf("2016-03-14")),
+ Row(Date.valueOf("2016-04-14")),
+ Row(null)
+ )
+ )
+ }
+
+
+ test("select doj from directDictionaryTable with equals filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj='2016-03-14 15:00:09'"),
+ Seq(Row(Date.valueOf("2016-03-14")))
+ )
+
+ }
+
+ test("select doj from directDictionaryTable with greater than filter") {
+ checkAnswer(
+ sql("select doj from directDictionaryTable where doj>'2016-03-14 15:00:09'"),
+ Seq(Row(Date.valueOf("2016-04-14")))
+ )
+
+ }
+
+
+ override def afterAll {
+ sql("drop table directDictionaryTable")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
new file mode 100644
index 0000000..d30a664
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
@@ -0,0 +1,83 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.directdictionary
+
+import java.sql.Date
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.hive.HiveContext
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for detailed query on timestamp datatypes
+ *
+ *
+ */
+class DateDataTypeNullDataTest extends QueryTest with BeforeAndAfterAll {
+ var hiveContext: HiveContext = _
+
+ override def beforeAll {
+ try {
+ sql(
+ """CREATE TABLE IF NOT EXISTS timestampTyeNullData
+ (ID Int, dateField date, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'"""
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ val csvFilePath = s"$resourcesPath/datasamplenull.csv"
+ sql("LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE timestampTyeNullData").collect();
+
+ } catch {
+ case x: Throwable =>
+ x.printStackTrace()
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+ }
+
+ test("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null") {
+ checkAnswer(
+ sql("SELECT max(dateField) FROM timestampTyeNullData where dateField is not null"),
+ Seq(Row(Date.valueOf("2015-07-23"))
+ )
+ )
+ }
+ test("SELECT * FROM timestampTyeNullData where dateField is null") {
+ checkAnswer(
+ sql("SELECT dateField FROM timestampTyeNullData where dateField is null"),
+ Seq(Row(null)
+ ))
+ }
+
+ override def afterAll {
+ sql("drop table timestampTyeNullData")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ CarbonProperties.getInstance().addProperty("carbon.direct.dictionary", "false")
+ }
+
+}
\ No newline at end of file
[15/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithcomplexspecialchar.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithcomplexspecialchar.csv b/integration/spark/src/test/resources/datawithcomplexspecialchar.csv
deleted file mode 100644
index b5d1beb..0000000
--- a/integration/spark/src/test/resources/datawithcomplexspecialchar.csv
+++ /dev/null
@@ -1,151 +0,0 @@
-customer_id,124_string_level_province,numeric_level,date_level,Time_level,account_num,lname,fname,mi,address1,address2,address3,address4,city,country,customer_region_id,phone1,phone2,marital_status,yearly_income,gender,total_children,num_children_at_home,education,member_card,occupation,houseowner,num_cars_owned,fullname
-1,Oaxaca,9535837227,26-08-1961,08:08:08,87462024688,Nowmer,Sheri,A.,2433 Bailey Road,,,,Tlaxiaco,Mexico,30,271-555-9715,119-555-1969,M,$30K - $50K,F,4,2,Partial High School,Bronze,Skilled Manual,Y,4,Sheri Nowmer
-2,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87470586299,Whelply,Derrick,I.,2219 Dewing Avenue,,,,Sooke,Canada,101,211-555-7669,807-555-9033,S,$70K - $90K,M,1,0,Partial High School,Bronze,Professional,N,3,Derrick Whelply
-3,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87475757600,Derry,Jeanne,,7640 First Ave.,,,,Issaquah,USA,21,656-555-2272,221-555-2493,M,$50K - $70K,F,1,1,Bachelors Degree,Bronze,Professional,Y,2,Jeanne Derry
-4,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87500482201,Spence,Michael,J.,337 Tosca Way,,,,Burnaby,Canada,92,929-555-7279,272-555-2844,M,$10K - $30K,M,4,4,Partial High School,Normal,Skilled Manual,N,2,Michael Spence
-5,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87514054179,Gutierrez,Maya,,8668 Via Neruda,,,,Novato,USA,42,387-555-7172,260-555-6936,S,$30K - $50K,F,3,0,Partial College,Silver,Manual,N,3,Maya Gutierrez
-6,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87517782449,Damstra,Robert,F.,1619 Stillman Court,,,,Lynnwood,USA,75,922-555-5465,333-555-5915,S,$70K - $90K,F,3,0,Bachelors Degree,Bronze,Professional,Y,3,Robert Damstra
-7,Oaxaca,9535837227,26-08-1961,08:08:08,87521172800,Kanagaki,Rebecca,,2860 D Mt. Hood Circle,,,,Tlaxiaco,Mexico,30,515-555-6247,934-555-9211,M,$30K - $50K,F,2,1,Partial High School,Bronze,Manual,Y,3,Rebecca Kanagaki
-8,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87539744377,Brunner,Kim,H.,6064 Brodia Court,,,,San Andres,Mexico,106,411-555-6825,130-555-6818,M,$50K - $70K,M,2,2,Bachelors Degree,Bronze,Professional,Y,3,Kim Brunner
-9,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87544797658,Blumberg,Brenda,C.,7560 Trees Drive,,,,Richmond,Canada,90,815-555-3975,642-555-6483,M,$10K - $30K,M,5,3,Partial High School,Normal,Skilled Manual,Y,1,Brenda Blumberg
-10,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87568712234,Stanz,Darren,M.,1019 Kenwal Rd.,,,,Lake Oswego,USA,64,847-555-5443,212-555-8635,S,$30K - $50K,M,4,0,Bachelors Degree,Golden,Management,N,4,Darren Stanz
-11,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87572821378,Murraiin,Jonathan,V.,5423 Camby Rd.,,,,La Mesa,USA,11,612-555-4878,747-555-6928,S,$50K - $70K,M,4,0,High School Degree,Bronze,Manual,N,2,Jonathan Murraiin
-12,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87579237222,Creek,Jewel,C.,1792 Belmont Rd.,,,,Chula Vista,USA,13,555-555-2714,228-555-5450,S,$30K - $50K,F,1,0,High School Degree,Bronze,Skilled Manual,N,3,Jewel Creek
-13,LonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmember,0,10-05-1951,00:00:00,87587122917,Medina,Peggy,A.,3796 Keller Ridge,,,,Mexico City,Mexico,2,343-555-9778,785-555-2371,S,$30K - $50K,M,4,0,High School Degree,Bronze,Manual,N,4,Peggy Medina
-14,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87592626810,Rutledge,Bryan,K.,3074 Ardith Drive,,,,Lincoln Acres,USA,10,659-555-3160,640-555-5439,M,$50K - $70K,F,2,2,Bachelors Degree,Bronze,Management,Y,2,Bryan Rutledge
-15,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87597749829,Cavestany,Walter,G.,7987 Seawind Dr.,,,,Oak Bay,Canada,99,471-555-8853,560-555-4646,S,$90K - $110K,M,3,0,Graduate Degree,Bronze,Professional,Y,3,Walter Cavestany
-16,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,87603285908,Planck,Peggy,M.,4864 San Carlos,,,,Camacho,Mexico,27,698-555-7603,986-555-9424,M,$50K - $70K,F,2,2,High School Degree,Bronze,Skilled Manual,Y,2,Peggy Planck
-17,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87625473141,Marshall,Brenda,S.,2687 Ridge Road,,,,Arcadia,USA,51,771-555-6581,929-555-7260,S,$90K - $110K,M,3,0,High School Degree,Bronze,Management,Y,3,Brenda Marshall
-18,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87637655735,Wolter,Daniel,P.,2473 Orchard Way,,,,Altadena,USA,50,121-555-3960,717-555-5324,M,$30K - $50K,M,3,2,Partial College,Bronze,Professional,Y,4,Daniel Wolter
-19,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87650814652,Collins,Dianne,,551 Rainier Dr,,,,Oakland,USA,37,217-555-1567,921-555-5446,S,$70K - $90K,F,1,0,High School Degree,Bronze,Professional,N,1,Dianne Collins
-20,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87653979700,Baker,Beverly,,591 Merriewood Drive,,,,Spring Valley,USA,15,617-555-7972,860-555-3536,S,$10K - $30K,F,2,0,Partial High School,Normal,Manual,Y,2,Beverly Baker
-21,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87663244009,Castillo,Pedro,,1579 Plaza Rosa,,,,Renton,USA,73,975-555-7865,187-555-2286,S,$30K - $50K,M,1,0,High School Degree,Normal,Manual,Y,2,Pedro Castillo
-22,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87675641200,Borges,Laurie,,1873 Lyon Circle,,,,Bellingham,USA,78,610-555-6158,921-555-6608,M,$30K - $50K,F,4,4,High School Degree,Golden,Skilled Manual,Y,4,Laurie Borges
-23,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87678398489,Wyro,Shauna,K.,3114 Notre Dame Ave.,,,,La Jolla,USA,33,444-555-1517,625-555-9824,S,$30K - $50K,F,2,0,High School Degree,Silver,Manual,N,3,Shauna Wyro
-24,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87681713700,Wyllie,Jacqueline,,6318 Marclair Dr.,,,,Santa Fe,Mexico,109,102-555-7439,721-555-7431,S,$30K - $50K,F,0,0,High School Degree,Bronze,Manual,N,3,Jacqueline Wyllie
-25,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87686740159,Conley,Lin,N.,7814 Milburn Dr.,,,,Haney,Canada,93,506-555-4589,333-555-7096,S,$70K - $90K,F,3,0,High School Degree,Bronze,Professional,N,2,Lin Conley
-26,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87691326700,Bernard,Jose,,3928 San Francisco,,,,Burbank,USA,53,425-555-3796,452-555-3332,S,$10K - $30K,M,0,0,Partial High School,Normal,Skilled Manual,N,1,Jose Bernard
-27,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87700161933,Macaluso,Charles,B.,5678 McElroy Court,,,,Anacortes,USA,79,852-555-8574,986-555-1624,M,$30K - $50K,F,1,1,High School Degree,Bronze,Manual,Y,3,Charles Macaluso
-28,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87709978818,Wood,Lois,M.,2046 Las Palmas,,,,Everett,USA,81,794-555-6410,467-555-9146,S,$10K - $30K,F,1,0,Partial High School,Silver,Manual,Y,1,Lois Wood
-29,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87717585563,Armstrong,Kevin,A.,608 Lincoln Dr.,,,,Oak Bay,Canada,99,583-555-4474,125-555-6067,S,$10K - $30K,F,2,0,Partial High School,Normal,Manual,N,1,Kevin Armstrong
-30,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87718932032,Goldey,Cody,A.,7230 Berrellesa Street,,,,Milwaukie,USA,65,548-555-9939,529-555-3217,S,$50K - $70K,F,4,0,Bachelors Degree,Bronze,Professional,Y,3,Cody Goldey
-31,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87729650139,Nickell,Paula,B.,2144 San Rafael,,,,Concord,USA,46,598-555-1289,448-555-2424,M,$50K - $70K,F,4,3,Graduate Degree,Golden,Professional,Y,3,Paula Nickell
-32,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87738383412,Long,Eric,J.,1676 Greer Ave.,,,,Ladner,Canada,96,937-555-2299,326-555-4120,S,$10K - $30K,F,2,0,Partial High School,Normal,Manual,Y,2,Eric Long
-33,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87742803692,Solimena,Mary,K.,6843 San Simeon Dr.,,,,Santa Cruz,USA,40,111-555-1278,268-555-1956,M,$30K - $50K,F,2,2,High School Degree,Bronze,Skilled Manual,N,2,Mary Solimena
-34,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87767067000,Muenich,Nathan,,6629 Polson Circle,,,,La Mesa,USA,11,361-555-7656,957-555-9020,M,$50K - $70K,F,3,1,Bachelors Degree,Silver,Management,Y,2,Nathan Muenich
-35,Yucatan,256,17-04-1920,12:00:00,87771052718,Young,Ed,,Rt. 470 Box A,,,,Merida,Mexico,26,457-555-5263,261-555-9142,M,$30K - $50K,M,5,1,Partial College,Bronze,Skilled Manual,Y,3,Ed Young
-36,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87788449525,Arnold,Donna,K.,7403 N. Broadway,,,,Oregon City,USA,68,969-555-4928,972-555-5835,S,$10K - $30K,M,1,0,Partial High School,Normal,Skilled Manual,N,1,Donna Arnold
-37,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87797676324,Cooper,Jennifer,K.,5734 Ashford Court,,,,Seattle,USA,18,188-555-1163,299-555-4585,S,$50K - $70K,M,0,0,Bachelors Degree,Bronze,Professional,N,3,Jennifer Cooper
-38,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87801286578,Petty,Peggy,J.,8684 Military East,,,,Arcadia,USA,51,722-555-8456,134-555-8906,S,$30K - $50K,M,1,0,Partial College,Bronze,Management,N,1,Peggy Petty
-39,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87808394432,Olguin,Jessica,A.,7270 Pepperidge Way,,,,Lebanon,USA,72,203-555-6978,384-555-6285,M,$90K - $110K,F,4,2,Graduate Degree,Bronze,Professional,Y,2,Jessica Olguin
-40,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87814209461,Burchett,Phyllis,,475 Santa Maria,,,,Santa Cruz,USA,40,761-555-3899,719-555-7549,S,$110K - $130K,M,1,0,Partial College,Bronze,Professional,Y,2,Phyllis Burchett
-41,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,87818307900,Bechard,Howard,,1970 Napa Ct.,,,,W. Linn,USA,66,616-555-6966,443-555-9474,S,$110K - $130K,M,1,0,High School Degree,Bronze,Professional,N,2,Howard Bechard
-42,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87849287390,Carter,Doris,M.,8084 Cardiff Drive,,,,San Andres,Mexico,106,535-555-6174,562-555-5709,M,$70K - $90K,F,3,3,Bachelors Degree,Golden,Management,Y,3,Doris Carter
-43,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87855359911,Sharp,Juanita,D.,9833 Mt. Dias Blv.,,,,Burbank,USA,53,962-555-1952,196-555-4002,S,$50K - $70K,F,2,0,Bachelors Degree,Bronze,Professional,N,4,Juanita Sharp
-44,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87868926525,Brunner,Sandra,B.,6202 Seeno St.,,,,Bellflower,USA,55,904-555-8788,577-555-2523,S,$30K - $50K,M,1,0,High School Degree,Bronze,Skilled Manual,Y,2,Sandra Brunner
-45,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,87869548800,Staton,Ernest,,862 The Alameda,,,,Renton,USA,73,693-555-6852,235-555-8445,S,$50K - $70K,M,5,0,Bachelors Degree,Golden,Management,Y,2,Ernest Staton
-46,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87894418239,Sims,Rose,M.,7484 Roundtree Drive,,,,Mill Valley,USA,38,658-555-3316,639-555-5595,M,$70K - $90K,F,1,1,Graduate Degree,Silver,Professional,N,2,Rose Sims
-47,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87894944000,De Carlo,Lauretta,E.,5053 Loftus Road,,,,Oak Bay,Canada,99,708-555-3666,558-555-4802,M,$50K - $70K,M,0,0,Bachelors Degree,Bronze,Professional,N,1,Lauretta De Carlo
-48,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,87901939153,Williams,Mary,R.,1930 Almondwood Drive,,,,Camacho,Mexico,27,696-555-7759,324-555-4238,M,$50K - $70K,M,0,0,Bachelors Degree,Bronze,Professional,N,3,Mary Williams
-49,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87902239561,Burke,Terri,L.,9752 Jeanne Circle,,,,Arcadia,USA,51,770-555-6738,266-555-2074,S,$30K - $50K,F,4,0,High School Degree,Bronze,Skilled Manual,N,2,Terri Burke
-50,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87910291552,Osborn,Audrey,H.,9539 Glenside Dr,,,,Altadena,USA,50,119-555-4116,715-555-5480,S,$110K - $130K,M,4,0,Partial High School,Bronze,Professional,Y,4,Audrey Osborn
-51,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87923139333,Binai,Brian,C.,7616 Honey Court,,,,Oakland,USA,37,216-555-1723,920-555-5602,M,$90K - $110K,F,4,2,Graduate Degree,Bronze,Professional,N,3,Brian Binai
-52,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87939313100,Lozada,Concepcion,,7657 H St.,,,,Tixapan,Mexico,107,727-555-1388,731-555-2295,S,$70K - $90K,F,3,0,Bachelors Degree,Silver,Professional,N,2,Concepcion Lozada
-53,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87952010600,Tays,Paul,,5988 Red Leaf,,,,Oak Bay,Canada,99,298-555-3541,409-555-6962,M,$70K - $90K,M,4,2,Graduate Degree,Normal,Management,Y,4,Paul Tays
-54,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,87954998600,Thorton,Cheryl,,8938 West Hookston Road,,,,Metchosin,Canada,104,832-555-1834,244-555-2284,S,$30K - $50K,F,0,0,Partial College,Bronze,Professional,Y,3,Cheryl Thorton
-55,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87961350083,Dumin,Gary,,181 Gainsborough Drive,,,,Grossmont,USA,17,313-555-9355,733-555-3320,M,$10K - $30K,M,3,2,Partial High School,Normal,Skilled Manual,Y,1,Gary Dumin
-56,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87965223193,Chin,Pat,M.,3385 Crestview Drive,,,,Imperial Beach,USA,14,871-555-6277,829-555-9927,S,$10K - $30K,M,3,0,Partial High School,Normal,Manual,N,2,Pat Chin
-57,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,87978752300,Lovell,Zach,,6912 Laguna St.,,,,San Andres,Mexico,106,375-555-3427,201-555-5934,S,$10K - $30K,M,3,0,Partial High School,Golden,Manual,Y,0,Zach Lovell
-58,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,87986992001,Ratcliff,Dave,A.,371 Ahneita Dr.,,,,Oakland,USA,37,294-555-2634,560-555-5827,S,$30K - $50K,F,3,0,Partial High School,Bronze,Skilled Manual,N,3,Dave Ratcliff
-59,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88010123400,Moss,Elizabeth,,4776 Kentucky Drive,,,,Burnaby,Canada,92,721-555-7412,855-555-9462,M,$30K - $50K,M,5,5,High School Degree,Bronze,Manual,Y,3,Elizabeth Moss
-60,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88018041300,Anderson,Lori,M.,1145 Paraiso Ct.,,,,Langley,Canada,94,663-555-5248,336-555-7984,S,$30K - $50K,M,3,0,Partial College,Silver,Skilled Manual,Y,3,Lori Anderson
-61,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88049879074,Everson,Michael,A.,3148 Rose Street,,,,Tacoma,USA,84,451-555-3312,894-555-4905,M,$70K - $90K,M,1,0,Bachelors Degree,Bronze,Professional,N,1,Michael Everson
-62,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88067190100,Borden,Mary,A.,2427 Notre Dame Ave.,,,,Santa Monica,USA,49,656-555-3434,636-555-5712,M,$30K - $50K,M,1,1,High School Degree,Golden,Skilled Manual,Y,2,Mary Borden
-63,Oaxaca,9535837227,26-08-1961,08:08:08,88081979800,Willson,Sue,,7340 Green St.,,,,Tlaxiaco,Mexico,30,467-555-9127,317-555-1262,S,$70K - $90K,F,4,0,Bachelors Degree,Bronze,Professional,N,2,Sue Willson
-64,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88084045052,Harris,Clayton,J.,6872 Thornwood Dr.,,,,Beaverton,USA,67,814-555-9899,203-555-2721,S,$10K - $30K,M,4,0,Partial High School,Normal,Manual,Y,2,Clayton Harris
-65,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88096334934,Contreras,Whitney,L.,2040 Encino Drive,,,,Metchosin,Canada,104,648-555-5221,145-555-9556,M,$90K - $110K,F,0,0,Partial College,Normal,Management,Y,3,Whitney Contreras
-66,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88112406730,Pusedu,Boyd,A.,1826 Corte Del Sol,,,,Metchosin,Canada,104,898-555-2599,833-555-7621,M,$110K - $130K,F,4,4,Partial College,Silver,Professional,Y,2,Boyd Pusedu
-67,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88115072846,Stedman,Cian,F.,9903 East Leland,,,,Westminster,Canada,91,994-555-9206,799-555-4085,M,$30K - $50K,M,3,1,Partial College,Bronze,Skilled Manual,Y,3,Cian Stedman
-68,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,88118441700,Zocchi,Michele,A.,9943 Stonehedge Dr.,,,,Hidalgo,Mexico,25,606-555-8871,610-555-9778,S,$30K - $50K,F,0,0,High School Degree,Silver,Manual,Y,1,Michele Zocchi
-69,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88137775063,Walsh,Jean,M.,931 Corte De Luna,,,,Los Angeles,USA,3,725-555-5106,837-555-8528,M,$10K - $30K,M,1,1,Partial High School,Normal,Skilled Manual,Y,1,Jean Walsh
-70,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88144207000,Renfro,Leopoldo,E.,1226 Shoenic,,,,Coronado,USA,8,360-555-3399,910-555-7506,M,$30K - $50K,M,0,0,High School Degree,Bronze,Manual,Y,1,Leopoldo Renfro
-71,Sinaloa,1.00E+78,08-04-1967,18:18:18,88161163926,Brockett,Donna,A.,2467 Clearland Circle,,,,La Cruz,Mexico,29,741-555-1921,260-555-4885,S,$10K - $30K,M,5,0,Partial High School,Normal,Manual,N,1,Donna Brockett
-72,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88161249756,Anderson,Laurie,A.,5671 Bel Air Dr.,,,,Shawnee,Canada,105,398-555-7842,356-555-2492,M,$10K - $30K,F,5,5,Partial High School,Normal,Skilled Manual,Y,2,Laurie Anderson
-73,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88168829679,Gomez,Louis,C.,7166 Brock Lane,,,,Yakima,USA,89,802-555-4992,629-555-7499,M,$30K - $50K,F,4,3,High School Degree,Golden,Skilled Manual,Y,3,Louis Gomez
-74,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88172026872,Walker,Julie,L.,3281 Hillview Dr.,,,,Ballard,USA,20,722-555-4199,987-555-7392,S,$50K - $70K,M,3,0,Bachelors Degree,Bronze,Professional,Y,3,Julie Walker
-75,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88182830810,Jones,Jay,W.,5030 Blue Ridge Dr.,,,,Lynnwood,USA,75,248-555-8978,383-555-2028,S,$30K - $50K,F,3,0,High School Degree,Bronze,Manual,N,3,Jay Jones
-76,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88185078501,Winfrey,Gayle,J.,1399 Firestone Drive,,,,Port Orchard,USA,77,191-555-6813,764-555-9549,S,$70K - $90K,F,1,0,High School Degree,Normal,Professional,N,1,Gayle Winfrey
-77,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88203880800,Brown,Yasmina,,6058 Hill Street,#4,,,Downey,USA,58,569-555-5452,351-555-1703,S,$50K - $70K,M,2,0,Bachelors Degree,Normal,Professional,Y,4,Yasmina Brown
-78,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88243577480,Touchstone,Joseph,A. C.,2681 Eagle Peak,,,,Salem,USA,23,774-555-5574,754-555-7853,M,$10K - $30K,M,1,1,Partial High School,Silver,Manual,Y,1,Joseph Touchstone
-79,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88249907493,Bakhtyari,Mary,J.,7594 Alexander Pl.,,,,Tacoma,USA,84,585-555-2267,435-555-3403,S,$70K - $90K,M,2,0,Bachelors Degree,Bronze,Management,Y,4,Mary Bakhtyari
-80,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88262524604,Glass,Melvin,W.,7126 Edie Ct.,,,,Lemon Grove,USA,12,812-555-1017,200-555-2838,S,$70K - $90K,F,1,0,Bachelors Degree,Bronze,Management,Y,4,Melvin Glass
-81,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88265968561,Cohen,Kristin,S.,2294 West 39th St.,,,,Milwaukie,USA,65,646-555-5338,143-555-9674,S,$10K - $30K,M,2,0,Partial High School,Normal,Skilled Manual,Y,2,Kristin Cohen
-82,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88275710344,Kharman,Susan,,2080 Sycamore Drive,,,,Richmond,USA,35,896-555-2717,831-555-7738,S,$10K - $30K,F,4,0,Partial High School,Normal,Skilled Manual,Y,1,Susan Kharman
-83,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88284432888,Kirschner,Gordon,R.,158 Walnut Ave,,,,Arcadia,USA,51,331-555-3981,796-555-4203,S,$110K - $130K,F,3,0,Partial High School,Golden,Management,Y,2,Gordon Kirschner
-84,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88304206132,Burger,William,W.,2854 Magda Way,,,,Haney,Canada,93,604-555-8988,608-555-9895,S,$50K - $70K,M,4,0,Bachelors Degree,Bronze,Professional,N,3,William Burger
-85,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88346847891,Blau,Lana,L.,1185 Dallis Drive,,,,Novato,USA,42,723-555-5224,835-555-8645,M,$30K - $50K,M,3,3,High School Degree,Golden,Skilled Manual,Y,3,Lana Blau
-86,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88352523400,Derby,Donna,,8154 Via Mexico,,,,Bremerton,USA,76,358-555-3517,908-555-7624,S,$30K - $50K,M,4,0,Partial High School,Normal,Skilled Manual,Y,4,Donna Derby
-87,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88355388045,Thomson,Kathleen,K.,6740 Jalisco,,,,N. Vancouver,Canada,97,739-555-2038,258-555-5003,S,$70K - $90K,F,4,0,High School Degree,Bronze,Management,N,3,Kathleen Thomson
-88,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88380010700,Walton,Gabriel,,2601 Cambridge Drive,,,,Milwaukie,USA,65,396-555-7960,466-555-4870,S,$30K - $50K,F,2,0,High School Degree,Bronze,Manual,N,4,Gabriel Walton
-89,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88386346101,Meastas,Bishop,,4096 San Remo,,,,Woodland Hills,USA,62,912-555-7369,739-555-9877,S,$70K - $90K,F,4,0,High School Degree,Bronze,Management,N,2,Bishop Meastas
-90,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88386882543,Kouba,Geneva,,7554 Lakeview Pl.,,,,Sooke,Canada,101,832-555-6577,197-555-9770,M,$70K - $90K,F,2,2,High School Degree,Bronze,Professional,Y,3,Geneva Kouba
-91,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88397842049,Clark,Tricia,F.,1960 Via Catanzaro,,,,Long Beach,USA,48,597-555-6013,732-555-8063,M,$50K - $70K,M,1,1,Bachelors Degree,Bronze,Professional,N,1,Tricia Clark
-92,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88398657441,Munn,Debi,,5672 Hale Dr.,,,,Arcadia,USA,51,540-555-3848,874-555-2927,M,$30K - $50K,M,4,2,High School Degree,Bronze,Skilled Manual,Y,4,Debi Munn
-93,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88416295647,Goldberg,Patricia,,332 Laguna Niguel,,,,Woodburn,USA,69,989-555-7255,770-555-3505,M,$130K - $150K,M,5,4,Bachelors Degree,Golden,Professional,Y,3,Patricia Goldberg
-94,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88416842818,Magenheim,Susan,L.,6954 Garcia Ranch Road,,,,Vancouver,Canada,5,293-555-7377,274-555-9655,S,$10K - $30K,M,1,0,Partial High School,Normal,Skilled Manual,Y,1,Susan Magenheim
-95,Oaxaca,9535837227,26-08-1961,08:08:08,88426868915,Hance,Nancy,D.,4523 Via Cortez,,,,Tlaxiaco,Mexico,30,471-555-9125,320-555-1260,S,$130K - $150K,F,2,0,Graduate Degree,Silver,Professional,Y,2,Nancy Hance
-96,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88445172309,Mehlert,Rhonda,L.,1400 Gibrix Drive,,,,Beaverton,USA,67,698-555-7875,986-555-9696,S,$50K - $70K,M,0,0,Bachelors Degree,Normal,Management,Y,2,Rhonda Mehlert
-97,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88470690800,Duran,Paula,,9222 Roseann Drive,#59,,,Richmond,Canada,90,532-555-3196,928-555-7532,M,$50K - $70K,M,4,4,High School Degree,Golden,Skilled Manual,Y,2,Paula Duran
-98,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88486376400,Earley,Margaret,,9009 W 46th St,,,,Richmond,Canada,90,121-555-4232,717-555-5596,M,$130K - $150K,F,1,1,High School Degree,Bronze,Management,Y,3,Margaret Earley
-99,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88506181836,Horne,Elizabeth,,7086 O St.,,,,Port Orchard,USA,77,217-555-1839,682-555-2060,S,$30K - $50K,F,3,0,Bachelors Degree,Bronze,Professional,N,2,Elizabeth Horne
-100,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88506991900,Hunt,Mary,,7127 Morengo Court,,,,San Jose,USA,39,490-555-6846,493-555-7753,M,$90K - $110K,F,2,2,Partial High School,Silver,Professional,Y,3,Mary Hunt
-101,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88507222533,Allen,Libby,,5458 Encino Drive,,,,N. Vancouver,Canada,97,848-555-6739,721-555-6503,S,$10K - $30K,F,1,0,Partial High School,Normal,Manual,N,1,Libby Allen
-102,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88530171513,Bruno,Bonnie,F.,8408 Via Del Sol,,,,Langford,Canada,102,244-555-1375,794-555-5482,M,$30K - $50K,M,2,0,Bachelors Degree,Bronze,Professional,N,4,Bonnie Bruno
-103,"""state province # 124""",4124,26-01-1950,16:16:16,88531920313,Bowers,Angela,W.,9650 Valley View Road,,,,Acapulco,Mexico,28,737-555-2156,256-555-5120,M,$50K - $70K,M,5,3,Bachelors Degree,Golden,Professional,Y,2,Angela Bowers
-104,select * from scenario1_84gsinglecsv_updatedcolumns_test3;,1.00E+14,02-10-1969,20:20:20,88537885546,Gonzales,Donald,C.,2855 Playa,,,,Hidalgo,Mexico,25,394-555-8077,352-555-2727,M,$30K - $50K,F,1,1,Partial College,Bronze,Clerical,N,2,Donald Gonzales
-105,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88539907932,Valdez,Sylvester,,4350 Mota Dr.,,,,National City,USA,9,137-555-8885,625-555-7734,M,$150K +,M,3,3,Bachelors Degree,Golden,Management,Y,3,Sylvester Valdez
-106,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88556258678,Stewart,John,C.,7808 Brown St.,,,,Long Beach,USA,48,717-555-4435,983-555-7627,S,$50K - $70K,M,5,0,Bachelors Degree,Bronze,Professional,Y,2,John Stewart
-107,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88589957952,Velasquez,Barney,C.,2214 Solano,,,,Cliffside,Canada,103,483-555-3870,618-555-5920,M,$30K - $50K,M,2,2,High School Degree,Bronze,Manual,Y,4,Barney Velasquez
-108,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88593557476,Dubois,Kenneth,R.,8582 San Jose Ave.,,,,Shawnee,Canada,105,425-555-1706,998-555-4442,M,$90K - $110K,M,1,1,Bachelors Degree,Bronze,Management,Y,3,Kenneth Dubois
-109,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88597859740,Maestas,Kate,A.,3241 Brock Lane,,,,Newton,Canada,95,214-555-8770,656-555-1363,S,$50K - $70K,M,2,0,Bachelors Degree,Bronze,Professional,N,2,Kate Maestas
-110,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88604978322,Underwood,Josie,B.,9863 Ridge Place,,,,West Covina,USA,60,179-555-5235,160-555-7513,S,$10K - $30K,M,3,0,Partial High School,Normal,Manual,N,1,Josie Underwood
-111,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88620250821,Strain,Ramon,,4777 Rockne Drive,,,,Palo Alto,USA,41,890-555-1927,979-555-6720,M,$70K - $90K,F,2,2,Bachelors Degree,Bronze,Management,Y,2,Ramon Strain
-112,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88622546792,Azari,Pat,C.,4310 Kenston Dr.,,,,Santa Monica,USA,49,217-555-9677,506-555-2499,M,$30K - $50K,F,4,1,High School Degree,Bronze,Skilled Manual,Y,3,Pat Azari
-113,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88624070286,Dabit,Bob,,9476 Hill Top Rd.,,,,Sooke,Canada,101,291-555-8656,448-555-9335,M,$110K - $130K,F,2,1,Bachelors Degree,Bronze,Professional,Y,3,Bob Dabit
-114,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88631725311,Carmona,Marty,T.,9263 Mt. McKinley Ct.,,,,Sooke,Canada,101,541-555-6035,237-555-7399,S,$150K +,F,3,0,High School Degree,Silver,Professional,Y,2,Marty Carmona
-115,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88638226985,Saxton,Gina,M.,620 Woodside Ct.,,,,Altadena,USA,50,330-555-4138,795-555-4359,S,$90K - $110K,F,3,0,Bachelors Degree,Silver,Professional,Y,2,Gina Saxton
-116,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88648338913,McLaughlin,Juan,R.,661 Miller Ave.,,,,Burnaby,Canada,92,602-555-9145,845-555-4709,S,$90K - $110K,M,2,0,High School Degree,Bronze,Management,N,3,Juan McLaughlin
-117,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88656943440,Eyster,Carol,,1648 Eastgate Lane,,,,Albany,USA,71,960-555-9038,833-555-8802,M,$90K - $110K,F,3,1,Graduate Degree,Bronze,Professional,Y,3,Carol Eyster
-118,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88662506341,Henry,Nancy,J.,4598 Manila Avenue,,,,Bremerton,USA,76,356-555-3673,906-555-7780,S,$50K - $70K,M,2,0,Bachelors Degree,Bronze,Professional,Y,2,Nancy Henry
-119,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88665478229,Barros,Chris,C.,3183 Trasher Road,,,,N. Vancouver,Canada,97,737-555-2195,256-555-5159,S,$10K - $30K,M,4,0,Partial High School,Normal,Manual,Y,1,Chris Barros
-120,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88673519492,Groome,Christopher,J.,6387 Scenic Avenue,,,,Milwaukie,USA,65,634-555-2773,353-555-2766,M,$30K - $50K,F,0,0,High School Degree,Bronze,Skilled Manual,Y,4,Christopher Groome
-121,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88683427572,Hill,Anna,L.,7883 Mitchell Canyon Court,,,,Santa Monica,USA,49,137-555-8923,864-555-2430,S,$30K - $50K,F,5,0,High School Degree,Silver,Manual,Y,2,Anna Hill
-122,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88690803647,Williams,Ramon,N.,3997 Via De Luna,,,,Walla Walla,USA,88,718-555-4473,983-555-7666,M,$30K - $50K,F,4,1,High School Degree,Bronze,Skilled Manual,N,3,Ramon Williams
-123,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88708876371,Masters,Scott,,5747 Shirley Drive,,,,Richmond,USA,35,483-555-3909,618-555-5959,M,$30K - $50K,F,2,0,High School Degree,Bronze,Manual,Y,1,Scott Masters
-124,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88719449639,"Brady, Jr.",Joseph,G.,2115 Pasado,,,,Oakland,USA,37,426-555-1745,999-555-4480,S,$70K - $90K,F,5,0,Bachelors Degree,Bronze,Professional,N,2,"Joseph Brady, Jr."
-125,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88734051585,Gray,Ellen,M.,6774 Bonanza,,,,Bellflower,USA,55,214-555-8809,656-555-1402,M,$70K - $90K,M,2,2,Bachelors Degree,Bronze,Professional,Y,3,Ellen Gray
-126,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88735752105,Fielder,Henry,T.,3397 Rancho View Drive,,,,Ballard,USA,20,179-555-5273,160-555-7552,S,$110K - $130K,F,2,0,Partial College,Normal,Professional,Y,2,Henry Fielder
-127,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88744179606,Finnell,Jeanine,L.,8310 Ridge Circle,,,,Everett,USA,81,103-555-4226,192-555-9019,S,$10K - $30K,M,1,0,Partial High School,Normal,Skilled Manual,Y,0,Jeanine Finnell
-128,1 2 3 4 5 6 7 8 9 0 ~!@#$%^&*() some thing long OR,0,10-05-1951,00:00:00,88750257492,Schuetz,Ian,T.,7842 Ygnacio Valley Road,,,,Salem,USA,23,330-555-2976,618-555-4797,S,$30K - $50K,F,1,0,High School Degree,Bronze,Skilled Manual,N,4,Ian Schuetz
-129,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88752945065,Runyon,Richard,,5666 Hazelnut Lane,,,,Concord,USA,46,403-555-1955,561-555-2633,M,$50K - $70K,F,0,0,Bachelors Degree,Bronze,Professional,Y,3,Richard Runyon
-130,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88771945834,Potter,Linda,M.,5452 Corte Gilberto,,,,Concord,USA,46,653-555-8333,349-555-9697,S,$110K - $130K,F,4,0,Graduate Degree,Bronze,Professional,N,2,Linda Potter
-131,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88772315979,Smith,Mary,E.,874 Olivera Road,,,,La Jolla,USA,33,749-555-5940,315-555-6162,S,$10K - $30K,M,3,0,Partial High School,Normal,Manual,Y,2,Mary Smith
-132,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88781231641,Brumagen,Barbara,A.,3570 Court Lane,,,,Cliffside,Canada,103,122-555-1947,365-555-6512,S,$30K - $50K,F,0,0,High School Degree,Silver,Skilled Manual,N,3,Barbara Brumagen
-133,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88788833022,Hamilton,Thelma,L.,1902 Santa Cruz,,,,Burbank,USA,53,480-555-1840,353-555-1604,M,$30K - $50K,M,1,0,High School Degree,Bronze,Skilled Manual,Y,3,Thelma Hamilton
-134,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88804722428,J Wilbert,Shirley,L.,4852 Chaparral Court,,,,Spokane,USA,87,115-555-9133,426-555-9583,S,$50K - $70K,M,4,0,Bachelors Degree,Bronze,Professional,Y,1,Shirley J Wilbert
-135,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,88820129036,Ingram,Jeremy,T.,6093 Midway Ct.,,,,Tixapan,Mexico,107,257-555-3997,676-555-6962,M,$110K - $130K,M,5,0,Bachelors Degree,Silver,Professional,Y,3,Jeremy Ingram
-136,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88825504183,Haddix,Sharon,A.,9297 Kenston Dr.,,,,Lynnwood,USA,75,153-555-4576,772-555-4569,M,$150K +,M,3,3,Bachelors Degree,Golden,Professional,Y,3,Sharon Haddix
-137,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88846119642,Thomas,Leland,P.,793 Crawford Street,,,,Newport Beach,USA,59,557-555-1726,384-555-4233,M,$130K - $150K,F,3,3,Partial College,Bronze,Professional,Y,3,Leland Thomas
-138,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,88880816698,Wilson,Don,R.,4251 San Onofre Court,,,,Oak Bay,Canada,99,238-555-6276,503-555-9469,S,$90K - $110K,F,4,0,Partial High School,Silver,Professional,Y,2,Don Wilson
-139,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88896459341,Stovall,Wayne,,8656 Lakespring Place,,,,Coronado,USA,8,593-555-6287,728-555-8337,M,$30K - $50K,M,1,1,Partial High School,Bronze,Manual,Y,1,Wayne Stovall
-140,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,88966604471,Russell,Douglas,D.,5025 Holiday Hills,,,,La Mesa,USA,11,536-555-4122,209-555-6858,M,$10K - $30K,M,2,1,Partial High School,Normal,Skilled Manual,Y,1,Douglas Russell
-141,"esc !@~##%%&**(*&((*()()* "" some thing "" ' DF ",0,10-05-1951,00:00:00,88974345326,Doose,Maureen,,7028 San Gabriel Dr.,,,,Santa Anita,Mexico,108,324-555-2187,767-555-3779,M,$10K - $30K,M,4,3,Partial High School,Normal,Skilled Manual,N,1,Maureen Doose
-142,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,88980621695,Morreale,Ann,,6307 Grenadine Way,,,,Renton,USA,73,289-555-7651,270-555-9929,M,$50K - $70K,F,2,1,Bachelors Degree,Golden,Professional,Y,4,Ann Morreale
-143,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,89028214812,Rupert,Sheila,M.,1220 Bradford Way,,,,Glendale,USA,54,101-555-4344,190-555-9137,M,$30K - $50K,F,5,5,Partial College,Golden,Manual,Y,3,Sheila Rupert
-144,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89028284549,Pierson,Ashley,E.,1999 Orangewood Court,,,,Westminster,Canada,91,328-555-3094,616-555-4915,S,$10K - $30K,M,3,0,Partial High School,Bronze,Skilled Manual,Y,0,Ashley Pierson
-145,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89029260873,Nickels,Ivan,,9821 Juniper Drive,,,,Victoria,Canada,6,401-555-2072,559-555-2751,M,$10K - $30K,M,3,3,Partial High School,Normal,Manual,Y,2,Ivan Nickels
-146,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89035692811,Neuhauser,Chad,D.,9608 Grammercy Lane,,,,Victoria,Canada,6,651-555-8451,347-555-9815,S,$130K - $150K,M,2,0,Partial High School,Bronze,Professional,Y,4,Chad Neuhauser
-147,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC,1.51E+09,15-08-1947,07:14:54,89059253334,Coke,Ann,,7685 Imperial Dr,,,,Sooke,Canada,101,747-555-6058,551-555-9937,S,$110K - $130K,M,4,0,Bachelors Degree,Bronze,Professional,Y,2,Ann Coke
-148,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,89061329364,Scarbrough,Jon,M.,7726 Driftwood Drive,,,,Kirkland,USA,63,120-555-2065,363-555-6629,S,$70K - $90K,M,2,0,High School Degree,Bronze,Management,N,2,Jon Scarbrough
-149,SpecialCharacter level ~!@#$%^&*()_+| CA,0,10-05-1951,00:00:00,89073216915,Martensen,Lillian,F.,8713 Yosemite Ct.,,,,Chula Vista,USA,13,478-555-1958,590-555-5380,S,$50K - $70K,M,1,0,Bachelors Degree,Bronze,Professional,Y,1,Lillian Martensen
-150,&& 1 2 3 4 5 special set to test & & & _ _ _ 786,1,01-01-1900,23:59:59,89090994596,McCormick,Mary,E.,9008 Creekside Drive,,,,Seattle,USA,18,113-555-9251,424-555-9701,M,$30K - $50K,F,4,1,High School Degree,Bronze,Manual,Y,3,Mary McCormick
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithescapecharacter.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithescapecharacter.csv b/integration/spark/src/test/resources/datawithescapecharacter.csv
deleted file mode 100644
index 9bda54d..0000000
--- a/integration/spark/src/test/resources/datawithescapecharacter.csv
+++ /dev/null
@@ -1,22 +0,0 @@
-imei,specialchar
-1AA1,hash#124
-1AA2,space 125
-1AA3,ampersand&&hi
-1AA4,escape\\esc
-1AA44,"escape\esc"
-1AA5,not!hi
-1AA6,braces(hi)
-1AA7,percentage%hi
-1AA8,Tilde~~
-1AA9,dollar$hi
-1AA10,star***hi
-1AA11,colon:hi
-1AA12,semi;colon
-1AA13,quote'1'22
-1AA14,underscore_hi
-1AA15,equals=hi
-1AA16,plus+hi
-1232,"ayush@b.com"
-12323,"ayush@@b.com"
-12345,"\u897f\u5b89\\u54b8\u9633"
-12346,"\u897f\u5b89\\\u54b8\u9633"
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithmaxinteger.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithmaxinteger.csv b/integration/spark/src/test/resources/datawithmaxinteger.csv
deleted file mode 100644
index 52dfdfc..0000000
--- a/integration/spark/src/test/resources/datawithmaxinteger.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-imei,age
-1AA1,10
-1AA2,26
-1AA3,10
-1AA4,10
-1AA5,20
-1AA6,10
-1AA7,10
-1AA8,10
-1AA9,10
-1AA10,10
-1AA12,2147483647
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithmaxmininteger.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithmaxmininteger.csv b/integration/spark/src/test/resources/datawithmaxmininteger.csv
deleted file mode 100644
index 5677a40..0000000
--- a/integration/spark/src/test/resources/datawithmaxmininteger.csv
+++ /dev/null
@@ -1,13 +0,0 @@
-imei,age
-1AA1,10
-1AA2,26
-1AA3,10
-1AA4,10
-1AA5,20
-1AA6,10
-1AA7,10
-1AA8,10
-1AA9,10
-1AA10,10
-1AA11,-2147483648
-1AA12,2147483647
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithmininteger.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithmininteger.csv b/integration/spark/src/test/resources/datawithmininteger.csv
deleted file mode 100644
index cc34efa..0000000
--- a/integration/spark/src/test/resources/datawithmininteger.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-imei,age
-1AA1,10
-1AA2,26
-1AA3,10
-1AA4,10
-1AA5,20
-1AA6,10
-1AA7,10
-1AA8,10
-1AA9,10
-1AA10,10
-1AA11,-2147483648
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithnullmeasure.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithnullmeasure.csv b/integration/spark/src/test/resources/datawithnullmeasure.csv
deleted file mode 100644
index 77ece50..0000000
--- a/integration/spark/src/test/resources/datawithnullmeasure.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,0
-2,2015/7/24,china,aaa2,phone756,ASD42892,
-3,2015/7/25,china,aaa3,phone1904,ASD37014
-4,2015/7/26,china,aaa4,phone2435,ASD66902,0
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithnullmsrs.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithnullmsrs.csv b/integration/spark/src/test/resources/datawithnullmsrs.csv
deleted file mode 100644
index 0146659..0000000
--- a/integration/spark/src/test/resources/datawithnullmsrs.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,,,
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,
-13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,,9054.235
-14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,
-15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,,91.5,13245.48
-16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,,
-17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
-18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,,98.23,7245.25
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,,
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithoutheader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithoutheader.csv b/integration/spark/src/test/resources/datawithoutheader.csv
deleted file mode 100644
index dd10fa2..0000000
--- a/integration/spark/src/test/resources/datawithoutheader.csv
+++ /dev/null
@@ -1,10 +0,0 @@
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
-13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
-14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
-15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
-16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
-17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
-18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithspecialcharacter.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithspecialcharacter.csv b/integration/spark/src/test/resources/datawithspecialcharacter.csv
deleted file mode 100644
index 12cc8fa..0000000
--- a/integration/spark/src/test/resources/datawithspecialcharacter.csv
+++ /dev/null
@@ -1,38 +0,0 @@
-imei,specialchar
-1AA0,double"specialchar"quote
-1AA1,hash#124
-1AA2,space 125
-1AA3,ampersand&&hi
-1AA4,escape\esc
-1AA5,not!hi
-1AA6,braces(hi)
-1AA7,percentage%hi
-1AA8,Tilde~~
-1AA9,dollar$hi
-1AA10,star***hi
-1AA11,colon:hi
-1AA12,semi;colon
-1AA13,quote'1'22
-1AA14,underscore_hi
-1AA15,equals=hi
-1AA16,plus+hi
-1AA17,minus-hi
-1AA18,combination ~!@#$%^&*()_+| CA
-1AA19,https://www.google.co.in/?gws_rd=cr&ei=BF7rUqOoEc6GrgeIooHQDQ#q=India+state BC
-1AA20,LonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmembernameLonglevelmember
-1AA21,char123234Number
-1AA22,\\ esc !@~##%%&**(*&((*()()* "" some thing "" ' DF
-1AA23,select * from sale_fact
-1AA24,pipe|hi
-1AA25,Curly{braces}hi
-1AA26,braces[hi]
-1AA27,question?hi
-1AA28,lessthan< hi
-1AA29,morethan>hi
-1AA30,dot.hi
-1AA31,comma,hi
-1AA32,escapecomma\,hi
-1AA33,fslash/hi
-1AA34,a@b
-1AA35,\\n
-1AA36,"\"i\""
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/decimalBoundaryDataCarbon.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/decimalBoundaryDataCarbon.csv b/integration/spark/src/test/resources/decimalBoundaryDataCarbon.csv
deleted file mode 100644
index 1744362..0000000
--- a/integration/spark/src/test/resources/decimalBoundaryDataCarbon.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,12345678901234510.1234567890123
-2,2015/7/24,china,aaa2,phone756,ASD42892,12345678901234520.1234567890123
-3,2015/7/25,china,aaa3,phone1904,ASD37014,12345678901234530.1234567890123
-4,2015/7/26,china,aaa4,phone2435,ASD66902,12345678901234560.1234567890123
-5,2015/7/27,china,aaa5,phone2441,ASD90633,22345678901234560.1234567890123
-6,2015/7/28,china,aaa6,phone294,ASD59961,32345678901234560.1234567890123
-7,2015/7/29,china,aaa7,phone610,ASD14875,42345678901234560.1234567890123
-8,2015/7/30,china,aaa8,phone1848,ASD57308,52345678901234560.1234567890123
-9,2015/7/18,china,aaa9,phone706,ASD86717,62345678901234560.1234567890123
-10,2015/7/19,usa,aaa10,phone685,ASD30505,72345678901234560.1234567890123
-11,2015/7/18,china,aaa11,phone1554,ASD26101,82345678901234560.1234567890123
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/decimalBoundaryDataHive.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/decimalBoundaryDataHive.csv b/integration/spark/src/test/resources/decimalBoundaryDataHive.csv
deleted file mode 100644
index 2bcf7f5..0000000
--- a/integration/spark/src/test/resources/decimalBoundaryDataHive.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-1,2015/7/23,china,aaa1,phone197,ASD69643,12345678901234510.1234567890123
-2,2015/7/24,china,aaa2,phone756,ASD42892,12345678901234520.1234567890123
-3,2015/7/25,china,aaa3,phone1904,ASD37014,12345678901234530.1234567890123
-4,2015/7/26,china,aaa4,phone2435,ASD66902,12345678901234560.1234567890123
-5,2015/7/27,china,aaa5,phone2441,ASD90633,22345678901234560.1234567890123
-6,2015/7/28,china,aaa6,phone294,ASD59961,32345678901234560.1234567890123
-7,2015/7/29,china,aaa7,phone610,ASD14875,42345678901234560.1234567890123
-8,2015/7/30,china,aaa8,phone1848,ASD57308,52345678901234560.1234567890123
-9,2015/7/18,china,aaa9,phone706,ASD86717,62345678901234560.1234567890123
-10,2015/7/19,usa,aaa10,phone685,ASD30505,72345678901234560.1234567890123
-11,2015/7/18,china,aaa11,phone1554,ASD26101,82345678901234560.1234567890123
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/decimalDataWithHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/decimalDataWithHeader.csv b/integration/spark/src/test/resources/decimalDataWithHeader.csv
deleted file mode 100644
index b136137..0000000
--- a/integration/spark/src/test/resources/decimalDataWithHeader.csv
+++ /dev/null
@@ -1,13 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000.43
-2,2015/7/24,china,aaa2,phone756,ASD42892,45234525465882.24
-3,2015/7/25,china,aaa3,phone1904,ASD37014,652165.22
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003.21
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15000.43
-6,2015/7/28,china,aaa6,phone294,ASD59961,274565465656566.23
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006.45
-8,2015/7/30,china,aaa8,phone1848,ASD57308,1500744.22
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008.02
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15000.43
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010.00
-12,2015/7/19,china,aaa12,phone1781,ASD85711,15011.20
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/decimalDataWithoutHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/decimalDataWithoutHeader.csv b/integration/spark/src/test/resources/decimalDataWithoutHeader.csv
deleted file mode 100644
index af5076f..0000000
--- a/integration/spark/src/test/resources/decimalDataWithoutHeader.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000.43
-2,2015/7/24,china,aaa2,phone756,ASD42892,45234525465882.24
-3,2015/7/25,china,aaa3,phone1904,ASD37014,652165.22
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003.21
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15000.43
-6,2015/7/28,china,aaa6,phone294,ASD59961,274565465656566.23
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006.45
-8,2015/7/30,china,aaa8,phone1848,ASD57308,1500744.22
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008.02
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15000.43
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010.00
-12,2015/7/19,china,aaa12,phone1781,ASD85711,15011.20
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/deviceInformationId.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/deviceInformationId.csv b/integration/spark/src/test/resources/deviceInformationId.csv
deleted file mode 100644
index 6dbf8eb..0000000
--- a/integration/spark/src/test/resources/deviceInformationId.csv
+++ /dev/null
@@ -1,48 +0,0 @@
-100044
-100045,
-100046,
-100047
-100048
-100049,
-10005
-100050
-100051
-100052,
-100053
-100054,
-100055
-100056
-100057
-100058
-100059
-10006
-100060
-100061
-100062
-100063
-100064
-100065
-100066
-100067
-100068,
-100069
-10007
-100070
-100071
-100072
-100073
-100074
-100075
-100076
-100077
-100078
-100079
-10008
-100080
-100081
-100082
-100083
-100084,
-100085
-10086,
-100087
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/deviceInformationId2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/deviceInformationId2.csv b/integration/spark/src/test/resources/deviceInformationId2.csv
deleted file mode 100644
index 00cf181..0000000
--- a/integration/spark/src/test/resources/deviceInformationId2.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-100082
-100083
-100084,
-100085
-10086,
-10011
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dict.txt
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dict.txt b/integration/spark/src/test/resources/dict.txt
deleted file mode 100644
index 64ba47f..0000000
--- a/integration/spark/src/test/resources/dict.txt
+++ /dev/null
@@ -1 +0,0 @@
-12154
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dimSample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dimSample.csv b/integration/spark/src/test/resources/dimSample.csv
deleted file mode 100644
index 0c8f27a..0000000
--- a/integration/spark/src/test/resources/dimSample.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-id,name,city
-1,David,Beijing
-2,Mark,Paris
-3,Bill,NewYork
-4,Sara,Tokyo
-5,John,Beijing
-6,Michel,Chicago
-7,Robert,Houston
-8,Sunny,Boston
-9,Mary,Tokyo
-10,Edward,Paris
-11,James,Washington
-12,Maria,Berlin
-13,Adam,Athens
-14,Peter,Boston
-15,George,Paris
-16,Paul,Shanghai
-17,Lisa,Hangzhou
-18,Angel,Beijing
-19,Emily,Bangalore
-20,Kevin,Singapore
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dimTableSample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dimTableSample.csv b/integration/spark/src/test/resources/dimTableSample.csv
deleted file mode 100644
index 2fbc871..0000000
--- a/integration/spark/src/test/resources/dimTableSample.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-id,name,city
-1,david,shenzhen
-2,eason,shenzhen
-3,jarry,wuhan
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/emptyDimensionData.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/emptyDimensionData.csv b/integration/spark/src/test/resources/emptyDimensionData.csv
deleted file mode 100644
index 60f482d..0000000
--- a/integration/spark/src/test/resources/emptyDimensionData.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,,aaa1,,,15000
-2,2015/7/24,,,,,15001
-3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,china,aaa4,,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,,15004
-6,2015/7/28,,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,china,aaa8,,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
-12,2015/7/19,,aaa12,phone1781,ASD85711,15011
-13,2015/7/20,china,,phone943,,15012
-14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
-15,2015/7/22,china,aaa15,phone451,ASD1954,15014
-16,2015/7/23,china,aaa16,phone390,ASD38513,15015
-17,2015/7/24,,aaa17,phone1929,ASD86213,15016
-18,2015/7/25,usa,aaa18,,ASD88812,15017
-19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
-20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/emptyDimensionDataHive.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/emptyDimensionDataHive.csv b/integration/spark/src/test/resources/emptyDimensionDataHive.csv
deleted file mode 100644
index 2e89887..0000000
--- a/integration/spark/src/test/resources/emptyDimensionDataHive.csv
+++ /dev/null
@@ -1,20 +0,0 @@
-1,2015/7/23,,aaa1,,,15000
-2,2015/7/24,,,,,15001
-3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,china,aaa4,,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,,15004
-6,2015/7/28,,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,china,aaa8,,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
-12,2015/7/19,,aaa12,phone1781,ASD85711,15011
-13,2015/7/20,china,,phone943,,15012
-14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
-15,2015/7/22,china,aaa15,phone451,ASD1954,15014
-16,2015/7/23,china,aaa16,phone390,ASD38513,15015
-17,2015/7/24,,aaa17,phone1929,ASD86213,15016
-18,2015/7/25,usa,aaa18,,ASD88812,15017
-19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
-20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/emptyrow/csvwithonlyspacechar.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/emptyrow/csvwithonlyspacechar.csv b/integration/spark/src/test/resources/emptyrow/csvwithonlyspacechar.csv
deleted file mode 100644
index 0519ecb..0000000
--- a/integration/spark/src/test/resources/emptyrow/csvwithonlyspacechar.csv
+++ /dev/null
@@ -1 +0,0 @@
-
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/emptyrow/emptyRows.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/emptyrow/emptyRows.csv b/integration/spark/src/test/resources/emptyrow/emptyRows.csv
deleted file mode 100644
index 232d614..0000000
--- a/integration/spark/src/test/resources/emptyrow/emptyRows.csv
+++ /dev/null
@@ -1,7 +0,0 @@
-eid,ename,sal,presal,comm,deptno,Desc
-17
-
-18,,,,,,NullValue_check
-19,Ravan,12345678900123456789098765432112345678.12345678900123456789098765432112345678,12345678900123456789098765432112345678.12345678900123456789098765432112345678,12345678900123456789098765432112345678.12345678900123456789098765432112345678,12345678900123456789098765432112345678.12345678900123456789098765432112345678,38_38_range
-25,a,1
-
[20/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/100_olap.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/100_olap.csv b/integration/spark/src/test/resources/100_olap.csv
deleted file mode 100644
index cd51615..0000000
--- a/integration/spark/src/test/resources/100_olap.csv
+++ /dev/null
@@ -1,99 +0,0 @@
-1AA1,1,MAC,2Device Color,9After the device shell color,109,1Market name,8RAM size,4ROM size,0CPU Audit,6CUP Clocked,7Series,2015-7-1 12:07:28,1,9Internal models,2015-7-1 12:07:06,4,guomei,7,Chinese,Hubei Province,yichang,yichang,yichang,1,5281803,2015-7-1 12:08:40,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,1,1,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,9webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,1,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,9webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,1,2738.562,Site Name2738
-1AA10,10,MAC,0Device Color,5After the device shell color,93,6Market name,4RAM size,1ROM size,7CPU Audit,1CUP Clocked,7Series,2015-7-1 12:07:28,10,2Internal models,2015-7-1 12:07:06,4,guomei,7,Chinese,Hubei Province,yichang,yichang,yichang,10,6805600,2015-7-1 12:08:40,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,10,10,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,6webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,6webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,10,1714.635,Site Name1714
-1AA100,100,MAC,1Device Color,9After the device shell color,2591,4Market name,7RAM size,2ROM size,0CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:28,100,0Internal models,2015-7-1 12:07:06,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100,8231335,2015-7-1 12:08:40,7,Chinese,Hubei Province,yichang,yichang,yichang,100,100,EMUI Release,Operating System Version,Background version number,0Background Flash version,7webUI Version number,0webUI Types of operators version,2web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100,EMUI Release,Operating System Version,Background version number,0Background Flash version,7webUI Version number,0webUI Types of operators version,2web Type data card version number,3Operators version,Phone PAD Partitioned versions,100,1271,Site Name1271
-1AA1000,1000,MAC,2Device Color,8After the device shell color,2531,9Market name,5RAM size,2ROM size,1CPU Audit,9CUP Clocked,5Series,2015-7-1 12:07:28,1000,7Internal models,2015-7-1 12:07:06,3,shuling,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,1000,8978765,2015-7-1 12:08:40,3,Chinese,Hunan Province,changsha,yuhua,shazitang,1000,1000,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,9webUI Types of operators version,9web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,1000,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,9webUI Types of operators version,9web Type data card version number,2Operators version,Phone PAD Partitioned versions,1000,692,Site Name692
-1AA10000,10000,MAC,0Device Color,1After the device shell color,2408,8Market name,1RAM size,0ROM size,3CPU Audit,1CUP Clocked,7Series,2015-7-1 12:07:28,10000,4Internal models,2015-7-1 12:07:06,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10000,3784858,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10000,10000,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,5webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10000,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,5webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,10000,2175,Site Name2175
-1AA100000,100000,MAC,3Device Color,5After the device shell color,1815,8Market name,4RAM size,0ROM size,0CPU Audit,6CUP Clocked,9Series,2015-7-1 12:07:29,100000,9Internal models,2015-7-1 12:07:07,6,yidong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100000,1602458,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100000,100000,EMUI Release,Operating System Version,Background version number,3Background Flash version,3webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100000,EMUI Release,Operating System Version,Background version number,3Background Flash version,3webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,100000,136,Site Name136
-1AA1000000,1000000,MAC,8Device Color,8After the device shell color,2479,5Market name,4RAM size,4ROM size,9CPU Audit,0CUP Clocked,7Series,2015-7-1 12:07:37,1000000,7Internal models,2015-7-1 12:07:16,6,yidong,7,Chinese,Hubei Province,yichang,yichang,yichang,1000000,9737768,2015-7-1 12:08:49,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,1000000,1000000,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,9webUI Types of operators version,0web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,1000000,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,9webUI Types of operators version,0web Type data card version number,8Operators version,Phone PAD Partitioned versions,1000000,1600,Site Name1600
-1AA100001,100001,MAC,2Device Color,9After the device shell color,1845,6Market name,7RAM size,7ROM size,5CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100001,2Internal models,2015-7-1 12:07:07,7,liantong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100001,2919786,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100001,100001,EMUI Release,Operating System Version,Background version number,1Background Flash version,8webUI Version number,7webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100001,EMUI Release,Operating System Version,Background version number,1Background Flash version,8webUI Version number,7webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,100001,505,Site Name505
-1AA100002,100002,MAC,7Device Color,1After the device shell color,2008,4Market name,0RAM size,1ROM size,4CPU Audit,1CUP Clocked,0Series,2015-7-1 12:07:29,100002,2Internal models,2015-7-1 12:07:07,3,shuling,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100002,9455612,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100002,100002,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100002,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,100002,1341,Site Name1341
-1AA100003,100003,MAC,3Device Color,1After the device shell color,1121,6Market name,7RAM size,5ROM size,8CPU Audit,0CUP Clocked,5Series,2015-7-1 12:07:29,100003,8Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100003,88231,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100003,100003,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,0webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100003,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,0webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,100003,2239,Site Name2239
-1AA100004,100004,MAC,9Device Color,2After the device shell color,1511,9Market name,8RAM size,8ROM size,4CPU Audit,1CUP Clocked,4Series,2015-7-1 12:07:29,100004,0Internal models,2015-7-1 12:07:07,2,jingdong,7,Chinese,Hubei Province,yichang,yichang,yichang,100004,1439363,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100004,100004,EMUI Release,Operating System Version,Background version number,4Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100004,EMUI Release,Operating System Version,Background version number,4Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,100004,2970,Site Name2970
-1AA100005,100005,MAC,3Device Color,5After the device shell color,2759,4Market name,0RAM size,0ROM size,4CPU Audit,1CUP Clocked,1Series,2015-7-1 12:07:29,100005,9Internal models,2015-7-1 12:07:07,1,taobao,7,Chinese,Hubei Province,yichang,yichang,yichang,100005,3940720,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100005,100005,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,9webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100005,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,9webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,100005,2593,Site Name2593
-1AA100006,100006,MAC,4Device Color,7After the device shell color,2069,7Market name,4RAM size,7ROM size,1CPU Audit,9CUP Clocked,6Series,2015-7-1 12:07:29,100006,9Internal models,2015-7-1 12:07:07,2,jingdong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100006,4451217,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100006,100006,EMUI Release,Operating System Version,Background version number,9Background Flash version,7webUI Version number,7webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100006,EMUI Release,Operating System Version,Background version number,9Background Flash version,7webUI Version number,7webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,100006,2572,Site Name2572
-1AA100007,100007,MAC,0Device Color,9After the device shell color,396,4Market name,4RAM size,7ROM size,3CPU Audit,3CUP Clocked,9Series,2015-7-1 12:07:29,100007,8Internal models,2015-7-1 12:07:07,3,shuling,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100007,335583,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100007,100007,EMUI Release,Operating System Version,Background version number,8Background Flash version,8webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100007,EMUI Release,Operating System Version,Background version number,8Background Flash version,8webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,100007,1991,Site Name1991
-1AA100008,100008,MAC,0Device Color,7After the device shell color,104,2Market name,0RAM size,2ROM size,6CPU Audit,7CUP Clocked,8Series,2015-7-1 12:07:29,100008,8Internal models,2015-7-1 12:07:07,1,taobao,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100008,1070757,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100008,100008,EMUI Release,Operating System Version,Background version number,7Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100008,EMUI Release,Operating System Version,Background version number,7Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,3Operators version,Phone PAD Partitioned versions,100008,1442,Site Name1442
-1AA100009,100009,MAC,9Device Color,8After the device shell color,477,5Market name,4RAM size,3ROM size,9CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100009,1Internal models,2015-7-1 12:07:07,3,shuling,7,Chinese,Hubei Province,yichang,yichang,yichang,100009,2389657,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100009,100009,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100009,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,100009,1841,Site Name1841
-1AA10001,10001,MAC,2Device Color,3After the device shell color,546,3Market name,6RAM size,8ROM size,5CPU Audit,3CUP Clocked,2Series,2015-7-1 12:07:28,10001,2Internal models,2015-7-1 12:07:06,5,shishang,3,Chinese,Hunan Province,changsha,yuhua,shazitang,10001,5986189,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10001,10001,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,2webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,10001,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,2webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,10001,298,Site Name298
-1AA100010,100010,MAC,8Device Color,0After the device shell color,2696,4Market name,0RAM size,3ROM size,6CPU Audit,2CUP Clocked,3Series,2015-7-1 12:07:29,100010,6Internal models,2015-7-1 12:07:07,6,yidong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100010,8543280,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100010,100010,EMUI Release,Operating System Version,Background version number,6Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100010,EMUI Release,Operating System Version,Background version number,6Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,9Operators version,Phone PAD Partitioned versions,100010,79,Site Name79
-1AA100011,100011,MAC,3Device Color,7After the device shell color,466,0Market name,1RAM size,2ROM size,2CPU Audit,2CUP Clocked,0Series,2015-7-1 12:07:29,100011,7Internal models,2015-7-1 12:07:07,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100011,4816260,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100011,100011,EMUI Release,Operating System Version,Background version number,0Background Flash version,0webUI Version number,2webUI Types of operators version,3web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100011,EMUI Release,Operating System Version,Background version number,0Background Flash version,0webUI Version number,2webUI Types of operators version,3web Type data card version number,0Operators version,Phone PAD Partitioned versions,100011,202,Site Name202
-1AA100012,100012,MAC,7Device Color,7After the device shell color,2644,5Market name,6RAM size,2ROM size,0CPU Audit,6CUP Clocked,4Series,2015-7-1 12:07:29,100012,5Internal models,2015-7-1 12:07:07,2,jingdong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100012,8453995,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100012,100012,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,9webUI Types of operators version,8web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100012,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,9webUI Types of operators version,8web Type data card version number,4Operators version,Phone PAD Partitioned versions,100012,568,Site Name568
-1AA100013,100013,MAC,7Device Color,5After the device shell color,2167,0Market name,8RAM size,3ROM size,3CPU Audit,5CUP Clocked,1Series,2015-7-1 12:07:29,100013,3Internal models,2015-7-1 12:07:07,6,yidong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100013,2051539,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100013,100013,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,5webUI Types of operators version,2web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100013,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,5webUI Types of operators version,2web Type data card version number,2Operators version,Phone PAD Partitioned versions,100013,355,Site Name355
-1AA100014,100014,MAC,9Device Color,5After the device shell color,1069,1Market name,7RAM size,7ROM size,9CPU Audit,2CUP Clocked,5Series,2015-7-1 12:07:29,100014,5Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100014,7610075,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100014,100014,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100014,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,100014,151,Site Name151
-1AA100015,100015,MAC,8Device Color,6After the device shell color,1447,4Market name,3RAM size,9ROM size,4CPU Audit,5CUP Clocked,4Series,2015-7-1 12:07:29,100015,0Internal models,2015-7-1 12:07:07,1,taobao,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100015,6663091,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100015,100015,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,0webUI Types of operators version,4web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100015,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,0webUI Types of operators version,4web Type data card version number,6Operators version,Phone PAD Partitioned versions,100015,2863,Site Name2863
-1AA100016,100016,MAC,8Device Color,1After the device shell color,2963,8Market name,8RAM size,3ROM size,3CPU Audit,9CUP Clocked,3Series,2015-7-1 12:07:29,100016,9Internal models,2015-7-1 12:07:07,3,shuling,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100016,6495292,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100016,100016,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,5webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100016,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,5webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,100016,1873,Site Name1873
-1AA100017,100017,MAC,3Device Color,4After the device shell color,1580,6Market name,5RAM size,5ROM size,5CPU Audit,6CUP Clocked,9Series,2015-7-1 12:07:29,100017,1Internal models,2015-7-1 12:07:07,3,shuling,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100017,2611464,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100017,100017,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,1webUI Types of operators version,0web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100017,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,1webUI Types of operators version,0web Type data card version number,1Operators version,Phone PAD Partitioned versions,100017,2205,Site Name2205
-1AA100018,100018,MAC,6Device Color,4After the device shell color,446,1Market name,4RAM size,2ROM size,4CPU Audit,1CUP Clocked,8Series,2015-7-1 12:07:29,100018,3Internal models,2015-7-1 12:07:07,4,guomei,7,Chinese,Hubei Province,yichang,yichang,yichang,100018,574375,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100018,100018,EMUI Release,Operating System Version,Background version number,4Background Flash version,0webUI Version number,1webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100018,EMUI Release,Operating System Version,Background version number,4Background Flash version,0webUI Version number,1webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,100018,441,Site Name441
-1AA100019,100019,MAC,7Device Color,8After the device shell color,2151,0Market name,0RAM size,7ROM size,9CPU Audit,0CUP Clocked,5Series,2015-7-1 12:07:29,100019,2Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100019,4459076,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100019,100019,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,8webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100019,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,8webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,100019,2194,Site Name2194
-1AA10002,10002,MAC,1Device Color,2After the device shell color,2201,4Market name,8RAM size,1ROM size,9CPU Audit,9CUP Clocked,0Series,2015-7-1 12:07:28,10002,6Internal models,2015-7-1 12:07:06,5,shishang,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,10002,5204739,2015-7-1 12:08:40,7,Chinese,Hubei Province,yichang,yichang,yichang,10002,10002,EMUI Release,Operating System Version,Background version number,7Background Flash version,8webUI Version number,6webUI Types of operators version,1web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10002,EMUI Release,Operating System Version,Background version number,7Background Flash version,8webUI Version number,6webUI Types of operators version,1web Type data card version number,5Operators version,Phone PAD Partitioned versions,10002,2972,Site Name2972
-1AA100020,100020,MAC,2Device Color,5After the device shell color,2574,2Market name,1RAM size,5ROM size,3CPU Audit,2CUP Clocked,5Series,2015-7-1 12:07:29,100020,8Internal models,2015-7-1 12:07:07,7,liantong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100020,833654,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100020,100020,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,5webUI Types of operators version,4web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100020,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,5webUI Types of operators version,4web Type data card version number,5Operators version,Phone PAD Partitioned versions,100020,256,Site Name256
-1AA100021,100021,MAC,1Device Color,6After the device shell color,1734,9Market name,0RAM size,4ROM size,9CPU Audit,3CUP Clocked,0Series,2015-7-1 12:07:29,100021,7Internal models,2015-7-1 12:07:07,6,yidong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100021,566917,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100021,100021,EMUI Release,Operating System Version,Background version number,3Background Flash version,8webUI Version number,2webUI Types of operators version,9web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100021,EMUI Release,Operating System Version,Background version number,3Background Flash version,8webUI Version number,2webUI Types of operators version,9web Type data card version number,3Operators version,Phone PAD Partitioned versions,100021,1778,Site Name1778
-1AA100022,100022,MAC,9Device Color,7After the device shell color,155,1Market name,3RAM size,3ROM size,5CPU Audit,1CUP Clocked,5Series,2015-7-1 12:07:29,100022,7Internal models,2015-7-1 12:07:07,5,shishang,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100022,832387,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100022,100022,EMUI Release,Operating System Version,Background version number,9Background Flash version,2webUI Version number,6webUI Types of operators version,7web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100022,EMUI Release,Operating System Version,Background version number,9Background Flash version,2webUI Version number,6webUI Types of operators version,7web Type data card version number,5Operators version,Phone PAD Partitioned versions,100022,1999,Site Name1999
-1AA100023,100023,MAC,3Device Color,3After the device shell color,1386,1Market name,8RAM size,8ROM size,4CPU Audit,0CUP Clocked,5Series,2015-7-1 12:07:29,100023,0Internal models,2015-7-1 12:07:07,3,shuling,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100023,2850246,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100023,100023,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100023,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,100023,2194,Site Name2194
-1AA100024,100024,MAC,0Device Color,8After the device shell color,1017,2Market name,0RAM size,9ROM size,0CPU Audit,8CUP Clocked,6Series,2015-7-1 12:07:29,100024,6Internal models,2015-7-1 12:07:07,2,jingdong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100024,6169467,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100024,100024,EMUI Release,Operating System Version,Background version number,2Background Flash version,9webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100024,EMUI Release,Operating System Version,Background version number,2Background Flash version,9webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,100024,2483,Site Name2483
-1AA100025,100025,MAC,6Device Color,7After the device shell color,47,2Market name,7RAM size,2ROM size,6CPU Audit,9CUP Clocked,0Series,2015-7-1 12:07:29,100025,8Internal models,2015-7-1 12:07:07,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100025,6533899,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100025,100025,EMUI Release,Operating System Version,Background version number,2Background Flash version,3webUI Version number,2webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100025,EMUI Release,Operating System Version,Background version number,2Background Flash version,3webUI Version number,2webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,100025,1724,Site Name1724
-1AA100026,100026,MAC,7Device Color,4After the device shell color,2930,1Market name,6RAM size,7ROM size,3CPU Audit,9CUP Clocked,7Series,2015-7-1 12:07:29,100026,5Internal models,2015-7-1 12:07:07,7,liantong,7,Chinese,Hubei Province,yichang,yichang,yichang,100026,7487134,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100026,100026,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,8webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100026,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,8webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,100026,1768,Site Name1768
-1AA100027,100027,MAC,8Device Color,5After the device shell color,2940,2Market name,3RAM size,0ROM size,1CPU Audit,0CUP Clocked,0Series,2015-7-1 12:07:29,100027,2Internal models,2015-7-1 12:07:07,4,guomei,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100027,4750239,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100027,100027,EMUI Release,Operating System Version,Background version number,7Background Flash version,0webUI Version number,9webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100027,EMUI Release,Operating System Version,Background version number,7Background Flash version,0webUI Version number,9webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,100027,2436,Site Name2436
-1AA100028,100028,MAC,6Device Color,2After the device shell color,297,1Market name,0RAM size,5ROM size,1CPU Audit,2CUP Clocked,5Series,2015-7-1 12:07:29,100028,1Internal models,2015-7-1 12:07:07,5,shishang,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100028,8880112,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100028,100028,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100028,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,100028,2849,Site Name2849
-1AA100029,100029,MAC,8Device Color,4After the device shell color,1695,3Market name,4RAM size,2ROM size,2CPU Audit,0CUP Clocked,2Series,2015-7-1 12:07:29,100029,7Internal models,2015-7-1 12:07:07,5,shishang,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100029,7774590,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100029,100029,EMUI Release,Operating System Version,Background version number,8Background Flash version,4webUI Version number,2webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100029,EMUI Release,Operating System Version,Background version number,8Background Flash version,4webUI Version number,2webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,100029,1691,Site Name1691
-1AA10003,10003,MAC,8Device Color,1After the device shell color,1326,5Market name,9RAM size,7ROM size,2CPU Audit,7CUP Clocked,7Series,2015-7-1 12:07:28,10003,2Internal models,2015-7-1 12:07:06,4,guomei,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10003,5586718,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10003,10003,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10003,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,10003,2071,Site Name2071
-1AA100030,100030,MAC,6Device Color,3After the device shell color,513,3Market name,1RAM size,7ROM size,1CPU Audit,0CUP Clocked,7Series,2015-7-1 12:07:29,100030,1Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100030,5857263,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100030,100030,EMUI Release,Operating System Version,Background version number,9Background Flash version,5webUI Version number,6webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100030,EMUI Release,Operating System Version,Background version number,9Background Flash version,5webUI Version number,6webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,100030,1333,Site Name1333
-1AA100031,100031,MAC,3Device Color,8After the device shell color,1741,3Market name,3RAM size,1ROM size,0CPU Audit,8CUP Clocked,7Series,2015-7-1 12:07:29,100031,4Internal models,2015-7-1 12:07:07,1,taobao,7,Chinese,Hubei Province,yichang,yichang,yichang,100031,6416074,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100031,100031,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,0webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100031,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,0webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,100031,1080,Site Name1080
-1AA100032,100032,MAC,5Device Color,4After the device shell color,1198,3Market name,3RAM size,0ROM size,7CPU Audit,4CUP Clocked,1Series,2015-7-1 12:07:29,100032,3Internal models,2015-7-1 12:07:07,7,liantong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100032,6994063,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100032,100032,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,6webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100032,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,6webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,100032,1053,Site Name1053
-1AA100033,100033,MAC,7Device Color,9After the device shell color,273,7Market name,7RAM size,9ROM size,2CPU Audit,6CUP Clocked,8Series,2015-7-1 12:07:29,100033,1Internal models,2015-7-1 12:07:07,6,yidong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100033,8229807,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100033,100033,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,6webUI Types of operators version,1web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100033,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,6webUI Types of operators version,1web Type data card version number,2Operators version,Phone PAD Partitioned versions,100033,760,Site Name760
-1AA100034,100034,MAC,7Device Color,6After the device shell color,1234,9Market name,6RAM size,6ROM size,6CPU Audit,4CUP Clocked,2Series,2015-7-1 12:07:29,100034,5Internal models,2015-7-1 12:07:07,6,yidong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100034,5797079,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100034,100034,EMUI Release,Operating System Version,Background version number,3Background Flash version,9webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100034,EMUI Release,Operating System Version,Background version number,3Background Flash version,9webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,100034,2061,Site Name2061
-1AA100035,100035,MAC,8Device Color,5After the device shell color,1619,8Market name,6RAM size,1ROM size,1CPU Audit,4CUP Clocked,5Series,2015-7-1 12:07:29,100035,0Internal models,2015-7-1 12:07:07,7,liantong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100035,6283062,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100035,100035,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100035,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,7Operators version,Phone PAD Partitioned versions,100035,2142,Site Name2142
-1AA100036,100036,MAC,0Device Color,4After the device shell color,2415,3Market name,9RAM size,2ROM size,4CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:29,100036,6Internal models,2015-7-1 12:07:07,5,shishang,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100036,8431770,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100036,100036,EMUI Release,Operating System Version,Background version number,7Background Flash version,7webUI Version number,3webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100036,EMUI Release,Operating System Version,Background version number,7Background Flash version,7webUI Version number,3webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,100036,2224,Site Name2224
-1AA100037,100037,MAC,0Device Color,3After the device shell color,2381,9Market name,9RAM size,2ROM size,5CPU Audit,6CUP Clocked,7Series,2015-7-1 12:07:29,100037,4Internal models,2015-7-1 12:07:07,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100037,3311312,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100037,100037,EMUI Release,Operating System Version,Background version number,2Background Flash version,8webUI Version number,4webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100037,EMUI Release,Operating System Version,Background version number,2Background Flash version,8webUI Version number,4webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,100037,1015,Site Name1015
-1AA100038,100038,MAC,6Device Color,2After the device shell color,872,2Market name,8RAM size,7ROM size,4CPU Audit,6CUP Clocked,6Series,2015-7-1 12:07:29,100038,3Internal models,2015-7-1 12:07:07,3,shuling,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100038,2843881,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100038,100038,EMUI Release,Operating System Version,Background version number,9Background Flash version,3webUI Version number,3webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100038,EMUI Release,Operating System Version,Background version number,9Background Flash version,3webUI Version number,3webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,100038,1229,Site Name1229
-1AA100039,100039,MAC,4Device Color,7After the device shell color,1835,6Market name,7RAM size,9ROM size,3CPU Audit,9CUP Clocked,8Series,2015-7-1 12:07:29,100039,9Internal models,2015-7-1 12:07:07,1,taobao,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100039,1901889,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100039,100039,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100039,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,100039,1750,Site Name1750
-1AA10004,10004,MAC,6Device Color,9After the device shell color,2597,9Market name,4RAM size,1ROM size,4CPU Audit,1CUP Clocked,5Series,2015-7-1 12:07:28,10004,1Internal models,2015-7-1 12:07:06,4,guomei,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10004,3077303,2015-7-1 12:08:40,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,10004,10004,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,3webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,10004,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,3webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,10004,1717,Site Name1717
-1AA100040,100040,MAC,9Device Color,4After the device shell color,1969,8Market name,1RAM size,9ROM size,7CPU Audit,1CUP Clocked,8Series,2015-7-1 12:07:29,100040,8Internal models,2015-7-1 12:07:07,7,liantong,7,Chinese,Hubei Province,yichang,yichang,yichang,100040,7880439,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100040,100040,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,5webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100040,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,5webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,100040,2078,Site Name2078
-1AA100041,100041,MAC,0Device Color,2After the device shell color,2133,1Market name,1RAM size,8ROM size,5CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:29,100041,1Internal models,2015-7-1 12:07:07,1,taobao,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100041,3454331,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100041,100041,EMUI Release,Operating System Version,Background version number,8Background Flash version,3webUI Version number,7webUI Types of operators version,2web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100041,EMUI Release,Operating System Version,Background version number,8Background Flash version,3webUI Version number,7webUI Types of operators version,2web Type data card version number,1Operators version,Phone PAD Partitioned versions,100041,2734,Site Name2734
-1AA100042,100042,MAC,5Device Color,7After the device shell color,631,6Market name,1RAM size,9ROM size,9CPU Audit,3CUP Clocked,3Series,2015-7-1 12:07:29,100042,1Internal models,2015-7-1 12:07:07,5,shishang,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100042,23250,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100042,100042,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,1webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100042,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,1webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,100042,2745,Site Name2745
-1AA100043,100043,MAC,3Device Color,2After the device shell color,187,3Market name,9RAM size,4ROM size,5CPU Audit,5CUP Clocked,9Series,2015-7-1 12:07:29,100043,3Internal models,2015-7-1 12:07:07,6,yidong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100043,3278167,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100043,100043,EMUI Release,Operating System Version,Background version number,9Background Flash version,0webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100043,EMUI Release,Operating System Version,Background version number,9Background Flash version,0webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,100043,571,Site Name571
-1AA100044,100044,MAC,6Device Color,4After the device shell color,1232,9Market name,9RAM size,5ROM size,0CPU Audit,7CUP Clocked,8Series,2015-7-1 12:07:29,100044,4Internal models,2015-7-1 12:07:07,2,jingdong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100044,5659107,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100044,100044,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,2webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100044,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,2webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,100044,1697,Site Name1697
-1AA100045,100045,MAC,5Device Color,9After the device shell color,1602,1Market name,4RAM size,6ROM size,5CPU Audit,3CUP Clocked,2Series,2015-7-1 12:07:29,100045,0Internal models,2015-7-1 12:07:07,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100045,9952232,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100045,100045,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,3webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100045,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,3webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,100045,2553,Site Name2553
-1AA100046,100046,MAC,3Device Color,2After the device shell color,2319,0Market name,4RAM size,9ROM size,4CPU Audit,4CUP Clocked,3Series,2015-7-1 12:07:29,100046,4Internal models,2015-7-1 12:07:07,4,guomei,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100046,424923,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100046,100046,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,0webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100046,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,0webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,100046,1077,Site Name1077
-1AA100047,100047,MAC,6Device Color,4After the device shell color,839,4Market name,6RAM size,4ROM size,1CPU Audit,2CUP Clocked,9Series,2015-7-1 12:07:29,100047,8Internal models,2015-7-1 12:07:07,1,taobao,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100047,7839922,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100047,100047,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,8webUI Types of operators version,0web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100047,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,8webUI Types of operators version,0web Type data card version number,5Operators version,Phone PAD Partitioned versions,100047,1823,Site Name1823
-1AA100048,100048,MAC,3Device Color,6After the device shell color,1184,0Market name,1RAM size,2ROM size,7CPU Audit,7CUP Clocked,3Series,2015-7-1 12:07:29,100048,8Internal models,2015-7-1 12:07:07,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100048,9500486,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100048,100048,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100048,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,100048,2399,Site Name2399
-1AA100049,100049,MAC,8Device Color,3After the device shell color,2705,7Market name,4RAM size,2ROM size,3CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100049,2Internal models,2015-7-1 12:07:07,6,yidong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100049,1952050,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100049,100049,EMUI Release,Operating System Version,Background version number,4Background Flash version,1webUI Version number,3webUI Types of operators version,7web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100049,EMUI Release,Operating System Version,Background version number,4Background Flash version,1webUI Version number,3webUI Types of operators version,7web Type data card version number,7Operators version,Phone PAD Partitioned versions,100049,2890,Site Name2890
-1AA10005,10005,MAC,7Device Color,9After the device shell color,1185,7Market name,3RAM size,1ROM size,3CPU Audit,3CUP Clocked,8Series,2015-7-1 12:07:28,10005,5Internal models,2015-7-1 12:07:06,2,jingdong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10005,6190068,2015-7-1 12:08:40,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,10005,10005,EMUI Release,Operating System Version,Background version number,0Background Flash version,4webUI Version number,1webUI Types of operators version,1web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10005,EMUI Release,Operating System Version,Background version number,0Background Flash version,4webUI Version number,1webUI Types of operators version,1web Type data card version number,9Operators version,Phone PAD Partitioned versions,10005,1608,Site Name1608
-1AA100050,100050,MAC,5Device Color,0After the device shell color,2457,1Market name,4RAM size,9ROM size,0CPU Audit,0CUP Clocked,2Series,2015-7-1 12:07:29,100050,9Internal models,2015-7-1 12:07:07,1,taobao,7,Chinese,Hubei Province,yichang,yichang,yichang,100050,7768468,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100050,100050,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,8webUI Types of operators version,6web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100050,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,8webUI Types of operators version,6web Type data card version number,2Operators version,Phone PAD Partitioned versions,100050,29,Site Name29
-1AA100051,100051,MAC,4Device Color,4After the device shell color,2320,1Market name,3RAM size,8ROM size,1CPU Audit,4CUP Clocked,2Series,2015-7-1 12:07:29,100051,8Internal models,2015-7-1 12:07:07,7,liantong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100051,7236919,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100051,100051,EMUI Release,Operating System Version,Background version number,5Background Flash version,6webUI Version number,8webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100051,EMUI Release,Operating System Version,Background version number,5Background Flash version,6webUI Version number,8webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,100051,1407,Site Name1407
-1AA100052,100052,MAC,6Device Color,0After the device shell color,2300,5Market name,8RAM size,0ROM size,6CPU Audit,7CUP Clocked,6Series,2015-7-1 12:07:29,100052,3Internal models,2015-7-1 12:07:07,7,liantong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100052,167725,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100052,100052,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,8webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100052,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,8webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,100052,845,Site Name845
-1AA100053,100053,MAC,1Device Color,5After the device shell color,1210,5Market name,3RAM size,4ROM size,2CPU Audit,3CUP Clocked,2Series,2015-7-1 12:07:29,100053,1Internal models,2015-7-1 12:07:07,3,shuling,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100053,2651084,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100053,100053,EMUI Release,Operating System Version,Background version number,1Background Flash version,1webUI Version number,8webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100053,EMUI Release,Operating System Version,Background version number,1Background Flash version,1webUI Version number,8webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,100053,1655,Site Name1655
-1AA100054,100054,MAC,0Device Color,4After the device shell color,1689,0Market name,9RAM size,8ROM size,8CPU Audit,3CUP Clocked,7Series,2015-7-1 12:07:29,100054,2Internal models,2015-7-1 12:07:07,2,jingdong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100054,6283156,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100054,100054,EMUI Release,Operating System Version,Background version number,2Background Flash version,0webUI Version number,4webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100054,EMUI Release,Operating System Version,Background version number,2Background Flash version,0webUI Version number,4webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,100054,1368,Site Name1368
-1AA100055,100055,MAC,5Device Color,9After the device shell color,2823,7Market name,4RAM size,2ROM size,5CPU Audit,3CUP Clocked,7Series,2015-7-1 12:07:29,100055,8Internal models,2015-7-1 12:07:07,7,liantong,7,Chinese,Hubei Province,yichang,yichang,yichang,100055,7342321,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100055,100055,EMUI Release,Operating System Version,Background version number,2Background Flash version,2webUI Version number,8webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100055,EMUI Release,Operating System Version,Background version number,2Background Flash version,2webUI Version number,8webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,100055,1728,Site Name1728
-1AA100056,100056,MAC,5Device Color,0After the device shell color,68,1Market name,0RAM size,6ROM size,4CPU Audit,5CUP Clocked,6Series,2015-7-1 12:07:29,100056,3Internal models,2015-7-1 12:07:07,5,shishang,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100056,1753823,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100056,100056,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100056,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,100056,750,Site Name750
-1AA100057,100057,MAC,6Device Color,6After the device shell color,716,5Market name,4RAM size,0ROM size,6CPU Audit,9CUP Clocked,9Series,2015-7-1 12:07:29,100057,3Internal models,2015-7-1 12:07:07,6,yidong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100057,5451533,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100057,100057,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,1webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100057,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,1webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,100057,2288,Site Name2288
-1AA100058,100058,MAC,9Device Color,4After the device shell color,864,9Market name,3RAM size,6ROM size,4CPU Audit,7CUP Clocked,5Series,2015-7-1 12:07:29,100058,9Internal models,2015-7-1 12:07:07,4,guomei,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100058,5403108,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100058,100058,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100058,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,100058,2635,Site Name2635
-1AA100059,100059,MAC,9Device Color,8After the device shell color,499,0Market name,3RAM size,6ROM size,4CPU Audit,5CUP Clocked,4Series,2015-7-1 12:07:29,100059,3Internal models,2015-7-1 12:07:07,7,liantong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100059,168757,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100059,100059,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100059,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,9Operators version,Phone PAD Partitioned versions,100059,1337,Site Name1337
-1AA10006,10006,MAC,2Device Color,0After the device shell color,1429,7Market name,5RAM size,3ROM size,4CPU Audit,3CUP Clocked,3Series,2015-7-1 12:07:28,10006,6Internal models,2015-7-1 12:07:06,5,shishang,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10006,9394732,2015-7-1 12:08:40,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,10006,10006,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,5webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10006,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,5webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,10006,2478,Site Name2478
-1AA100060,100060,MAC,1Device Color,0After the device shell color,2176,3Market name,4RAM size,2ROM size,0CPU Audit,8CUP Clocked,8Series,2015-7-1 12:07:29,100060,0Internal models,2015-7-1 12:07:07,4,guomei,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100060,7420815,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100060,100060,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,3webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100060,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,3webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,100060,538,Site Name538
-1AA100061,100061,MAC,2Device Color,3After the device shell color,2563,3Market name,0RAM size,7ROM size,2CPU Audit,5CUP Clocked,6Series,2015-7-1 12:07:29,100061,2Internal models,2015-7-1 12:07:07,6,yidong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100061,4358621,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100061,100061,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,4webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100061,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,4webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,100061,1407,Site Name1407
-1AA100062,100062,MAC,8Device Color,5After the device shell color,2594,4Market name,6RAM size,3ROM size,0CPU Audit,4CUP Clocked,9Series,2015-7-1 12:07:29,100062,3Internal models,2015-7-1 12:07:07,6,yidong,7,Chinese,Hubei Province,yichang,yichang,yichang,100062,2362114,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100062,100062,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,7webUI Types of operators version,5web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100062,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,7webUI Types of operators version,5web Type data card version number,6Operators version,Phone PAD Partitioned versions,100062,2952,Site Name2952
-1AA100063,100063,MAC,4Device Color,8After the device shell color,2142,1Market name,8RAM size,1ROM size,4CPU Audit,1CUP Clocked,2Series,2015-7-1 12:07:29,100063,8Internal models,2015-7-1 12:07:07,3,shuling,7,Chinese,Hubei Province,yichang,yichang,yichang,100063,9318234,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100063,100063,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,1webUI Types of operators version,7web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100063,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,1webUI Types of operators version,7web Type data card version number,8Operators version,Phone PAD Partitioned versions,100063,1226,Site Name1226
-1AA100064,100064,MAC,1Device Color,6After the device shell color,138,3Market name,4RAM size,0ROM size,3CPU Audit,8CUP Clocked,6Series,2015-7-1 12:07:29,100064,7Internal models,2015-7-1 12:07:07,7,liantong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100064,5565240,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100064,100064,EMUI Release,Operating System Version,Background version number,3Background Flash version,5webUI Version number,5webUI Types of operators version,4web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100064,EMUI Release,Operating System Version,Background version number,3Background Flash version,5webUI Version number,5webUI Types of operators version,4web Type data card version number,4Operators version,Phone PAD Partitioned versions,100064,865,Site Name865
-1AA100065,100065,MAC,9Device Color,5After the device shell color,1168,8Market name,4RAM size,6ROM size,9CPU Audit,2CUP Clocked,0Series,2015-7-1 12:07:29,100065,5Internal models,2015-7-1 12:07:07,7,liantong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100065,3166724,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100065,100065,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,9webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100065,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,9webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,100065,901,Site Name901
-1AA100066,100066,MAC,9Device Color,7After the device shell color,2828,6Market name,1RAM size,5ROM size,8CPU Audit,5CUP Clocked,6Series,2015-7-1 12:07:29,100066,3Internal models,2015-7-1 12:07:07,4,guomei,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100066,5592457,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100066,100066,EMUI Release,Operating System Version,Background version number,3Background Flash version,2webUI Version number,8webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100066,EMUI Release,Operating System Version,Background version number,3Background Flash version,2webUI Version number,8webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,100066,1864,Site Name1864
-1AA100067,100067,MAC,0Device Color,1After the device shell color,1160,2Market name,6RAM size,0ROM size,4CPU Audit,3CUP Clocked,4Series,2015-7-1 12:07:29,100067,3Internal models,2015-7-1 12:07:07,7,liantong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100067,7575196,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100067,100067,EMUI Release,Operating System Version,Background version number,7Background Flash version,3webUI Version number,0webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100067,EMUI Release,Operating System Version,Background version number,7Background Flash version,3webUI Version number,0webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,100067,572,Site Name572
-1AA100068,100068,MAC,0Device Color,5After the device shell color,1890,7Market name,4RAM size,6ROM size,9CPU Audit,6CUP Clocked,8Series,2015-7-1 12:07:29,100068,6Internal models,2015-7-1 12:07:07,7,liantong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100068,3235086,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100068,100068,EMUI Release,Operating System Version,Background version number,7Background Flash version,9webUI Version number,6webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100068,EMUI Release,Operating System Version,Background version number,7Background Flash version,9webUI Version number,6webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,100068,412,Site Name412
-1AA100069,100069,MAC,8Device Color,0After the device shell color,1195,5Market name,3RAM size,4ROM size,9CPU Audit,3CUP Clocked,8Series,2015-7-1 12:07:29,100069,1Internal models,2015-7-1 12:07:07,5,shishang,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100069,7917206,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100069,100069,EMUI Release,Operating System Version,Background version number,4Background Flash version,2webUI Version number,3webUI Types of operators version,0web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100069,EMUI Release,Operating System Version,Background version number,4Background Flash version,2webUI Version number,3webUI Types of operators version,0web Type data card version number,2Operators version,Phone PAD Partitioned versions,100069,1491,Site Name1491
-1AA10007,10007,MAC,5Device Color,2After the device shell color,2797,1Market name,2RAM size,9ROM size,4CPU Audit,0CUP Clocked,8Series,2015-7-1 12:07:28,10007,7Internal models,2015-7-1 12:07:06,3,shuling,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10007,4156339,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10007,10007,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,0webUI Types of operators version,4web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10007,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,0webUI Types of operators version,4web Type data card version number,0Operators version,Phone PAD Partitioned versions,10007,1350,Site Name1350
-1AA100070,100070,MAC,1Device Color,1After the device shell color,44,5Market name,9RAM size,5ROM size,6CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100070,2Internal models,2015-7-1 12:07:07,3,shuling,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100070,4202614,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100070,100070,EMUI Release,Operating System Version,Background version number,6Background Flash version,3webUI Version number,4webUI Types of operators version,9web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100070,EMUI Release,Operating System Version,Background version number,6Background Flash version,3webUI Version number,4webUI Types of operators version,9web Type data card version number,6Operators version,Phone PAD Partitioned versions,100070,1567,Site Name1567
-1AA100071,100071,MAC,2Device Color,5After the device shell color,1683,0Market name,2RAM size,6ROM size,9CPU Audit,2CUP Clocked,0Series,2015-7-1 12:07:29,100071,0Internal models,2015-7-1 12:07:07,5,shishang,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100071,2199957,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100071,100071,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,9webUI Types of operators version,9web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100071,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,9webUI Types of operators version,9web Type data card version number,0Operators version,Phone PAD Partitioned versions,100071,1973,Site Name1973
-1AA100072,100072,MAC,0Device Color,1After the device shell color,1085,2Market name,9RAM size,1ROM size,8CPU Audit,6CUP Clocked,4Series,2015-7-1 12:07:29,100072,0Internal models,2015-7-1 12:07:07,7,liantong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100072,511128,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100072,100072,EMUI Release,Operating System Version,Background version number,6Background Flash version,8webUI Version number,7webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100072,EMUI Release,Operating System Version,Background version number,6Background Flash version,8webUI Version number,7webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,100072,448,Site Name448
-1AA100073,100073,MAC,8Device Color,5After the device shell color,776,8Market name,3RAM size,7ROM size,8CPU Audit,0CUP Clocked,4Series,2015-7-1 12:07:29,100073,5Internal models,2015-7-1 12:07:07,2,jingdong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100073,580612,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100073,100073,EMUI Release,Operating System Version,Background version number,5Background Flash version,5webUI Version number,8webUI Types of operators version,4web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100073,EMUI Release,Operating System Version,Background version number,5Background Flash version,5webUI Version number,8webUI Types of operators version,4web Type data card version number,8Operators version,Phone PAD Partitioned versions,100073,2488,Site Name2488
-1AA100074,100074,MAC,8Device Color,0After the device shell color,2074,1Market name,3RAM size,9ROM size,3CPU Audit,9CUP Clocked,6Series,2015-7-1 12:07:29,100074,3Internal models,2015-7-1 12:07:07,7,liantong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100074,275342,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100074,100074,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,9webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100074,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,9webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,100074,907,Site Name907
-1AA100075,100075,MAC,3Device Color,7After the device shell color,1062,7Market name,5RAM size,2ROM size,7CPU Audit,5CUP Clocked,3Series,2015-7-1 12:07:29,100075,3Internal models,2015-7-1 12:07:07,6,yidong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100075,3215327,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100075,100075,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,2webUI Types of operators version,2web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100075,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,2webUI Types of operators version,2web Type data card version number,5Operators version,Phone PAD Partitioned versions,100075,2507,Site Name2507
-1AA100076,100076,MAC,8Device Color,5After the device shell color,987,4Market name,4RAM size,7ROM size,3CPU Audit,6CUP Clocked,0Series,2015-7-1 12:07:29,100076,0Internal models,2015-7-1 12:07:07,7,liantong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100076,8069859,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100076,100076,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,0webUI Types of operators version,9web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100076,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,0webUI Types of operators version,9web Type data card version number,9Operators version,Phone PAD Partitioned versions,100076,732,Site Name732
-1AA100077,100077,MAC,9Device Color,6After the device shell color,2799,9Market name,5RAM size,9ROM size,0CPU Audit,6CUP Clocked,3Series,2015-7-1 12:07:29,100077,5Internal models,2015-7-1 12:07:07,6,yidong,7,Chinese,Hubei Province,yichang,yichang,yichang,100077,6383562,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100077,100077,EMUI Release,Operating System Version,Background version number,2Background Flash version,5webUI Version number,8webUI Types of operators version,0web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100077,EMUI Release,Operating System Version,Background version number,2Background Flash version,5webUI Version number,8webUI Types of operators version,0web Type data card version number,6Operators version,Phone PAD Partitioned versions,100077,2077,Site Name2077
-1AA100078,100078,MAC,9Device Color,8After the device shell color,2765,6Market name,6RAM size,1ROM size,2CPU Audit,6CUP Clocked,2Series,2015-7-1 12:07:29,100078,7Internal models,2015-7-1 12:07:07,5,shishang,7,Chinese,Hubei Province,yichang,yichang,yichang,100078,6428516,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100078,100078,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,1webUI Types of operators version,7web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100078,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,1webUI Types of operators version,7web Type data card version number,4Operators version,Phone PAD Partitioned versions,100078,1434,Site Name1434
-1AA100079,100079,MAC,9Device Color,5After the device shell color,2164,2Market name,0RAM size,1ROM size,3CPU Audit,3CUP Clocked,4Series,2015-7-1 12:07:29,100079,5Internal models,2015-7-1 12:07:07,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100079,5159121,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100079,100079,EMUI Release,Operating System Version,Background version number,4Background Flash version,8webUI Version number,4webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100079,EMUI Release,Operating System Version,Background version number,4Background Flash version,8webUI Version number,4webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,100079,1098,Site Name1098
-1AA10008,10008,MAC,7Device Color,7After the device shell color,1624,0Market name,4RAM size,6ROM size,7CPU Audit,4CUP Clocked,5Series,2015-7-1 12:07:28,10008,7Internal models,2015-7-1 12:07:06,4,guomei,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,10008,3360388,2015-7-1 12:08:40,3,Chinese,Hunan Province,changsha,yuhua,shazitang,10008,10008,EMUI Release,Operating System Version,Background version number,9Background Flash version,8webUI Version number,9webUI Types of operators version,5web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10008,EMUI Release,Operating System Version,Background version number,9Background Flash version,8webUI Version number,9webUI Types of operators version,5web Type data card version number,4Operators version,Phone PAD Partitioned versions,10008,813,Site Name813
-1AA100080,100080,MAC,0Device Color,7After the device shell color,2355,2Market name,9RAM size,1ROM size,7CPU Audit,2CUP Clocked,9Series,2015-7-1 12:07:29,100080,4Internal models,2015-7-1 12:07:07,6,yidong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100080,5152985,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100080,100080,EMUI Release,Operating System Version,Background version number,9Background Flash version,1webUI Version number,4webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100080,EMUI Release,Operating System Version,Background version number,9Background Flash version,1webUI Version number,4webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,100080,954,Site Name954
-1AA100081,100081,MAC,3Device Color,5After the device shell color,1650,8Market name,8RAM size,6ROM size,9CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:29,100081,4Internal models,2015-7-1 12:07:07,2,jingdong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100081,3335480,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100081,100081,EMUI Release,Operating System Version,Background version number,0Background Flash version,1webUI Version number,2webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100081,EMUI Release,Operating System Version,Background version number,0Background Flash version,1webUI Version number,2webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,100081,613,Site Name613
-1AA100082,100082,MAC,3Device Color,7After the device shell color,2761,7Market name,9RAM size,3ROM size,6CPU Audit,7CUP Clocked,5Series,2015-7-1 12:07:29,100082,9Internal models,2015-7-1 12:07:07,7,liantong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100082,994815,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100082,100082,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,0webUI Types of operators version,1web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100082,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,0webUI Types of operators version,1web Type data card version number,4Operators version,Phone PAD Partitioned versions,100082,2348,Site Name2348
-1AA100083,100083,MAC,0Device Color,0After the device shell color,1856,8Market name,3RAM size,3ROM size,9CPU Audit,3CUP Clocked,0Series,2015-7-1 12:07:29,100083,9Internal models,2015-7-1 12:07:07,2,jingdong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100083,507229,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100083,100083,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,2webUI Types of operators version,0web Type data card version number,8Oper
<TRUNCATED>
[36/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/100_olap.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/100_olap.csv b/integration/spark-common-test/src/test/resources/100_olap.csv
new file mode 100644
index 0000000..cd51615
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/100_olap.csv
@@ -0,0 +1,99 @@
+1AA1,1,MAC,2Device Color,9After the device shell color,109,1Market name,8RAM size,4ROM size,0CPU Audit,6CUP Clocked,7Series,2015-7-1 12:07:28,1,9Internal models,2015-7-1 12:07:06,4,guomei,7,Chinese,Hubei Province,yichang,yichang,yichang,1,5281803,2015-7-1 12:08:40,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,1,1,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,9webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,1,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,9webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,1,2738.562,Site Name2738
+1AA10,10,MAC,0Device Color,5After the device shell color,93,6Market name,4RAM size,1ROM size,7CPU Audit,1CUP Clocked,7Series,2015-7-1 12:07:28,10,2Internal models,2015-7-1 12:07:06,4,guomei,7,Chinese,Hubei Province,yichang,yichang,yichang,10,6805600,2015-7-1 12:08:40,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,10,10,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,6webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,6webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,10,1714.635,Site Name1714
+1AA100,100,MAC,1Device Color,9After the device shell color,2591,4Market name,7RAM size,2ROM size,0CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:28,100,0Internal models,2015-7-1 12:07:06,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100,8231335,2015-7-1 12:08:40,7,Chinese,Hubei Province,yichang,yichang,yichang,100,100,EMUI Release,Operating System Version,Background version number,0Background Flash version,7webUI Version number,0webUI Types of operators version,2web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100,EMUI Release,Operating System Version,Background version number,0Background Flash version,7webUI Version number,0webUI Types of operators version,2web Type data card version number,3Operators version,Phone PAD Partitioned versions,100,1271,Site Name1271
+1AA1000,1000,MAC,2Device Color,8After the device shell color,2531,9Market name,5RAM size,2ROM size,1CPU Audit,9CUP Clocked,5Series,2015-7-1 12:07:28,1000,7Internal models,2015-7-1 12:07:06,3,shuling,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,1000,8978765,2015-7-1 12:08:40,3,Chinese,Hunan Province,changsha,yuhua,shazitang,1000,1000,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,9webUI Types of operators version,9web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,1000,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,9webUI Types of operators version,9web Type data card version number,2Operators version,Phone PAD Partitioned versions,1000,692,Site Name692
+1AA10000,10000,MAC,0Device Color,1After the device shell color,2408,8Market name,1RAM size,0ROM size,3CPU Audit,1CUP Clocked,7Series,2015-7-1 12:07:28,10000,4Internal models,2015-7-1 12:07:06,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10000,3784858,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10000,10000,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,5webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10000,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,5webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,10000,2175,Site Name2175
+1AA100000,100000,MAC,3Device Color,5After the device shell color,1815,8Market name,4RAM size,0ROM size,0CPU Audit,6CUP Clocked,9Series,2015-7-1 12:07:29,100000,9Internal models,2015-7-1 12:07:07,6,yidong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100000,1602458,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100000,100000,EMUI Release,Operating System Version,Background version number,3Background Flash version,3webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100000,EMUI Release,Operating System Version,Background version number,3Background Flash version,3webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,100000,136,Site Name136
+1AA1000000,1000000,MAC,8Device Color,8After the device shell color,2479,5Market name,4RAM size,4ROM size,9CPU Audit,0CUP Clocked,7Series,2015-7-1 12:07:37,1000000,7Internal models,2015-7-1 12:07:16,6,yidong,7,Chinese,Hubei Province,yichang,yichang,yichang,1000000,9737768,2015-7-1 12:08:49,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,1000000,1000000,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,9webUI Types of operators version,0web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,1000000,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,9webUI Types of operators version,0web Type data card version number,8Operators version,Phone PAD Partitioned versions,1000000,1600,Site Name1600
+1AA100001,100001,MAC,2Device Color,9After the device shell color,1845,6Market name,7RAM size,7ROM size,5CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100001,2Internal models,2015-7-1 12:07:07,7,liantong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100001,2919786,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100001,100001,EMUI Release,Operating System Version,Background version number,1Background Flash version,8webUI Version number,7webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100001,EMUI Release,Operating System Version,Background version number,1Background Flash version,8webUI Version number,7webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,100001,505,Site Name505
+1AA100002,100002,MAC,7Device Color,1After the device shell color,2008,4Market name,0RAM size,1ROM size,4CPU Audit,1CUP Clocked,0Series,2015-7-1 12:07:29,100002,2Internal models,2015-7-1 12:07:07,3,shuling,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100002,9455612,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100002,100002,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100002,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,100002,1341,Site Name1341
+1AA100003,100003,MAC,3Device Color,1After the device shell color,1121,6Market name,7RAM size,5ROM size,8CPU Audit,0CUP Clocked,5Series,2015-7-1 12:07:29,100003,8Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100003,88231,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100003,100003,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,0webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100003,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,0webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,100003,2239,Site Name2239
+1AA100004,100004,MAC,9Device Color,2After the device shell color,1511,9Market name,8RAM size,8ROM size,4CPU Audit,1CUP Clocked,4Series,2015-7-1 12:07:29,100004,0Internal models,2015-7-1 12:07:07,2,jingdong,7,Chinese,Hubei Province,yichang,yichang,yichang,100004,1439363,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100004,100004,EMUI Release,Operating System Version,Background version number,4Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100004,EMUI Release,Operating System Version,Background version number,4Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,100004,2970,Site Name2970
+1AA100005,100005,MAC,3Device Color,5After the device shell color,2759,4Market name,0RAM size,0ROM size,4CPU Audit,1CUP Clocked,1Series,2015-7-1 12:07:29,100005,9Internal models,2015-7-1 12:07:07,1,taobao,7,Chinese,Hubei Province,yichang,yichang,yichang,100005,3940720,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100005,100005,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,9webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100005,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,9webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,100005,2593,Site Name2593
+1AA100006,100006,MAC,4Device Color,7After the device shell color,2069,7Market name,4RAM size,7ROM size,1CPU Audit,9CUP Clocked,6Series,2015-7-1 12:07:29,100006,9Internal models,2015-7-1 12:07:07,2,jingdong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100006,4451217,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100006,100006,EMUI Release,Operating System Version,Background version number,9Background Flash version,7webUI Version number,7webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100006,EMUI Release,Operating System Version,Background version number,9Background Flash version,7webUI Version number,7webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,100006,2572,Site Name2572
+1AA100007,100007,MAC,0Device Color,9After the device shell color,396,4Market name,4RAM size,7ROM size,3CPU Audit,3CUP Clocked,9Series,2015-7-1 12:07:29,100007,8Internal models,2015-7-1 12:07:07,3,shuling,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100007,335583,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100007,100007,EMUI Release,Operating System Version,Background version number,8Background Flash version,8webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100007,EMUI Release,Operating System Version,Background version number,8Background Flash version,8webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,100007,1991,Site Name1991
+1AA100008,100008,MAC,0Device Color,7After the device shell color,104,2Market name,0RAM size,2ROM size,6CPU Audit,7CUP Clocked,8Series,2015-7-1 12:07:29,100008,8Internal models,2015-7-1 12:07:07,1,taobao,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100008,1070757,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100008,100008,EMUI Release,Operating System Version,Background version number,7Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100008,EMUI Release,Operating System Version,Background version number,7Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,3Operators version,Phone PAD Partitioned versions,100008,1442,Site Name1442
+1AA100009,100009,MAC,9Device Color,8After the device shell color,477,5Market name,4RAM size,3ROM size,9CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100009,1Internal models,2015-7-1 12:07:07,3,shuling,7,Chinese,Hubei Province,yichang,yichang,yichang,100009,2389657,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100009,100009,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100009,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,100009,1841,Site Name1841
+1AA10001,10001,MAC,2Device Color,3After the device shell color,546,3Market name,6RAM size,8ROM size,5CPU Audit,3CUP Clocked,2Series,2015-7-1 12:07:28,10001,2Internal models,2015-7-1 12:07:06,5,shishang,3,Chinese,Hunan Province,changsha,yuhua,shazitang,10001,5986189,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10001,10001,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,2webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,10001,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,2webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,10001,298,Site Name298
+1AA100010,100010,MAC,8Device Color,0After the device shell color,2696,4Market name,0RAM size,3ROM size,6CPU Audit,2CUP Clocked,3Series,2015-7-1 12:07:29,100010,6Internal models,2015-7-1 12:07:07,6,yidong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100010,8543280,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100010,100010,EMUI Release,Operating System Version,Background version number,6Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100010,EMUI Release,Operating System Version,Background version number,6Background Flash version,7webUI Version number,2webUI Types of operators version,3web Type data card version number,9Operators version,Phone PAD Partitioned versions,100010,79,Site Name79
+1AA100011,100011,MAC,3Device Color,7After the device shell color,466,0Market name,1RAM size,2ROM size,2CPU Audit,2CUP Clocked,0Series,2015-7-1 12:07:29,100011,7Internal models,2015-7-1 12:07:07,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100011,4816260,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100011,100011,EMUI Release,Operating System Version,Background version number,0Background Flash version,0webUI Version number,2webUI Types of operators version,3web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100011,EMUI Release,Operating System Version,Background version number,0Background Flash version,0webUI Version number,2webUI Types of operators version,3web Type data card version number,0Operators version,Phone PAD Partitioned versions,100011,202,Site Name202
+1AA100012,100012,MAC,7Device Color,7After the device shell color,2644,5Market name,6RAM size,2ROM size,0CPU Audit,6CUP Clocked,4Series,2015-7-1 12:07:29,100012,5Internal models,2015-7-1 12:07:07,2,jingdong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100012,8453995,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100012,100012,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,9webUI Types of operators version,8web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100012,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,9webUI Types of operators version,8web Type data card version number,4Operators version,Phone PAD Partitioned versions,100012,568,Site Name568
+1AA100013,100013,MAC,7Device Color,5After the device shell color,2167,0Market name,8RAM size,3ROM size,3CPU Audit,5CUP Clocked,1Series,2015-7-1 12:07:29,100013,3Internal models,2015-7-1 12:07:07,6,yidong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100013,2051539,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100013,100013,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,5webUI Types of operators version,2web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100013,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,5webUI Types of operators version,2web Type data card version number,2Operators version,Phone PAD Partitioned versions,100013,355,Site Name355
+1AA100014,100014,MAC,9Device Color,5After the device shell color,1069,1Market name,7RAM size,7ROM size,9CPU Audit,2CUP Clocked,5Series,2015-7-1 12:07:29,100014,5Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100014,7610075,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100014,100014,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100014,EMUI Release,Operating System Version,Background version number,1Background Flash version,3webUI Version number,5webUI Types of operators version,7web Type data card version number,0Operators version,Phone PAD Partitioned versions,100014,151,Site Name151
+1AA100015,100015,MAC,8Device Color,6After the device shell color,1447,4Market name,3RAM size,9ROM size,4CPU Audit,5CUP Clocked,4Series,2015-7-1 12:07:29,100015,0Internal models,2015-7-1 12:07:07,1,taobao,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100015,6663091,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100015,100015,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,0webUI Types of operators version,4web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100015,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,0webUI Types of operators version,4web Type data card version number,6Operators version,Phone PAD Partitioned versions,100015,2863,Site Name2863
+1AA100016,100016,MAC,8Device Color,1After the device shell color,2963,8Market name,8RAM size,3ROM size,3CPU Audit,9CUP Clocked,3Series,2015-7-1 12:07:29,100016,9Internal models,2015-7-1 12:07:07,3,shuling,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100016,6495292,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100016,100016,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,5webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100016,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,5webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,100016,1873,Site Name1873
+1AA100017,100017,MAC,3Device Color,4After the device shell color,1580,6Market name,5RAM size,5ROM size,5CPU Audit,6CUP Clocked,9Series,2015-7-1 12:07:29,100017,1Internal models,2015-7-1 12:07:07,3,shuling,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100017,2611464,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100017,100017,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,1webUI Types of operators version,0web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100017,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,1webUI Types of operators version,0web Type data card version number,1Operators version,Phone PAD Partitioned versions,100017,2205,Site Name2205
+1AA100018,100018,MAC,6Device Color,4After the device shell color,446,1Market name,4RAM size,2ROM size,4CPU Audit,1CUP Clocked,8Series,2015-7-1 12:07:29,100018,3Internal models,2015-7-1 12:07:07,4,guomei,7,Chinese,Hubei Province,yichang,yichang,yichang,100018,574375,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100018,100018,EMUI Release,Operating System Version,Background version number,4Background Flash version,0webUI Version number,1webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100018,EMUI Release,Operating System Version,Background version number,4Background Flash version,0webUI Version number,1webUI Types of operators version,8web Type data card version number,8Operators version,Phone PAD Partitioned versions,100018,441,Site Name441
+1AA100019,100019,MAC,7Device Color,8After the device shell color,2151,0Market name,0RAM size,7ROM size,9CPU Audit,0CUP Clocked,5Series,2015-7-1 12:07:29,100019,2Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100019,4459076,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100019,100019,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,8webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100019,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,8webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,100019,2194,Site Name2194
+1AA10002,10002,MAC,1Device Color,2After the device shell color,2201,4Market name,8RAM size,1ROM size,9CPU Audit,9CUP Clocked,0Series,2015-7-1 12:07:28,10002,6Internal models,2015-7-1 12:07:06,5,shishang,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,10002,5204739,2015-7-1 12:08:40,7,Chinese,Hubei Province,yichang,yichang,yichang,10002,10002,EMUI Release,Operating System Version,Background version number,7Background Flash version,8webUI Version number,6webUI Types of operators version,1web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10002,EMUI Release,Operating System Version,Background version number,7Background Flash version,8webUI Version number,6webUI Types of operators version,1web Type data card version number,5Operators version,Phone PAD Partitioned versions,10002,2972,Site Name2972
+1AA100020,100020,MAC,2Device Color,5After the device shell color,2574,2Market name,1RAM size,5ROM size,3CPU Audit,2CUP Clocked,5Series,2015-7-1 12:07:29,100020,8Internal models,2015-7-1 12:07:07,7,liantong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100020,833654,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100020,100020,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,5webUI Types of operators version,4web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100020,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,5webUI Types of operators version,4web Type data card version number,5Operators version,Phone PAD Partitioned versions,100020,256,Site Name256
+1AA100021,100021,MAC,1Device Color,6After the device shell color,1734,9Market name,0RAM size,4ROM size,9CPU Audit,3CUP Clocked,0Series,2015-7-1 12:07:29,100021,7Internal models,2015-7-1 12:07:07,6,yidong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100021,566917,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100021,100021,EMUI Release,Operating System Version,Background version number,3Background Flash version,8webUI Version number,2webUI Types of operators version,9web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100021,EMUI Release,Operating System Version,Background version number,3Background Flash version,8webUI Version number,2webUI Types of operators version,9web Type data card version number,3Operators version,Phone PAD Partitioned versions,100021,1778,Site Name1778
+1AA100022,100022,MAC,9Device Color,7After the device shell color,155,1Market name,3RAM size,3ROM size,5CPU Audit,1CUP Clocked,5Series,2015-7-1 12:07:29,100022,7Internal models,2015-7-1 12:07:07,5,shishang,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100022,832387,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100022,100022,EMUI Release,Operating System Version,Background version number,9Background Flash version,2webUI Version number,6webUI Types of operators version,7web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100022,EMUI Release,Operating System Version,Background version number,9Background Flash version,2webUI Version number,6webUI Types of operators version,7web Type data card version number,5Operators version,Phone PAD Partitioned versions,100022,1999,Site Name1999
+1AA100023,100023,MAC,3Device Color,3After the device shell color,1386,1Market name,8RAM size,8ROM size,4CPU Audit,0CUP Clocked,5Series,2015-7-1 12:07:29,100023,0Internal models,2015-7-1 12:07:07,3,shuling,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100023,2850246,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100023,100023,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100023,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,5Operators version,Phone PAD Partitioned versions,100023,2194,Site Name2194
+1AA100024,100024,MAC,0Device Color,8After the device shell color,1017,2Market name,0RAM size,9ROM size,0CPU Audit,8CUP Clocked,6Series,2015-7-1 12:07:29,100024,6Internal models,2015-7-1 12:07:07,2,jingdong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100024,6169467,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100024,100024,EMUI Release,Operating System Version,Background version number,2Background Flash version,9webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100024,EMUI Release,Operating System Version,Background version number,2Background Flash version,9webUI Version number,0webUI Types of operators version,2web Type data card version number,6Operators version,Phone PAD Partitioned versions,100024,2483,Site Name2483
+1AA100025,100025,MAC,6Device Color,7After the device shell color,47,2Market name,7RAM size,2ROM size,6CPU Audit,9CUP Clocked,0Series,2015-7-1 12:07:29,100025,8Internal models,2015-7-1 12:07:07,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100025,6533899,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100025,100025,EMUI Release,Operating System Version,Background version number,2Background Flash version,3webUI Version number,2webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100025,EMUI Release,Operating System Version,Background version number,2Background Flash version,3webUI Version number,2webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,100025,1724,Site Name1724
+1AA100026,100026,MAC,7Device Color,4After the device shell color,2930,1Market name,6RAM size,7ROM size,3CPU Audit,9CUP Clocked,7Series,2015-7-1 12:07:29,100026,5Internal models,2015-7-1 12:07:07,7,liantong,7,Chinese,Hubei Province,yichang,yichang,yichang,100026,7487134,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100026,100026,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,8webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100026,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,8webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,100026,1768,Site Name1768
+1AA100027,100027,MAC,8Device Color,5After the device shell color,2940,2Market name,3RAM size,0ROM size,1CPU Audit,0CUP Clocked,0Series,2015-7-1 12:07:29,100027,2Internal models,2015-7-1 12:07:07,4,guomei,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100027,4750239,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100027,100027,EMUI Release,Operating System Version,Background version number,7Background Flash version,0webUI Version number,9webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100027,EMUI Release,Operating System Version,Background version number,7Background Flash version,0webUI Version number,9webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,100027,2436,Site Name2436
+1AA100028,100028,MAC,6Device Color,2After the device shell color,297,1Market name,0RAM size,5ROM size,1CPU Audit,2CUP Clocked,5Series,2015-7-1 12:07:29,100028,1Internal models,2015-7-1 12:07:07,5,shishang,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100028,8880112,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100028,100028,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100028,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,100028,2849,Site Name2849
+1AA100029,100029,MAC,8Device Color,4After the device shell color,1695,3Market name,4RAM size,2ROM size,2CPU Audit,0CUP Clocked,2Series,2015-7-1 12:07:29,100029,7Internal models,2015-7-1 12:07:07,5,shishang,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100029,7774590,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100029,100029,EMUI Release,Operating System Version,Background version number,8Background Flash version,4webUI Version number,2webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100029,EMUI Release,Operating System Version,Background version number,8Background Flash version,4webUI Version number,2webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,100029,1691,Site Name1691
+1AA10003,10003,MAC,8Device Color,1After the device shell color,1326,5Market name,9RAM size,7ROM size,2CPU Audit,7CUP Clocked,7Series,2015-7-1 12:07:28,10003,2Internal models,2015-7-1 12:07:06,4,guomei,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10003,5586718,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10003,10003,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10003,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,5web Type data card version number,0Operators version,Phone PAD Partitioned versions,10003,2071,Site Name2071
+1AA100030,100030,MAC,6Device Color,3After the device shell color,513,3Market name,1RAM size,7ROM size,1CPU Audit,0CUP Clocked,7Series,2015-7-1 12:07:29,100030,1Internal models,2015-7-1 12:07:07,3,shuling,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100030,5857263,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100030,100030,EMUI Release,Operating System Version,Background version number,9Background Flash version,5webUI Version number,6webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100030,EMUI Release,Operating System Version,Background version number,9Background Flash version,5webUI Version number,6webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,100030,1333,Site Name1333
+1AA100031,100031,MAC,3Device Color,8After the device shell color,1741,3Market name,3RAM size,1ROM size,0CPU Audit,8CUP Clocked,7Series,2015-7-1 12:07:29,100031,4Internal models,2015-7-1 12:07:07,1,taobao,7,Chinese,Hubei Province,yichang,yichang,yichang,100031,6416074,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100031,100031,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,0webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100031,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,0webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,100031,1080,Site Name1080
+1AA100032,100032,MAC,5Device Color,4After the device shell color,1198,3Market name,3RAM size,0ROM size,7CPU Audit,4CUP Clocked,1Series,2015-7-1 12:07:29,100032,3Internal models,2015-7-1 12:07:07,7,liantong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100032,6994063,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100032,100032,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,6webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100032,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,6webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,100032,1053,Site Name1053
+1AA100033,100033,MAC,7Device Color,9After the device shell color,273,7Market name,7RAM size,9ROM size,2CPU Audit,6CUP Clocked,8Series,2015-7-1 12:07:29,100033,1Internal models,2015-7-1 12:07:07,6,yidong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100033,8229807,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100033,100033,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,6webUI Types of operators version,1web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100033,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,6webUI Types of operators version,1web Type data card version number,2Operators version,Phone PAD Partitioned versions,100033,760,Site Name760
+1AA100034,100034,MAC,7Device Color,6After the device shell color,1234,9Market name,6RAM size,6ROM size,6CPU Audit,4CUP Clocked,2Series,2015-7-1 12:07:29,100034,5Internal models,2015-7-1 12:07:07,6,yidong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100034,5797079,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100034,100034,EMUI Release,Operating System Version,Background version number,3Background Flash version,9webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100034,EMUI Release,Operating System Version,Background version number,3Background Flash version,9webUI Version number,7webUI Types of operators version,3web Type data card version number,3Operators version,Phone PAD Partitioned versions,100034,2061,Site Name2061
+1AA100035,100035,MAC,8Device Color,5After the device shell color,1619,8Market name,6RAM size,1ROM size,1CPU Audit,4CUP Clocked,5Series,2015-7-1 12:07:29,100035,0Internal models,2015-7-1 12:07:07,7,liantong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100035,6283062,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100035,100035,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100035,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,9webUI Types of operators version,0web Type data card version number,7Operators version,Phone PAD Partitioned versions,100035,2142,Site Name2142
+1AA100036,100036,MAC,0Device Color,4After the device shell color,2415,3Market name,9RAM size,2ROM size,4CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:29,100036,6Internal models,2015-7-1 12:07:07,5,shishang,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100036,8431770,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100036,100036,EMUI Release,Operating System Version,Background version number,7Background Flash version,7webUI Version number,3webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100036,EMUI Release,Operating System Version,Background version number,7Background Flash version,7webUI Version number,3webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,100036,2224,Site Name2224
+1AA100037,100037,MAC,0Device Color,3After the device shell color,2381,9Market name,9RAM size,2ROM size,5CPU Audit,6CUP Clocked,7Series,2015-7-1 12:07:29,100037,4Internal models,2015-7-1 12:07:07,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100037,3311312,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100037,100037,EMUI Release,Operating System Version,Background version number,2Background Flash version,8webUI Version number,4webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100037,EMUI Release,Operating System Version,Background version number,2Background Flash version,8webUI Version number,4webUI Types of operators version,8web Type data card version number,2Operators version,Phone PAD Partitioned versions,100037,1015,Site Name1015
+1AA100038,100038,MAC,6Device Color,2After the device shell color,872,2Market name,8RAM size,7ROM size,4CPU Audit,6CUP Clocked,6Series,2015-7-1 12:07:29,100038,3Internal models,2015-7-1 12:07:07,3,shuling,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100038,2843881,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100038,100038,EMUI Release,Operating System Version,Background version number,9Background Flash version,3webUI Version number,3webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100038,EMUI Release,Operating System Version,Background version number,9Background Flash version,3webUI Version number,3webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,100038,1229,Site Name1229
+1AA100039,100039,MAC,4Device Color,7After the device shell color,1835,6Market name,7RAM size,9ROM size,3CPU Audit,9CUP Clocked,8Series,2015-7-1 12:07:29,100039,9Internal models,2015-7-1 12:07:07,1,taobao,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100039,1901889,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100039,100039,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100039,EMUI Release,Operating System Version,Background version number,5Background Flash version,8webUI Version number,1webUI Types of operators version,8web Type data card version number,9Operators version,Phone PAD Partitioned versions,100039,1750,Site Name1750
+1AA10004,10004,MAC,6Device Color,9After the device shell color,2597,9Market name,4RAM size,1ROM size,4CPU Audit,1CUP Clocked,5Series,2015-7-1 12:07:28,10004,1Internal models,2015-7-1 12:07:06,4,guomei,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10004,3077303,2015-7-1 12:08:40,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,10004,10004,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,3webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,10004,EMUI Release,Operating System Version,Background version number,2Background Flash version,6webUI Version number,3webUI Types of operators version,3web Type data card version number,8Operators version,Phone PAD Partitioned versions,10004,1717,Site Name1717
+1AA100040,100040,MAC,9Device Color,4After the device shell color,1969,8Market name,1RAM size,9ROM size,7CPU Audit,1CUP Clocked,8Series,2015-7-1 12:07:29,100040,8Internal models,2015-7-1 12:07:07,7,liantong,7,Chinese,Hubei Province,yichang,yichang,yichang,100040,7880439,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100040,100040,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,5webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100040,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,5webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,100040,2078,Site Name2078
+1AA100041,100041,MAC,0Device Color,2After the device shell color,2133,1Market name,1RAM size,8ROM size,5CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:29,100041,1Internal models,2015-7-1 12:07:07,1,taobao,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100041,3454331,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100041,100041,EMUI Release,Operating System Version,Background version number,8Background Flash version,3webUI Version number,7webUI Types of operators version,2web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100041,EMUI Release,Operating System Version,Background version number,8Background Flash version,3webUI Version number,7webUI Types of operators version,2web Type data card version number,1Operators version,Phone PAD Partitioned versions,100041,2734,Site Name2734
+1AA100042,100042,MAC,5Device Color,7After the device shell color,631,6Market name,1RAM size,9ROM size,9CPU Audit,3CUP Clocked,3Series,2015-7-1 12:07:29,100042,1Internal models,2015-7-1 12:07:07,5,shishang,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100042,23250,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100042,100042,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,1webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100042,EMUI Release,Operating System Version,Background version number,5Background Flash version,7webUI Version number,1webUI Types of operators version,8web Type data card version number,5Operators version,Phone PAD Partitioned versions,100042,2745,Site Name2745
+1AA100043,100043,MAC,3Device Color,2After the device shell color,187,3Market name,9RAM size,4ROM size,5CPU Audit,5CUP Clocked,9Series,2015-7-1 12:07:29,100043,3Internal models,2015-7-1 12:07:07,6,yidong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100043,3278167,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100043,100043,EMUI Release,Operating System Version,Background version number,9Background Flash version,0webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100043,EMUI Release,Operating System Version,Background version number,9Background Flash version,0webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,100043,571,Site Name571
+1AA100044,100044,MAC,6Device Color,4After the device shell color,1232,9Market name,9RAM size,5ROM size,0CPU Audit,7CUP Clocked,8Series,2015-7-1 12:07:29,100044,4Internal models,2015-7-1 12:07:07,2,jingdong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100044,5659107,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100044,100044,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,2webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100044,EMUI Release,Operating System Version,Background version number,4Background Flash version,9webUI Version number,2webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,100044,1697,Site Name1697
+1AA100045,100045,MAC,5Device Color,9After the device shell color,1602,1Market name,4RAM size,6ROM size,5CPU Audit,3CUP Clocked,2Series,2015-7-1 12:07:29,100045,0Internal models,2015-7-1 12:07:07,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100045,9952232,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100045,100045,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,3webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100045,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,3webUI Types of operators version,9web Type data card version number,1Operators version,Phone PAD Partitioned versions,100045,2553,Site Name2553
+1AA100046,100046,MAC,3Device Color,2After the device shell color,2319,0Market name,4RAM size,9ROM size,4CPU Audit,4CUP Clocked,3Series,2015-7-1 12:07:29,100046,4Internal models,2015-7-1 12:07:07,4,guomei,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100046,424923,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100046,100046,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,0webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100046,EMUI Release,Operating System Version,Background version number,2Background Flash version,7webUI Version number,0webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,100046,1077,Site Name1077
+1AA100047,100047,MAC,6Device Color,4After the device shell color,839,4Market name,6RAM size,4ROM size,1CPU Audit,2CUP Clocked,9Series,2015-7-1 12:07:29,100047,8Internal models,2015-7-1 12:07:07,1,taobao,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100047,7839922,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100047,100047,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,8webUI Types of operators version,0web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100047,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,8webUI Types of operators version,0web Type data card version number,5Operators version,Phone PAD Partitioned versions,100047,1823,Site Name1823
+1AA100048,100048,MAC,3Device Color,6After the device shell color,1184,0Market name,1RAM size,2ROM size,7CPU Audit,7CUP Clocked,3Series,2015-7-1 12:07:29,100048,8Internal models,2015-7-1 12:07:07,1,taobao,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100048,9500486,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100048,100048,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100048,EMUI Release,Operating System Version,Background version number,0Background Flash version,5webUI Version number,0webUI Types of operators version,3web Type data card version number,2Operators version,Phone PAD Partitioned versions,100048,2399,Site Name2399
+1AA100049,100049,MAC,8Device Color,3After the device shell color,2705,7Market name,4RAM size,2ROM size,3CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100049,2Internal models,2015-7-1 12:07:07,6,yidong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100049,1952050,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100049,100049,EMUI Release,Operating System Version,Background version number,4Background Flash version,1webUI Version number,3webUI Types of operators version,7web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100049,EMUI Release,Operating System Version,Background version number,4Background Flash version,1webUI Version number,3webUI Types of operators version,7web Type data card version number,7Operators version,Phone PAD Partitioned versions,100049,2890,Site Name2890
+1AA10005,10005,MAC,7Device Color,9After the device shell color,1185,7Market name,3RAM size,1ROM size,3CPU Audit,3CUP Clocked,8Series,2015-7-1 12:07:28,10005,5Internal models,2015-7-1 12:07:06,2,jingdong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10005,6190068,2015-7-1 12:08:40,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,10005,10005,EMUI Release,Operating System Version,Background version number,0Background Flash version,4webUI Version number,1webUI Types of operators version,1web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10005,EMUI Release,Operating System Version,Background version number,0Background Flash version,4webUI Version number,1webUI Types of operators version,1web Type data card version number,9Operators version,Phone PAD Partitioned versions,10005,1608,Site Name1608
+1AA100050,100050,MAC,5Device Color,0After the device shell color,2457,1Market name,4RAM size,9ROM size,0CPU Audit,0CUP Clocked,2Series,2015-7-1 12:07:29,100050,9Internal models,2015-7-1 12:07:07,1,taobao,7,Chinese,Hubei Province,yichang,yichang,yichang,100050,7768468,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100050,100050,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,8webUI Types of operators version,6web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100050,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,8webUI Types of operators version,6web Type data card version number,2Operators version,Phone PAD Partitioned versions,100050,29,Site Name29
+1AA100051,100051,MAC,4Device Color,4After the device shell color,2320,1Market name,3RAM size,8ROM size,1CPU Audit,4CUP Clocked,2Series,2015-7-1 12:07:29,100051,8Internal models,2015-7-1 12:07:07,7,liantong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100051,7236919,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100051,100051,EMUI Release,Operating System Version,Background version number,5Background Flash version,6webUI Version number,8webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100051,EMUI Release,Operating System Version,Background version number,5Background Flash version,6webUI Version number,8webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,100051,1407,Site Name1407
+1AA100052,100052,MAC,6Device Color,0After the device shell color,2300,5Market name,8RAM size,0ROM size,6CPU Audit,7CUP Clocked,6Series,2015-7-1 12:07:29,100052,3Internal models,2015-7-1 12:07:07,7,liantong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100052,167725,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100052,100052,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,8webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100052,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,8webUI Types of operators version,1web Type data card version number,0Operators version,Phone PAD Partitioned versions,100052,845,Site Name845
+1AA100053,100053,MAC,1Device Color,5After the device shell color,1210,5Market name,3RAM size,4ROM size,2CPU Audit,3CUP Clocked,2Series,2015-7-1 12:07:29,100053,1Internal models,2015-7-1 12:07:07,3,shuling,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100053,2651084,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100053,100053,EMUI Release,Operating System Version,Background version number,1Background Flash version,1webUI Version number,8webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100053,EMUI Release,Operating System Version,Background version number,1Background Flash version,1webUI Version number,8webUI Types of operators version,6web Type data card version number,7Operators version,Phone PAD Partitioned versions,100053,1655,Site Name1655
+1AA100054,100054,MAC,0Device Color,4After the device shell color,1689,0Market name,9RAM size,8ROM size,8CPU Audit,3CUP Clocked,7Series,2015-7-1 12:07:29,100054,2Internal models,2015-7-1 12:07:07,2,jingdong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100054,6283156,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100054,100054,EMUI Release,Operating System Version,Background version number,2Background Flash version,0webUI Version number,4webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100054,EMUI Release,Operating System Version,Background version number,2Background Flash version,0webUI Version number,4webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,100054,1368,Site Name1368
+1AA100055,100055,MAC,5Device Color,9After the device shell color,2823,7Market name,4RAM size,2ROM size,5CPU Audit,3CUP Clocked,7Series,2015-7-1 12:07:29,100055,8Internal models,2015-7-1 12:07:07,7,liantong,7,Chinese,Hubei Province,yichang,yichang,yichang,100055,7342321,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100055,100055,EMUI Release,Operating System Version,Background version number,2Background Flash version,2webUI Version number,8webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100055,EMUI Release,Operating System Version,Background version number,2Background Flash version,2webUI Version number,8webUI Types of operators version,0web Type data card version number,9Operators version,Phone PAD Partitioned versions,100055,1728,Site Name1728
+1AA100056,100056,MAC,5Device Color,0After the device shell color,68,1Market name,0RAM size,6ROM size,4CPU Audit,5CUP Clocked,6Series,2015-7-1 12:07:29,100056,3Internal models,2015-7-1 12:07:07,5,shishang,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100056,1753823,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100056,100056,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100056,EMUI Release,Operating System Version,Background version number,9Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,100056,750,Site Name750
+1AA100057,100057,MAC,6Device Color,6After the device shell color,716,5Market name,4RAM size,0ROM size,6CPU Audit,9CUP Clocked,9Series,2015-7-1 12:07:29,100057,3Internal models,2015-7-1 12:07:07,6,yidong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100057,5451533,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100057,100057,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,1webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100057,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,1webUI Types of operators version,5web Type data card version number,3Operators version,Phone PAD Partitioned versions,100057,2288,Site Name2288
+1AA100058,100058,MAC,9Device Color,4After the device shell color,864,9Market name,3RAM size,6ROM size,4CPU Audit,7CUP Clocked,5Series,2015-7-1 12:07:29,100058,9Internal models,2015-7-1 12:07:07,4,guomei,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100058,5403108,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100058,100058,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100058,EMUI Release,Operating System Version,Background version number,9Background Flash version,6webUI Version number,4webUI Types of operators version,1web Type data card version number,3Operators version,Phone PAD Partitioned versions,100058,2635,Site Name2635
+1AA100059,100059,MAC,9Device Color,8After the device shell color,499,0Market name,3RAM size,6ROM size,4CPU Audit,5CUP Clocked,4Series,2015-7-1 12:07:29,100059,3Internal models,2015-7-1 12:07:07,7,liantong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100059,168757,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100059,100059,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100059,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,6webUI Types of operators version,5web Type data card version number,9Operators version,Phone PAD Partitioned versions,100059,1337,Site Name1337
+1AA10006,10006,MAC,2Device Color,0After the device shell color,1429,7Market name,5RAM size,3ROM size,4CPU Audit,3CUP Clocked,3Series,2015-7-1 12:07:28,10006,6Internal models,2015-7-1 12:07:06,5,shishang,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10006,9394732,2015-7-1 12:08:40,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,10006,10006,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,5webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10006,EMUI Release,Operating System Version,Background version number,4Background Flash version,3webUI Version number,5webUI Types of operators version,4web Type data card version number,3Operators version,Phone PAD Partitioned versions,10006,2478,Site Name2478
+1AA100060,100060,MAC,1Device Color,0After the device shell color,2176,3Market name,4RAM size,2ROM size,0CPU Audit,8CUP Clocked,8Series,2015-7-1 12:07:29,100060,0Internal models,2015-7-1 12:07:07,4,guomei,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100060,7420815,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100060,100060,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,3webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100060,EMUI Release,Operating System Version,Background version number,5Background Flash version,0webUI Version number,3webUI Types of operators version,1web Type data card version number,8Operators version,Phone PAD Partitioned versions,100060,538,Site Name538
+1AA100061,100061,MAC,2Device Color,3After the device shell color,2563,3Market name,0RAM size,7ROM size,2CPU Audit,5CUP Clocked,6Series,2015-7-1 12:07:29,100061,2Internal models,2015-7-1 12:07:07,6,yidong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100061,4358621,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100061,100061,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,4webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100061,EMUI Release,Operating System Version,Background version number,3Background Flash version,4webUI Version number,4webUI Types of operators version,1web Type data card version number,1Operators version,Phone PAD Partitioned versions,100061,1407,Site Name1407
+1AA100062,100062,MAC,8Device Color,5After the device shell color,2594,4Market name,6RAM size,3ROM size,0CPU Audit,4CUP Clocked,9Series,2015-7-1 12:07:29,100062,3Internal models,2015-7-1 12:07:07,6,yidong,7,Chinese,Hubei Province,yichang,yichang,yichang,100062,2362114,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100062,100062,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,7webUI Types of operators version,5web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100062,EMUI Release,Operating System Version,Background version number,8Background Flash version,9webUI Version number,7webUI Types of operators version,5web Type data card version number,6Operators version,Phone PAD Partitioned versions,100062,2952,Site Name2952
+1AA100063,100063,MAC,4Device Color,8After the device shell color,2142,1Market name,8RAM size,1ROM size,4CPU Audit,1CUP Clocked,2Series,2015-7-1 12:07:29,100063,8Internal models,2015-7-1 12:07:07,3,shuling,7,Chinese,Hubei Province,yichang,yichang,yichang,100063,9318234,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100063,100063,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,1webUI Types of operators version,7web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100063,EMUI Release,Operating System Version,Background version number,6Background Flash version,5webUI Version number,1webUI Types of operators version,7web Type data card version number,8Operators version,Phone PAD Partitioned versions,100063,1226,Site Name1226
+1AA100064,100064,MAC,1Device Color,6After the device shell color,138,3Market name,4RAM size,0ROM size,3CPU Audit,8CUP Clocked,6Series,2015-7-1 12:07:29,100064,7Internal models,2015-7-1 12:07:07,7,liantong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100064,5565240,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100064,100064,EMUI Release,Operating System Version,Background version number,3Background Flash version,5webUI Version number,5webUI Types of operators version,4web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100064,EMUI Release,Operating System Version,Background version number,3Background Flash version,5webUI Version number,5webUI Types of operators version,4web Type data card version number,4Operators version,Phone PAD Partitioned versions,100064,865,Site Name865
+1AA100065,100065,MAC,9Device Color,5After the device shell color,1168,8Market name,4RAM size,6ROM size,9CPU Audit,2CUP Clocked,0Series,2015-7-1 12:07:29,100065,5Internal models,2015-7-1 12:07:07,7,liantong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100065,3166724,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100065,100065,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,9webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100065,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,9webUI Types of operators version,9web Type data card version number,4Operators version,Phone PAD Partitioned versions,100065,901,Site Name901
+1AA100066,100066,MAC,9Device Color,7After the device shell color,2828,6Market name,1RAM size,5ROM size,8CPU Audit,5CUP Clocked,6Series,2015-7-1 12:07:29,100066,3Internal models,2015-7-1 12:07:07,4,guomei,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100066,5592457,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100066,100066,EMUI Release,Operating System Version,Background version number,3Background Flash version,2webUI Version number,8webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100066,EMUI Release,Operating System Version,Background version number,3Background Flash version,2webUI Version number,8webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,100066,1864,Site Name1864
+1AA100067,100067,MAC,0Device Color,1After the device shell color,1160,2Market name,6RAM size,0ROM size,4CPU Audit,3CUP Clocked,4Series,2015-7-1 12:07:29,100067,3Internal models,2015-7-1 12:07:07,7,liantong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100067,7575196,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100067,100067,EMUI Release,Operating System Version,Background version number,7Background Flash version,3webUI Version number,0webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100067,EMUI Release,Operating System Version,Background version number,7Background Flash version,3webUI Version number,0webUI Types of operators version,5web Type data card version number,7Operators version,Phone PAD Partitioned versions,100067,572,Site Name572
+1AA100068,100068,MAC,0Device Color,5After the device shell color,1890,7Market name,4RAM size,6ROM size,9CPU Audit,6CUP Clocked,8Series,2015-7-1 12:07:29,100068,6Internal models,2015-7-1 12:07:07,7,liantong,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100068,3235086,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100068,100068,EMUI Release,Operating System Version,Background version number,7Background Flash version,9webUI Version number,6webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100068,EMUI Release,Operating System Version,Background version number,7Background Flash version,9webUI Version number,6webUI Types of operators version,6web Type data card version number,9Operators version,Phone PAD Partitioned versions,100068,412,Site Name412
+1AA100069,100069,MAC,8Device Color,0After the device shell color,1195,5Market name,3RAM size,4ROM size,9CPU Audit,3CUP Clocked,8Series,2015-7-1 12:07:29,100069,1Internal models,2015-7-1 12:07:07,5,shishang,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100069,7917206,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100069,100069,EMUI Release,Operating System Version,Background version number,4Background Flash version,2webUI Version number,3webUI Types of operators version,0web Type data card version number,2Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100069,EMUI Release,Operating System Version,Background version number,4Background Flash version,2webUI Version number,3webUI Types of operators version,0web Type data card version number,2Operators version,Phone PAD Partitioned versions,100069,1491,Site Name1491
+1AA10007,10007,MAC,5Device Color,2After the device shell color,2797,1Market name,2RAM size,9ROM size,4CPU Audit,0CUP Clocked,8Series,2015-7-1 12:07:28,10007,7Internal models,2015-7-1 12:07:06,3,shuling,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10007,4156339,2015-7-1 12:08:40,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,10007,10007,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,0webUI Types of operators version,4web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,10007,EMUI Release,Operating System Version,Background version number,4Background Flash version,6webUI Version number,0webUI Types of operators version,4web Type data card version number,0Operators version,Phone PAD Partitioned versions,10007,1350,Site Name1350
+1AA100070,100070,MAC,1Device Color,1After the device shell color,44,5Market name,9RAM size,5ROM size,6CPU Audit,5CUP Clocked,0Series,2015-7-1 12:07:29,100070,2Internal models,2015-7-1 12:07:07,3,shuling,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100070,4202614,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100070,100070,EMUI Release,Operating System Version,Background version number,6Background Flash version,3webUI Version number,4webUI Types of operators version,9web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100070,EMUI Release,Operating System Version,Background version number,6Background Flash version,3webUI Version number,4webUI Types of operators version,9web Type data card version number,6Operators version,Phone PAD Partitioned versions,100070,1567,Site Name1567
+1AA100071,100071,MAC,2Device Color,5After the device shell color,1683,0Market name,2RAM size,6ROM size,9CPU Audit,2CUP Clocked,0Series,2015-7-1 12:07:29,100071,0Internal models,2015-7-1 12:07:07,5,shishang,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100071,2199957,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100071,100071,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,9webUI Types of operators version,9web Type data card version number,0Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100071,EMUI Release,Operating System Version,Background version number,0Background Flash version,6webUI Version number,9webUI Types of operators version,9web Type data card version number,0Operators version,Phone PAD Partitioned versions,100071,1973,Site Name1973
+1AA100072,100072,MAC,0Device Color,1After the device shell color,1085,2Market name,9RAM size,1ROM size,8CPU Audit,6CUP Clocked,4Series,2015-7-1 12:07:29,100072,0Internal models,2015-7-1 12:07:07,7,liantong,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100072,511128,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100072,100072,EMUI Release,Operating System Version,Background version number,6Background Flash version,8webUI Version number,7webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100072,EMUI Release,Operating System Version,Background version number,6Background Flash version,8webUI Version number,7webUI Types of operators version,3web Type data card version number,1Operators version,Phone PAD Partitioned versions,100072,448,Site Name448
+1AA100073,100073,MAC,8Device Color,5After the device shell color,776,8Market name,3RAM size,7ROM size,8CPU Audit,0CUP Clocked,4Series,2015-7-1 12:07:29,100073,5Internal models,2015-7-1 12:07:07,2,jingdong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100073,580612,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100073,100073,EMUI Release,Operating System Version,Background version number,5Background Flash version,5webUI Version number,8webUI Types of operators version,4web Type data card version number,8Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,100073,EMUI Release,Operating System Version,Background version number,5Background Flash version,5webUI Version number,8webUI Types of operators version,4web Type data card version number,8Operators version,Phone PAD Partitioned versions,100073,2488,Site Name2488
+1AA100074,100074,MAC,8Device Color,0After the device shell color,2074,1Market name,3RAM size,9ROM size,3CPU Audit,9CUP Clocked,6Series,2015-7-1 12:07:29,100074,3Internal models,2015-7-1 12:07:07,7,liantong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100074,275342,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100074,100074,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,9webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100074,EMUI Release,Operating System Version,Background version number,0Background Flash version,3webUI Version number,9webUI Types of operators version,5web Type data card version number,1Operators version,Phone PAD Partitioned versions,100074,907,Site Name907
+1AA100075,100075,MAC,3Device Color,7After the device shell color,1062,7Market name,5RAM size,2ROM size,7CPU Audit,5CUP Clocked,3Series,2015-7-1 12:07:29,100075,3Internal models,2015-7-1 12:07:07,6,yidong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100075,3215327,2015-7-1 12:08:41,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100075,100075,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,2webUI Types of operators version,2web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100075,EMUI Release,Operating System Version,Background version number,8Background Flash version,2webUI Version number,2webUI Types of operators version,2web Type data card version number,5Operators version,Phone PAD Partitioned versions,100075,2507,Site Name2507
+1AA100076,100076,MAC,8Device Color,5After the device shell color,987,4Market name,4RAM size,7ROM size,3CPU Audit,6CUP Clocked,0Series,2015-7-1 12:07:29,100076,0Internal models,2015-7-1 12:07:07,7,liantong,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100076,8069859,2015-7-1 12:08:41,7,Chinese,Hubei Province,yichang,yichang,yichang,100076,100076,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,0webUI Types of operators version,9web Type data card version number,9Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100076,EMUI Release,Operating System Version,Background version number,7Background Flash version,4webUI Version number,0webUI Types of operators version,9web Type data card version number,9Operators version,Phone PAD Partitioned versions,100076,732,Site Name732
+1AA100077,100077,MAC,9Device Color,6After the device shell color,2799,9Market name,5RAM size,9ROM size,0CPU Audit,6CUP Clocked,3Series,2015-7-1 12:07:29,100077,5Internal models,2015-7-1 12:07:07,6,yidong,7,Chinese,Hubei Province,yichang,yichang,yichang,100077,6383562,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100077,100077,EMUI Release,Operating System Version,Background version number,2Background Flash version,5webUI Version number,8webUI Types of operators version,0web Type data card version number,6Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100077,EMUI Release,Operating System Version,Background version number,2Background Flash version,5webUI Version number,8webUI Types of operators version,0web Type data card version number,6Operators version,Phone PAD Partitioned versions,100077,2077,Site Name2077
+1AA100078,100078,MAC,9Device Color,8After the device shell color,2765,6Market name,6RAM size,1ROM size,2CPU Audit,6CUP Clocked,2Series,2015-7-1 12:07:29,100078,7Internal models,2015-7-1 12:07:07,5,shishang,7,Chinese,Hubei Province,yichang,yichang,yichang,100078,6428516,2015-7-1 12:08:41,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100078,100078,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,1webUI Types of operators version,7web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100078,EMUI Release,Operating System Version,Background version number,2Background Flash version,1webUI Version number,1webUI Types of operators version,7web Type data card version number,4Operators version,Phone PAD Partitioned versions,100078,1434,Site Name1434
+1AA100079,100079,MAC,9Device Color,5After the device shell color,2164,2Market name,0RAM size,1ROM size,3CPU Audit,3CUP Clocked,4Series,2015-7-1 12:07:29,100079,5Internal models,2015-7-1 12:07:07,6,yidong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100079,5159121,2015-7-1 12:08:41,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100079,100079,EMUI Release,Operating System Version,Background version number,4Background Flash version,8webUI Version number,4webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,2015,7,1,12,3,Chinese,Hunan Province,changsha,yuhua,shazitang,100079,EMUI Release,Operating System Version,Background version number,4Background Flash version,8webUI Version number,4webUI Types of operators version,7web Type data card version number,1Operators version,Phone PAD Partitioned versions,100079,1098,Site Name1098
+1AA10008,10008,MAC,7Device Color,7After the device shell color,1624,0Market name,4RAM size,6ROM size,7CPU Audit,4CUP Clocked,5Series,2015-7-1 12:07:28,10008,7Internal models,2015-7-1 12:07:06,4,guomei,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,10008,3360388,2015-7-1 12:08:40,3,Chinese,Hunan Province,changsha,yuhua,shazitang,10008,10008,EMUI Release,Operating System Version,Background version number,9Background Flash version,8webUI Version number,9webUI Types of operators version,5web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,7,Chinese,Hubei Province,yichang,yichang,yichang,10008,EMUI Release,Operating System Version,Background version number,9Background Flash version,8webUI Version number,9webUI Types of operators version,5web Type data card version number,4Operators version,Phone PAD Partitioned versions,10008,813,Site Name813
+1AA100080,100080,MAC,0Device Color,7After the device shell color,2355,2Market name,9RAM size,1ROM size,7CPU Audit,2CUP Clocked,9Series,2015-7-1 12:07:29,100080,4Internal models,2015-7-1 12:07:07,6,yidong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100080,5152985,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100080,100080,EMUI Release,Operating System Version,Background version number,9Background Flash version,1webUI Version number,4webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100080,EMUI Release,Operating System Version,Background version number,9Background Flash version,1webUI Version number,4webUI Types of operators version,9web Type data card version number,5Operators version,Phone PAD Partitioned versions,100080,954,Site Name954
+1AA100081,100081,MAC,3Device Color,5After the device shell color,1650,8Market name,8RAM size,6ROM size,9CPU Audit,5CUP Clocked,5Series,2015-7-1 12:07:29,100081,4Internal models,2015-7-1 12:07:07,2,jingdong,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100081,3335480,2015-7-1 12:08:41,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100081,100081,EMUI Release,Operating System Version,Background version number,0Background Flash version,1webUI Version number,2webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,2015,7,1,12,6,Chinese,Hubei Province,wuhan,hongshan,hongshan,100081,EMUI Release,Operating System Version,Background version number,0Background Flash version,1webUI Version number,2webUI Types of operators version,5web Type data card version number,5Operators version,Phone PAD Partitioned versions,100081,613,Site Name613
+1AA100082,100082,MAC,3Device Color,7After the device shell color,2761,7Market name,9RAM size,3ROM size,6CPU Audit,7CUP Clocked,5Series,2015-7-1 12:07:29,100082,9Internal models,2015-7-1 12:07:07,7,liantong,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100082,994815,2015-7-1 12:08:41,4,Chinese,Hunan Province,xiangtan,xiangtan,jianshelu,100082,100082,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,0webUI Types of operators version,1web Type data card version number,4Operators version,Phone PAD Partitioned versions,2015,7,1,12,2,Chinese,Guangdong Province,guangzhou,longhua,mingzhi,100082,EMUI Release,Operating System Version,Background version number,1Background Flash version,7webUI Version number,0webUI Types of operators version,1web Type data card version number,4Operators version,Phone PAD Partitioned versions,100082,2348,Site Name2348
+1AA100083,100083,MAC,0Device Color,0After the device shell color,1856,8Market name,3RAM size,3ROM size,9CPU Audit,3CUP Clocked,0Series,2015-7-1 12:07:29,100083,9Internal models,2015-7-1 12:07:07,2,jingdong,5,Chinese,Hunan Province,zhuzhou,tianyuan,tianyua,100083,507229,2015-7-1 12:08:41,1,Chinese,Guangdong Province,shenzhen,longgang,matishan,100083,100083,EMUI Release,Operating System Version,Background version number,1Background Flash version,9webUI Version number,2webUI Types of operators vers
<TRUNCATED>
[16/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataDiff.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataDiff.csv b/integration/spark/src/test/resources/dataDiff.csv
deleted file mode 100644
index 6407b10..0000000
--- a/integration/spark/src/test/resources/dataDiff.csv
+++ /dev/null
@@ -1,1001 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001
-3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,china,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
-11,2015/7/18,china,aaa11,phone1554,ASD26101,15010
-12,2015/7/19,china,aaa12,phone1781,ASD85711,15011
-13,2015/7/20,china,aaa13,phone943,ASD39200,15012
-14,2015/7/21,china,aaa14,phone1954,ASD80468,15013
-15,2015/7/22,china,aaa15,phone451,ASD1954,15014
-16,2015/7/23,china,aaa16,phone390,ASD38513,15015
-17,2015/7/24,china,aaa17,phone1929,ASD86213,15016
-18,2015/7/25,usa,aaa18,phone910,ASD88812,15017
-19,2015/7/26,china,aaa19,phone2151,ASD9316,15018
-20,2015/7/27,china,aaa20,phone2625,ASD62597,15019
-21,2015/7/28,china,aaa21,phone1371,ASD27896,15020
-22,2015/7/29,china,aaa22,phone945,ASD79760,15021
-23,2015/7/30,china,aaa23,phone2177,ASD45410,15022
-24,2015/7/31,china,aaa24,phone1586,ASD80645,15023
-25,2015/8/1,china,aaa25,phone1310,ASD36408,15024
-26,2015/8/2,china,aaa26,phone1579,ASD14571,15025
-27,2015/8/3,china,aaa27,phone2123,ASD36243,15026
-28,2015/8/4,china,aaa28,phone2334,ASD57825,15027
-29,2015/8/5,china,aaa29,phone1166,ASD26161,15028
-30,2015/8/6,china,aaa30,phone2248,ASD47899,15029
-31,2015/8/7,china,aaa31,phone475,ASD89811,15030
-32,2015/8/8,china,aaa32,phone2499,ASD87974,15031
-33,2015/8/9,china,aaa33,phone2333,ASD62408,15032
-34,2015/8/10,china,aaa34,phone1128,ASD73138,15033
-35,2015/8/11,china,aaa35,phone1063,ASD29573,15034
-36,2015/8/12,china,aaa36,phone1633,ASD82574,15035
-37,2015/8/13,china,aaa37,phone775,ASD47938,15036
-38,2015/8/14,china,aaa38,phone817,ASD40947,15037
-39,2015/8/15,china,aaa39,phone2221,ASD6379,15038
-40,2015/8/16,china,aaa40,phone2289,ASD48374,15039
-41,2015/8/17,china,aaa41,phone599,ASD44560,15040
-42,2015/8/18,china,aaa42,phone384,ASD613,15041
-43,2015/8/19,china,aaa43,phone731,ASD66050,15042
-44,2015/8/20,china,aaa44,phone2128,ASD39759,15043
-45,2015/8/21,china,aaa45,phone1503,ASD31200,15044
-46,2015/8/22,china,aaa46,phone1833,ASD22945,15045
-47,2015/8/23,china,aaa47,phone2346,ASD80162,15046
-48,2015/8/24,china,aaa48,phone2714,ASD27822,15047
-49,2015/8/25,china,aaa49,phone1582,ASD21279,15048
-50,2015/8/26,china,aaa50,phone83,ASD17242,15049
-51,2015/8/27,china,aaa51,phone54,ASD29131,15050
-52,2015/8/28,china,aaa52,phone526,ASD73647,15051
-53,2015/8/29,china,aaa53,phone1308,ASD80493,15052
-54,2015/8/30,china,aaa54,phone2785,ASD30573,15053
-55,2015/8/31,china,aaa55,phone2133,ASD49757,15054
-56,2015/9/1,china,aaa56,phone871,ASD54753,15055
-57,2015/9/2,china,aaa57,phone1570,ASD25758,15056
-58,2015/9/3,china,aaa58,phone434,ASD30291,15057
-59,2015/9/4,china,aaa59,phone2023,ASD60739,15058
-60,2015/9/5,china,aaa60,phone1755,ASD4955,15059
-61,2015/9/6,china,aaa61,phone1120,ASD41678,15060
-62,2015/9/7,china,aaa62,phone526,ASD73647,15061
-63,2015/9/8,china,aaa63,phone111,ASD20917,15062
-64,2015/9/9,china,aaa64,phone2477,ASD78171,15063
-65,2015/9/10,china,aaa65,phone1458,ASD3023,15064
-66,2015/9/11,china,aaa66,phone33,ASD54379,15065
-67,2015/9/12,china,aaa67,phone1710,ASD65296,15066
-68,2015/9/13,china,aaa68,phone118,ASD4568,15067
-69,2015/9/14,china,aaa69,phone2772,ASD42161,15068
-70,2015/9/15,china,aaa70,phone1013,ASD88261,15069
-71,2015/9/16,china,aaa71,phone1606,ASD33903,15070
-72,2015/9/17,china,aaa72,phone2800,ASD60308,15071
-73,2015/9/18,china,aaa73,phone2461,ASD14645,15072
-74,2015/9/19,china,aaa74,phone1038,ASD66620,15073
-75,2015/9/20,china,aaa75,phone2882,ASD23220,15074
-76,2015/9/21,china,aaa76,phone1665,ASD31618,15075
-77,2015/9/22,china,aaa77,phone2991,ASD37964,15076
-78,2015/9/23,china,aaa78,phone620,ASD7257,15077
-79,2015/9/24,china,aaa79,phone1097,ASD12510,15078
-80,2015/9/25,usa,aaa80,phone1668,ASD41149,15079
-81,2015/9/26,china,aaa81,phone2869,ASD95862,15080
-82,2015/9/27,china,aaa82,phone2506,ASD77011,15081
-83,2015/9/28,china,aaa83,phone2897,ASD6674,15082
-84,2015/9/29,china,aaa84,phone954,ASD72595,15083
-85,2015/9/30,china,aaa85,phone1382,ASD86617,15084
-86,2015/10/1,china,aaa86,phone284,ASD31454,15085
-87,2015/10/2,china,aaa87,phone1000,ASD1404,15086
-88,2015/10/3,china,aaa88,phone1813,ASD6955,15087
-89,2015/10/4,china,aaa89,phone2301,ASD14198,15088
-90,2015/10/5,france,aaa90,phone791,ASD13426,15089
-91,2015/10/6,china,aaa91,phone1885,ASD67230,15090
-92,2015/10/7,china,aaa92,phone2055,ASD37734,15091
-93,2015/10/8,china,aaa93,phone710,ASD20056,15092
-94,2015/10/9,china,aaa94,phone1661,ASD62717,15093
-95,2015/10/10,china,aaa95,phone890,ASD68112,15094
-96,2015/10/11,china,aaa96,phone1291,ASD43253,15095
-97,2015/10/12,china,aaa97,phone1754,ASD17116,15096
-98,2015/10/13,china,aaa98,phone1162,ASD9615,15097
-99,2015/10/14,china,aaa99,phone1202,ASD38525,15098
-100,2015/10/15,china,aaa100,phone2568,ASD16162,15099
-101,2015/10/16,china,aaa101,phone722,ASD82042,15100
-102,2015/10/17,china,aaa102,phone1986,ASD55325,15101
-103,2015/10/18,china,aaa103,phone2370,ASD86596,15102
-104,2015/10/19,china,aaa104,phone2477,ASD78171,15103
-105,2015/10/20,china,aaa105,phone2047,ASD38944,15104
-106,2015/10/21,china,aaa106,phone16,ASD96002,15105
-107,2015/10/22,china,aaa107,phone1319,ASD79661,15106
-108,2015/10/23,china,aaa108,phone1375,ASD63986,15107
-109,2015/10/24,china,aaa109,phone638,ASD22875,15108
-110,2015/10/25,china,aaa110,phone1520,ASD75562,15109
-111,2015/10/26,china,aaa111,phone868,ASD43647,15110
-112,2015/10/27,china,aaa112,phone1688,ASD69512,15111
-113,2015/10/28,china,aaa113,phone1359,ASD65796,15112
-114,2015/10/29,china,aaa114,phone1819,ASD14490,15113
-115,2015/10/30,china,aaa115,phone2686,ASD70591,15114
-116,2015/10/31,china,aaa116,phone1999,ASD59245,15115
-117,2015/11/1,china,aaa117,phone1708,ASD47454,15116
-118,2015/11/2,china,aaa118,phone868,ASD43647,15117
-119,2015/11/3,china,aaa119,phone2708,ASD80313,15118
-120,2015/11/4,china,aaa120,phone2930,ASD29572,15119
-121,2015/11/5,china,aaa121,phone482,ASD37161,15120
-122,2015/11/6,china,aaa122,phone147,ASD86280,15121
-123,2015/11/7,china,aaa123,phone22,ASD15140,15122
-124,2015/11/8,china,aaa124,phone2900,ASD81501,15123
-125,2015/11/9,china,aaa125,phone2698,ASD94746,15124
-126,2015/11/10,china,aaa126,phone740,ASD87038,15125
-127,2015/11/11,china,aaa127,phone2330,ASD51162,15126
-128,2015/11/12,china,aaa128,phone1825,ASD39324,15127
-129,2015/11/13,china,aaa129,phone1910,ASD38521,15128
-130,2015/11/14,china,aaa130,phone2391,ASD77728,15129
-131,2015/11/15,china,aaa131,phone138,ASD67641,15130
-132,2015/11/16,uk,aaa132,phone1860,ASD84718,15131
-133,2015/11/17,uk,aaa133,phone1957,ASD8256,15132
-134,2015/11/18,uk,aaa134,phone738,ASD55955,15133
-135,2015/11/19,uk,aaa135,phone412,ASD58554,15134
-136,2015/11/20,uk,aaa136,phone2913,ASD38036,15135
-137,2015/11/21,uk,aaa137,phone2397,ASD17008,15136
-138,2015/11/22,uk,aaa138,phone2231,ASD59268,15137
-139,2015/11/23,uk,aaa139,phone1909,ASD32664,15138
-140,2015/11/24,uk,aaa140,phone2339,ASD54735,15139
-141,2015/11/25,china,aaa141,phone1086,ASD70962,15140
-142,2015/11/26,china,aaa142,phone2462,ASD4442,15141
-143,2015/11/27,china,aaa143,phone1628,ASD24356,15142
-144,2015/11/28,china,aaa144,phone1399,ASD18683,15143
-145,2015/11/29,china,aaa145,phone1512,ASD42324,15144
-146,2015/11/30,china,aaa146,phone845,ASD73765,15145
-147,2015/12/1,china,aaa147,phone2338,ASD49799,15146
-148,2015/12/2,china,aaa148,phone112,ASD95309,15147
-149,2015/12/3,china,aaa149,phone2008,ASD99124,15148
-150,2015/12/4,china,aaa150,phone1504,ASD18487,15149
-151,2015/12/5,china,aaa151,phone2538,ASD86901,15150
-152,2015/12/6,china,aaa152,phone253,ASD56839,15151
-153,2015/12/7,china,aaa153,phone543,ASD59832,15152
-154,2015/12/8,china,aaa154,phone251,ASD59211,15153
-155,2015/12/9,china,aaa155,phone2898,ASD58932,15154
-156,2015/12/10,china,aaa156,phone219,ASD78593,15155
-157,2015/12/11,china,aaa157,phone599,ASD44560,15156
-158,2015/12/12,china,aaa158,phone2775,ASD33598,15157
-159,2015/12/13,china,aaa159,phone873,ASD94122,15158
-160,2015/12/14,china,aaa160,phone1871,ASD21810,15159
-161,2015/12/15,china,aaa161,phone1871,ASD21810,15160
-162,2015/12/16,china,aaa162,phone1626,ASD5437,15161
-163,2015/12/17,china,aaa163,phone825,ASD71225,15162
-164,2015/12/18,china,aaa164,phone2660,ASD27594,15163
-165,2015/12/19,china,aaa165,phone388,ASD76310,15164
-166,2015/12/20,china,aaa166,phone2583,ASD77454,15165
-167,2015/12/21,china,aaa167,phone2870,ASD61497,15166
-168,2015/12/22,china,aaa168,phone2785,ASD30573,15167
-169,2015/12/23,china,aaa169,phone293,ASD78900,15168
-170,2015/12/24,china,aaa170,phone116,ASD86473,15169
-171,2015/12/25,china,aaa171,phone1244,ASD30971,15170
-172,2015/12/26,china,aaa172,phone2175,ASD33484,15171
-173,2015/12/27,china,aaa173,phone1909,ASD32664,15172
-174,2015/12/28,china,aaa174,phone1921,ASD28833,15173
-175,2015/12/29,china,aaa175,phone374,ASD67524,15174
-176,2015/12/30,china,aaa176,phone465,ASD75494,15175
-177,2015/12/31,china,aaa177,phone395,ASD63501,15176
-178,2016/1/1,china,aaa178,phone1695,ASD92758,15177
-179,2016/1/2,china,aaa179,phone1396,ASD53292,15178
-180,2016/1/3,china,aaa180,phone1377,ASD12856,15179
-181,2016/1/4,china,aaa181,phone2385,ASD70717,15180
-182,2016/1/5,china,aaa182,phone2083,ASD3221,15181
-183,2016/1/6,china,aaa183,phone609,ASD54015,15182
-184,2016/1/7,china,aaa184,phone1732,ASD35453,15183
-185,2016/1/8,china,aaa185,phone926,ASD46831,15184
-186,2016/1/9,china,aaa186,phone52,ASD46238,15185
-187,2016/1/10,china,aaa187,phone401,ASD28870,15186
-188,2016/1/11,china,aaa188,phone304,ASD52886,15187
-189,2016/1/12,china,aaa189,phone1586,ASD80645,15188
-190,2016/1/13,china,aaa190,phone358,ASD23673,15189
-191,2016/1/14,china,aaa191,phone1930,ASD58097,15190
-192,2016/1/15,china,aaa192,phone663,ASD44218,15191
-193,2016/1/16,china,aaa193,phone1243,ASD37727,15192
-194,2016/1/17,china,aaa194,phone1588,ASD91226,15193
-195,2016/1/18,china,aaa195,phone2527,ASD80035,15194
-196,2016/1/19,china,aaa196,phone1522,ASD62002,15195
-197,2016/1/20,china,aaa197,phone1387,ASD49312,15196
-198,2016/1/21,china,aaa198,phone2493,ASD55143,15197
-199,2016/1/22,china,aaa199,phone2307,ASD10530,15198
-200,2016/1/23,china,aaa200,phone2940,ASD57500,15199
-201,2016/1/24,canada,aaa201,phone1208,ASD8177,15200
-202,2016/1/25,canada,aaa202,phone1383,ASD13789,15201
-203,2016/1/26,canada,aaa203,phone1016,ASD68460,15202
-204,2016/1/27,canada,aaa204,phone2832,ASD89285,15203
-205,2016/1/28,canada,aaa205,phone2199,ASD21040,15204
-206,2016/1/29,canada,aaa206,phone1105,ASD41184,15205
-207,2016/1/30,canada,aaa207,phone1997,ASD79237,15206
-208,2016/1/31,canada,aaa208,phone663,ASD44218,15207
-209,2016/2/1,canada,aaa209,phone767,ASD85191,15208
-210,2016/2/2,canada,aaa210,phone1232,ASD55928,15209
-211,2016/2/3,canada,aaa211,phone2533,ASD86033,15210
-212,2016/2/4,canada,aaa212,phone861,ASD12777,15211
-213,2016/2/5,canada,aaa213,phone1334,ASD47037,15212
-214,2016/2/6,canada,aaa214,phone1438,ASD77362,15213
-215,2016/2/7,canada,aaa215,phone160,ASD78770,15214
-216,2015/7/8,canada,aaa216,phone2437,ASD99353,15215
-217,2015/7/8,canada,aaa217,phone1430,ASD42465,15216
-218,2015/7/8,china,aaa218,phone2989,ASD31575,15217
-219,2015/7/8,china,aaa219,phone1315,ASD42644,15218
-220,2015/7/8,china,aaa220,phone2866,ASD29661,15219
-221,2015/7/8,china,aaa221,phone1616,ASD16671,15220
-222,2015/7/8,china,aaa222,phone2087,ASD48037,15221
-223,2015/7/8,china,aaa223,phone2573,ASD82694,15222
-224,2015/7/8,china,aaa224,phone913,ASD21179,15223
-225,2015/7/8,china,aaa225,phone900,ASD46140,15224
-226,2015/7/8,china,aaa226,phone1087,ASD43483,15225
-227,2015/7/8,china,aaa227,phone1647,ASD74002,15226
-228,2015/7/8,china,aaa228,phone2341,ASD82304,15227
-229,2015/7/8,china,aaa229,phone1901,ASD34911,15228
-230,2015/7/8,china,aaa230,phone2649,ASD69130,15229
-231,2015/7/8,china,aaa231,phone2514,ASD24211,15230
-232,2015/7/8,china,aaa232,phone133,ASD22945,15231
-233,2015/7/8,china,aaa233,phone1048,ASD5352,15232
-234,2015/7/8,uk,aaa234,phone10,ASD18389,15233
-235,2015/7/8,france,aaa235,phone319,ASD14310,15234
-236,2015/7/8,france,aaa236,phone169,ASD18752,15235
-237,2015/7/8,france,aaa237,phone1792,ASD12930,15236
-238,2015/7/8,france,aaa238,phone2914,ASD66266,15237
-239,2015/7/8,france,aaa239,phone371,ASD78389,15238
-240,2015/7/8,france,aaa240,phone739,ASD43117,15239
-241,2015/7/8,france,aaa241,phone791,ASD13426,15240
-242,2015/7/8,france,aaa242,phone2594,ASD53050,15241
-243,2015/7/8,france,aaa243,phone696,ASD31569,15242
-244,2015/7/8,france,aaa244,phone2029,ASD19595,15243
-245,2015/7/8,france,aaa245,phone795,ASD24648,15244
-246,2015/7/8,france,aaa246,phone865,ASD20613,15245
-247,2015/7/8,france,aaa247,phone471,ASD5440,15246
-248,2015/7/8,france,aaa248,phone2399,ASD39891,15247
-249,2015/7/8,france,aaa249,phone56,ASD79971,15248
-250,2015/7/8,france,aaa250,phone1371,ASD27896,15249
-251,2015/7/8,france,aaa251,phone1746,ASD68481,15250
-252,2015/7/8,france,aaa252,phone147,ASD86280,15251
-253,2015/7/8,france,aaa253,phone2766,ASD60381,15252
-254,2015/7/8,france,aaa254,phone2932,ASD12302,15253
-255,2015/7/8,france,aaa255,phone1866,ASD21033,15254
-256,2015/7/8,france,aaa256,phone1631,ASD67070,15255
-257,2015/7/8,france,aaa257,phone1386,ASD80979,15256
-258,2015/7/8,france,aaa258,phone2384,ASD97760,15257
-259,2015/7/8,france,aaa259,phone1977,ASD29691,15258
-260,2015/7/8,france,aaa260,phone316,ASD96088,15259
-261,2015/7/8,france,aaa261,phone763,ASD7447,15260
-262,2015/7/8,france,aaa262,phone2791,ASD86621,15261
-263,2015/7/8,france,aaa263,phone401,ASD28870,15262
-264,2015/7/8,france,aaa264,phone1534,ASD59748,15263
-265,2015/7/8,france,aaa265,phone2815,ASD51862,15264
-266,2015/7/8,france,aaa266,phone2277,ASD52116,15265
-267,2015/7/8,france,aaa267,phone1458,ASD3023,15266
-268,2015/7/8,china,aaa268,phone1173,ASD44668,15267
-269,2015/7/8,china,aaa269,phone2428,ASD94819,15268
-270,2015/7/8,china,aaa270,phone2565,ASD41930,15269
-271,2015/7/8,china,aaa271,phone2064,ASD14615,15270
-272,2015/7/8,china,aaa272,phone1332,ASD35057,15271
-273,2015/7/8,china,aaa273,phone1117,ASD96168,15272
-274,2015/7/8,china,aaa274,phone801,ASD10049,15273
-275,2015/7/8,china,aaa275,phone316,ASD96088,15274
-276,2015/7/8,china,aaa276,phone2098,ASD4166,15275
-277,2015/7/8,china,aaa277,phone1590,ASD74144,15276
-278,2015/7/8,china,aaa278,phone148,ASD26033,15277
-279,2015/7/8,china,aaa279,phone1139,ASD42486,15278
-280,2015/7/8,china,aaa280,phone225,ASD13992,15279
-281,2015/7/8,china,aaa281,phone2490,ASD25777,15280
-282,2015/7/8,china,aaa282,phone807,ASD97797,15281
-283,2015/7/8,china,aaa283,phone25,ASD67930,15282
-284,2015/7/8,china,aaa284,phone1101,ASD35178,15283
-285,2015/7/8,china,aaa285,phone1211,ASD27032,15284
-286,2015/7/8,china,aaa286,phone1092,ASD30977,15285
-287,2015/7/8,china,aaa287,phone268,ASD20002,15286
-288,2015/7/8,china,aaa288,phone1017,ASD2489,15287
-289,2015/7/8,china,aaa289,phone672,ASD18712,15288
-290,2015/7/8,china,aaa290,phone320,ASD5030,15289
-291,2015/7/8,china,aaa291,phone2022,ASD53089,15290
-292,2015/7/8,china,aaa292,phone817,ASD40947,15291
-293,2015/7/8,china,aaa293,phone1513,ASD63237,15292
-294,2015/7/8,china,aaa294,phone1913,ASD29267,15293
-295,2015/7/8,china,aaa295,phone233,ASD94159,15294
-296,2015/7/8,china,aaa296,phone2613,ASD36379,15295
-297,2015/7/8,china,aaa297,phone492,ASD85148,15296
-298,2015/7/8,china,aaa298,phone2896,ASD87790,15297
-299,2015/7/8,china,aaa299,phone1395,ASD5086,15298
-300,2015/7/8,china,aaa300,phone2405,ASD98593,15299
-301,2015/7/8,china,aaa301,phone1837,ASD76100,15300
-302,2015/7/8,china,aaa302,phone690,ASD96405,15301
-303,2015/7/8,china,aaa303,phone1006,ASD22695,15302
-304,2015/7/8,china,aaa304,phone1980,ASD31405,15303
-305,2015/7/8,china,aaa305,phone170,ASD78727,15304
-306,2015/7/8,china,aaa306,phone1139,ASD42486,15305
-307,2015/7/8,china,aaa307,phone1033,ASD7342,15306
-308,2015/7/8,china,aaa308,phone2020,ASD48268,15307
-309,2015/7/8,china,aaa309,phone1629,ASD59143,15308
-310,2015/7/8,china,aaa310,phone222,ASD42940,15309
-311,2015/7/8,china,aaa311,phone574,ASD18673,15310
-312,2015/7/8,china,aaa312,phone2371,ASD40072,15311
-313,2015/7/8,china,aaa313,phone1817,ASD40255,15312
-314,2015/7/8,china,aaa314,phone1153,ASD74976,15313
-315,2015/7/8,china,aaa315,phone2836,ASD74087,15314
-316,2015/7/8,china,aaa316,phone89,ASD88184,15315
-317,2015/7/8,china,aaa317,phone1988,ASD6141,15316
-318,2015/7/8,china,aaa318,phone2641,ASD75257,15317
-319,2015/7/8,china,aaa319,phone106,ASD31344,15318
-320,2015/7/8,china,aaa320,phone426,ASD54309,15319
-321,2015/7/8,china,aaa321,phone1551,ASD30475,15320
-322,2015/7/8,china,aaa322,phone1241,ASD73185,15321
-323,2015/7/8,china,aaa323,phone2249,ASD87147,15322
-324,2015/7/8,china,aaa324,phone1644,ASD12948,15323
-325,2015/7/8,china,aaa325,phone2574,ASD33664,15324
-326,2015/7/8,china,aaa326,phone180,ASD40830,15325
-327,2015/7/8,china,aaa327,phone2382,ASD36810,15326
-328,2015/7/8,china,aaa328,phone1651,ASD91529,15327
-329,2015/7/8,china,aaa329,phone1272,ASD69717,15328
-330,2015/7/8,china,aaa330,phone1623,ASD48772,15329
-331,2015/7/8,china,aaa331,phone982,ASD12783,15330
-332,2015/7/8,china,aaa332,phone2929,ASD37120,15331
-333,2015/7/8,china,aaa333,phone894,ASD84235,15332
-334,2015/7/8,china,aaa334,phone2522,ASD55429,15333
-335,2015/7/8,china,aaa335,phone1347,ASD67484,15334
-336,2015/7/8,china,aaa336,phone471,ASD5440,15335
-337,2015/7/8,china,aaa337,phone2515,ASD2692,15336
-338,2015/7/8,china,aaa338,phone1337,ASD614,15337
-339,2015/7/8,china,aaa339,phone1619,ASD4540,15338
-340,2015/7/8,china,aaa340,phone1262,ASD35650,15339
-341,2015/7/8,china,aaa341,phone2909,ASD62684,15340
-342,2015/7/8,china,aaa342,phone49,ASD54022,15341
-343,2015/7/8,china,aaa343,phone1989,ASD56363,15342
-344,2015/7/8,china,aaa344,phone911,ASD95311,15343
-345,2015/7/8,china,aaa345,phone2139,ASD68016,15344
-346,2015/7/8,china,aaa346,phone2097,ASD15979,15345
-347,2015/7/8,china,aaa347,phone1134,ASD97664,15346
-348,2015/7/8,china,aaa348,phone2347,ASD53040,15347
-349,2015/7/8,china,aaa349,phone2263,ASD40179,15348
-350,2015/7/8,china,aaa350,phone1539,ASD96530,15349
-351,2015/7/8,china,aaa351,phone1123,ASD45798,15350
-352,2015/7/8,china,aaa352,phone2969,ASD18127,15351
-353,2015/7/8,china,aaa353,phone2968,ASD47580,15352
-354,2015/7/8,china,aaa354,phone996,ASD78710,15353
-355,2015/7/8,china,aaa355,phone2700,ASD15021,15354
-356,2015/7/8,china,aaa356,phone753,ASD22367,15355
-357,2015/7/8,china,aaa357,phone2640,ASD29615,15356
-358,2015/7/8,china,aaa358,phone2768,ASD23094,15357
-359,2015/7/8,china,aaa359,phone418,ASD53383,15358
-360,2015/7/8,china,aaa360,phone1612,ASD55774,15359
-361,2015/7/8,china,aaa361,phone451,ASD1954,15360
-362,2015/7/8,china,aaa362,phone2096,ASD61555,15361
-363,2015/7/8,china,aaa363,phone1979,ASD7220,15362
-364,2015/7/8,china,aaa364,phone325,ASD97321,15363
-365,2015/7/8,china,aaa365,phone1138,ASD40077,15364
-366,2015/7/8,china,aaa366,phone1866,ASD21033,15365
-367,2015/7/8,china,aaa367,phone683,ASD26163,15366
-368,2015/7/8,china,aaa368,phone1412,ASD19745,15367
-369,2015/7/8,china,aaa369,phone2578,ASD40786,15368
-370,2015/7/8,china,aaa370,phone950,ASD5064,15369
-371,2015/7/8,china,aaa371,phone1981,ASD11729,15370
-372,2015/7/8,china,aaa372,phone1367,ASD71011,15371
-373,2015/7/8,china,aaa373,phone2867,ASD24364,15372
-374,2015/7/8,china,aaa374,phone2284,ASD32419,15373
-375,2015/7/8,china,aaa375,phone2463,ASD33813,15374
-376,2015/7/8,china,aaa376,phone368,ASD34269,15375
-377,2015/7/8,china,aaa377,phone428,ASD1961,15376
-378,2015/7/8,china,aaa378,phone2527,ASD80035,15377
-379,2015/7/8,china,aaa379,phone260,ASD2976,15378
-380,2015/7/8,china,aaa380,phone1671,ASD73981,15379
-381,2015/7/8,china,aaa381,phone1379,ASD62041,15380
-382,2015/7/8,china,aaa382,phone124,ASD28539,15381
-383,2015/7/8,china,aaa383,phone95,ASD88540,15382
-384,2015/7/8,china,aaa384,phone2487,ASD6907,15383
-385,2015/7/8,china,aaa385,phone1420,ASD49252,15384
-386,2015/7/8,china,aaa386,phone429,ASD61651,15385
-387,2015/7/8,china,aaa387,phone2953,ASD3445,15386
-388,2015/7/8,china,aaa388,phone1645,ASD20063,15387
-389,2015/7/8,china,aaa389,phone283,ASD16039,15388
-390,2015/7/8,china,aaa390,phone2927,ASD21076,15389
-391,2015/7/8,china,aaa391,phone2855,ASD27086,15390
-392,2015/7/8,china,aaa392,phone1952,ASD50922,15391
-393,2015/7/8,china,aaa393,phone229,ASD66817,15392
-394,2015/7/8,brazil,aaa394,phone1883,ASD33806,15393
-395,2015/7/8,brazil,aaa395,phone2148,ASD60441,15394
-396,2015/7/8,brazil,aaa396,phone190,ASD29041,15395
-397,2015/7/8,brazil,aaa397,phone356,ASD62581,15396
-398,2015/7/8,brazil,aaa398,phone2992,ASD71446,15397
-399,2015/7/8,brazil,aaa399,phone2213,ASD54693,15398
-400,2015/7/8,brazil,aaa400,phone165,ASD10848,15399
-401,2015/7/8,brazil,aaa401,phone1579,ASD14571,15400
-402,2015/7/8,brazil,aaa402,phone251,ASD59211,15401
-403,2015/7/8,brazil,aaa403,phone1522,ASD62002,15402
-404,2015/7/8,brazil,aaa404,phone2873,ASD12631,15403
-405,2015/7/8,brazil,aaa405,phone1376,ASD68677,15404
-406,2015/7/8,brazil,aaa406,phone1587,ASD94026,15405
-407,2015/7/8,brazil,aaa407,phone2792,ASD55146,15406
-408,2015/7/8,brazil,aaa408,phone2774,ASD91112,15407
-409,2015/7/8,brazil,aaa409,phone2439,ASD9880,15408
-410,2015/7/8,brazil,aaa410,phone1399,ASD18683,15409
-411,2015/7/8,brazil,aaa411,phone150,ASD69229,15410
-412,2015/7/8,china,aaa412,phone2895,ASD1765,15411
-413,2015/7/8,china,aaa413,phone2551,ASD77958,15412
-414,2015/7/8,china,aaa414,phone694,ASD92230,15413
-415,2015/7/8,china,aaa415,phone2233,ASD84617,15414
-416,2015/7/8,china,aaa416,phone146,ASD65240,15415
-417,2015/7/8,china,aaa417,phone707,ASD5628,15416
-418,2015/7/8,china,aaa418,phone2658,ASD4726,15417
-419,2015/7/8,china,aaa419,phone1020,ASD4161,15418
-420,2015/7/8,china,aaa420,phone535,ASD97410,15419
-421,2015/7/8,china,aaa421,phone624,ASD51860,15420
-422,2015/7/8,usa,aaa422,phone2102,ASD80410,15421
-423,2015/7/8,china,aaa423,phone1112,ASD28257,15422
-424,2015/7/8,china,aaa424,phone1347,ASD67484,15423
-425,2015/7/8,china,aaa425,phone1306,ASD5266,15424
-426,2015/7/8,china,aaa426,phone2458,ASD89845,15425
-427,2015/7/8,china,aaa427,phone1701,ASD65854,15426
-428,2015/7/8,china,aaa428,phone1439,ASD55081,15427
-429,2015/7/8,china,aaa429,phone2952,ASD29721,15428
-430,2015/7/8,china,aaa430,phone2890,ASD73575,15429
-431,2015/7/8,china,aaa431,phone1817,ASD40255,15430
-432,2015/7/8,china,aaa432,phone1264,ASD10727,15431
-433,2015/7/8,china,aaa433,phone2819,ASD32336,15432
-434,2015/7/8,china,aaa434,phone1046,ASD84173,15433
-435,2015/7/8,china,aaa435,phone281,ASD29929,15434
-436,2015/7/8,china,aaa436,phone731,ASD66050,15435
-437,2015/7/8,china,aaa437,phone244,ASD24103,15436
-438,2015/7/8,china,aaa438,phone993,ASD22962,15437
-439,2015/7/8,china,aaa439,phone2984,ASD28539,15438
-440,2015/7/8,china,aaa440,phone1078,ASD93778,15439
-441,2015/7/8,china,aaa441,phone2844,ASD33646,15440
-442,2015/7/8,china,aaa442,phone2251,ASD59852,15441
-443,2015/7/8,china,aaa443,phone598,ASD1303,15442
-444,2015/7/8,china,aaa444,phone1286,ASD96687,15443
-445,2015/7/8,china,aaa445,phone2346,ASD80162,15444
-446,2015/7/8,china,aaa446,phone729,ASD69936,15445
-447,2015/7/8,china,aaa447,phone1946,ASD69048,15446
-448,2015/7/8,china,aaa448,phone2832,ASD89285,15447
-449,2015/7/8,china,aaa449,phone1334,ASD47037,15448
-450,2015/7/8,china,aaa450,phone2434,ASD67700,15449
-451,2015/7/8,china,aaa451,phone595,ASD51331,15450
-452,2015/7/8,china,aaa452,phone2018,ASD63383,15451
-453,2015/7/8,china,aaa453,phone1226,ASD69240,15452
-454,2015/7/8,china,aaa454,phone710,ASD20056,15453
-455,2015/7/8,china,aaa455,phone674,ASD61044,15454
-456,2015/7/8,china,aaa456,phone1921,ASD28833,15455
-457,2015/7/8,china,aaa457,phone696,ASD31569,15456
-458,2015/7/8,china,aaa458,phone1393,ASD44216,15457
-459,2015/7/8,china,aaa459,phone101,ASD28691,15458
-460,2015/7/8,china,aaa460,phone2383,ASD76851,15459
-461,2015/7/8,china,aaa461,phone1828,ASD67859,15460
-462,2015/7/8,usa,aaa462,phone1596,ASD74089,15461
-463,2015/7/8,china,aaa463,phone211,ASD91508,15462
-464,2015/7/8,china,aaa464,phone2782,ASD74449,15463
-465,2015/7/8,china,aaa465,phone2912,ASD78786,15464
-466,2015/7/8,china,aaa466,phone844,ASD29001,15465
-467,2015/7/8,china,aaa467,phone2009,ASD14090,15466
-468,2015/7/8,china,aaa468,phone1795,ASD42863,15467
-469,2015/7/8,china,aaa469,phone1208,ASD8177,15468
-470,2015/7/8,china,aaa470,phone225,ASD13992,15469
-471,2015/7/8,china,aaa471,phone102,ASD16814,15470
-472,2015/7/8,china,aaa472,phone1481,ASD59601,15471
-473,2015/7/8,china,aaa473,phone1147,ASD24488,15472
-474,2015/7/8,china,aaa474,phone2077,ASD13520,15473
-475,2015/7/8,china,aaa475,phone2883,ASD44011,15474
-476,2015/7/8,china,aaa476,phone734,ASD81584,15475
-477,2015/7/8,china,aaa477,phone2658,ASD4726,15476
-478,2015/7/8,china,aaa478,phone2454,ASD11864,15477
-479,2015/7/8,china,aaa479,phone1528,ASD82259,15478
-480,2015/7/8,china,aaa480,phone337,ASD7849,15479
-481,2015/7/8,china,aaa481,phone412,ASD58554,15480
-482,2015/7/8,china,aaa482,phone124,ASD28539,15481
-483,2015/7/8,china,aaa483,phone521,ASD63356,15482
-484,2015/7/8,china,aaa484,phone243,ASD62881,15483
-485,2015/7/8,china,aaa485,phone486,ASD78645,15484
-486,2015/7/8,china,aaa486,phone267,ASD84287,15485
-487,2015/7/8,china,aaa487,phone1056,ASD59874,15486
-488,2015/7/8,china,aaa488,phone843,ASD72585,15487
-489,2015/7/8,china,aaa489,phone1319,ASD79661,15488
-490,2015/7/8,china,aaa490,phone1049,ASD37264,15489
-491,2015/7/8,china,aaa491,phone369,ASD19326,15490
-492,2015/7/8,china,aaa492,phone1878,ASD44601,15491
-493,2015/7/8,china,aaa493,phone2458,ASD89845,15492
-494,2015/7/8,china,aaa494,phone2014,ASD36354,15493
-495,2015/7/8,china,aaa495,phone1597,ASD96755,15494
-496,2015/7/8,china,aaa496,phone609,ASD54015,15495
-497,2015/7/8,china,aaa497,phone2921,ASD89806,15496
-498,2015/7/8,china,aaa498,phone534,ASD79006,15497
-499,2015/7/8,china,aaa499,phone1172,ASD38872,15498
-500,2015/7/8,china,aaa500,phone529,ASD57718,15499
-501,2015/7/8,china,aaa501,phone1152,ASD67729,15500
-502,2015/7/8,china,aaa502,phone2211,ASD76824,15501
-503,2015/7/8,china,aaa503,phone478,ASD78007,15502
-504,2015/7/8,china,aaa504,phone1851,ASD23414,15503
-505,2015/7/8,china,aaa505,phone1955,ASD79904,15504
-506,2015/7/8,china,aaa506,phone545,ASD56156,15505
-507,2015/7/8,china,aaa507,phone44,ASD20640,15506
-508,2015/7/8,china,aaa508,phone437,ASD15325,15507
-509,2015/7/8,china,aaa509,phone1907,ASD4995,15508
-510,2015/7/8,china,aaa510,phone2926,ASD57045,15509
-511,2015/7/8,china,aaa511,phone1774,ASD12773,15510
-512,2015/7/8,china,aaa512,phone1451,ASD46252,15511
-513,2015/7/8,china,aaa513,phone2050,ASD67274,15512
-514,2015/7/8,china,aaa514,phone1359,ASD65796,15513
-515,2015/7/8,china,aaa515,phone2472,ASD11464,15514
-516,2015/7/8,china,aaa516,phone1430,ASD42465,15515
-517,2015/7/8,china,aaa517,phone1946,ASD69048,15516
-518,2015/7/8,china,aaa518,phone1445,ASD154,15517
-519,2015/7/8,china,aaa519,phone1689,ASD25206,15518
-520,2015/7/8,china,aaa520,phone2262,ASD79744,15519
-521,2015/7/8,china,aaa521,phone2950,ASD52102,15520
-522,2015/7/8,china,aaa522,phone764,ASD28348,15521
-523,2015/7/8,china,aaa523,phone318,ASD68522,15522
-524,2015/7/8,china,aaa524,phone1548,ASD95032,15523
-525,2015/7/8,china,aaa525,phone915,ASD65907,15524
-526,2015/7/8,china,aaa526,phone2672,ASD16946,15525
-527,2015/7/8,china,aaa527,phone538,ASD90796,15526
-528,2015/7/8,china,aaa528,phone2806,ASD83826,15527
-529,2015/7/8,china,aaa529,phone2158,ASD5227,15528
-530,2015/7/8,china,aaa530,phone2415,ASD30793,15529
-531,2015/7/8,china,aaa531,phone1017,ASD2489,15530
-532,2015/7/8,china,aaa532,phone779,ASD34772,15531
-533,2015/7/8,china,aaa533,phone2092,ASD72501,15532
-534,2015/7/8,china,aaa534,phone2684,ASD32921,15533
-535,2015/7/8,china,aaa535,phone842,ASD28065,15534
-536,2015/7/8,china,aaa536,phone1628,ASD24356,15535
-537,2015/7/8,china,aaa537,phone2185,ASD42692,15536
-538,2015/7/8,china,aaa538,phone16,ASD96002,15537
-539,2015/7/8,china,aaa539,phone2065,ASD1428,15538
-540,2015/7/8,china,aaa540,phone2804,ASD81203,15539
-541,2015/7/8,china,aaa541,phone1013,ASD88261,15540
-542,2015/7/8,china,aaa542,phone604,ASD9791,15541
-543,2015/7/8,china,aaa543,phone2243,ASD89678,15542
-544,2015/7/8,china,aaa544,phone12,ASD4745,15543
-545,2015/7/8,china,aaa545,phone1834,ASD9095,15544
-546,2015/7/8,china,aaa546,phone2737,ASD884,15545
-547,2015/7/8,china,aaa547,phone2132,ASD28336,15546
-548,2015/7/8,china,aaa548,phone1621,ASD95449,15547
-549,2015/7/8,china,aaa549,phone407,ASD40614,15548
-550,2015/7/8,china,aaa550,phone630,ASD44723,15549
-551,2015/7/8,china,aaa551,phone1586,ASD80645,15550
-552,2015/7/8,china,aaa552,phone1192,ASD76894,15551
-553,2015/7/8,china,aaa553,phone2394,ASD61316,15552
-554,2015/7/8,china,aaa554,phone406,ASD41369,15553
-555,2015/7/8,china,aaa555,phone287,ASD14590,15554
-556,2015/7/8,china,aaa556,phone1794,ASD81307,15555
-557,2015/7/8,china,aaa557,phone1086,ASD70962,15556
-558,2015/7/8,china,aaa558,phone1406,ASD92347,15557
-559,2015/7/8,china,aaa559,phone2886,ASD42613,15558
-560,2015/7/8,china,aaa560,phone901,ASD53764,15559
-561,2015/7/8,china,aaa561,phone328,ASD22482,15560
-562,2015/7/8,china,aaa562,phone2867,ASD24364,15561
-563,2015/7/8,china,aaa563,phone2723,ASD86337,15562
-564,2015/7/8,china,aaa564,phone1339,ASD47999,15563
-565,2015/7/8,china,aaa565,phone403,ASD93198,15564
-566,2015/7/8,china,aaa566,phone557,ASD9926,15565
-567,2015/7/8,china,aaa567,phone107,ASD8537,15566
-568,2015/7/8,china,aaa568,phone2095,ASD78485,15567
-569,2015/7/8,china,aaa569,phone764,ASD28348,15568
-570,2015/7/8,china,aaa570,phone1483,ASD74306,15569
-571,2015/7/8,china,aaa571,phone1304,ASD82559,15570
-572,2015/7/8,china,aaa572,phone2712,ASD30690,15571
-573,2015/7/8,china,aaa573,phone1878,ASD44601,15572
-574,2015/7/8,china,aaa574,phone1707,ASD67861,15573
-575,2015/7/8,china,aaa575,phone2161,ASD88219,15574
-576,2015/7/8,china,aaa576,phone714,ASD96718,15575
-577,2015/7/8,china,aaa577,phone218,ASD11450,15576
-578,2015/7/8,china,aaa578,phone1751,ASD11957,15577
-579,2015/7/8,china,aaa579,phone2442,ASD37341,15578
-580,2015/7/8,china,aaa580,phone2769,ASD17811,15579
-581,2015/7/8,china,aaa581,phone1666,ASD44070,15580
-582,2015/7/8,china,aaa582,phone1262,ASD35650,15581
-583,2015/7/8,china,aaa583,phone90,ASD81472,15582
-584,2015/7/8,china,aaa584,phone1020,ASD4161,15583
-585,2015/7/8,china,aaa585,phone286,ASD23637,15584
-586,2015/7/8,china,aaa586,phone2419,ASD95733,15585
-587,2015/7/8,china,aaa587,phone373,ASD79963,15586
-588,2015/7/8,china,aaa588,phone1872,ASD38362,15587
-589,2015/7/8,china,aaa589,phone847,ASD14247,15588
-590,2015/7/8,china,aaa590,phone966,ASD38194,15589
-591,2015/7/8,china,aaa591,phone2377,ASD50473,15590
-592,2015/7/8,china,aaa592,phone90,ASD81472,15591
-593,2015/7/8,china,aaa593,phone1608,ASD6315,15592
-594,2015/7/8,china,aaa594,phone1955,ASD79904,15593
-595,2015/7/8,china,aaa595,phone331,ASD42591,15594
-596,2015/7/8,china,aaa596,phone2294,ASD18187,15595
-597,2015/7/8,china,aaa597,phone1084,ASD36336,15596
-598,2015/7/8,china,aaa598,phone795,ASD24648,15597
-599,2015/7/8,china,aaa599,phone1496,ASD55988,15598
-600,2015/7/8,china,aaa600,phone1714,ASD16522,15599
-601,2015/7/8,china,aaa601,phone402,ASD189,15600
-602,2015/7/8,china,aaa602,phone729,ASD69936,15601
-603,2015/7/8,china,aaa603,phone1962,ASD85121,15602
-604,2015/7/8,china,aaa604,phone980,ASD28156,15603
-605,2015/7/8,china,aaa605,phone937,ASD89596,15604
-606,2015/7/8,china,aaa606,phone651,ASD26845,15605
-607,2015/7/8,china,aaa607,phone679,ASD45839,15606
-608,2015/7/8,china,aaa608,phone150,ASD69229,15607
-609,2015/7/8,china,aaa609,phone710,ASD20056,15608
-610,2015/7/8,china,aaa610,phone64,ASD27340,15609
-611,2015/7/8,china,aaa611,phone2216,ASD22126,15610
-612,2015/7/8,china,aaa612,phone342,ASD23743,15611
-613,2015/7/8,china,aaa613,phone1769,ASD5421,15612
-614,2015/7/8,china,aaa614,phone1397,ASD82977,15613
-615,2015/7/8,china,aaa615,phone397,ASD53191,15614
-616,2015/7/8,china,aaa616,phone1670,ASD93177,15615
-617,2015/7/8,china,aaa617,phone1264,ASD10727,15616
-618,2015/7/8,china,aaa618,phone2944,ASD16610,15617
-619,2015/7/8,china,aaa619,phone2594,ASD53050,15618
-620,2015/7/8,china,aaa620,phone2759,ASD88298,15619
-621,2015/7/8,china,aaa621,phone704,ASD25128,15620
-622,2015/7/8,china,aaa622,phone2414,ASD74847,15621
-623,2015/7/8,china,aaa623,phone1983,ASD86611,15622
-624,2015/7/8,china,aaa624,phone2098,ASD4166,15623
-625,2015/7/8,china,aaa625,phone84,ASD82187,15624
-626,2015/7/8,china,aaa626,phone388,ASD76310,15625
-627,2015/7/8,china,aaa627,phone308,ASD78701,15626
-628,2015/7/8,china,aaa628,phone1729,ASD83353,15627
-629,2015/7/8,china,aaa629,phone2269,ASD47888,15628
-630,2015/7/8,china,aaa630,phone1233,ASD41299,15629
-631,2015/7/8,china,aaa631,phone330,ASD86359,15630
-632,2015/7/8,china,aaa632,phone1537,ASD46367,15631
-633,2015/7/8,china,aaa633,phone2722,ASD11045,15632
-634,2015/7/8,china,aaa634,phone2691,ASD44656,15633
-635,2015/7/8,china,aaa635,phone2645,ASD76308,15634
-636,2015/7/8,china,aaa636,phone1333,ASD58033,15635
-637,2015/7/8,china,aaa637,phone1776,ASD19877,15636
-638,2015/7/8,china,aaa638,phone979,ASD92290,15637
-639,2015/7/8,china,aaa639,phone2065,ASD1428,15638
-640,2015/7/8,china,aaa640,phone1912,ASD36354,15639
-641,2015/7/8,china,aaa641,phone2275,ASD22269,15640
-642,2015/7/8,china,aaa642,phone2292,ASD10586,15641
-643,2015/7/8,china,aaa643,phone815,ASD65508,15642
-644,2015/7/8,china,aaa644,phone2840,ASD40033,15643
-645,2015/7/8,china,aaa645,phone1615,ASD28864,15644
-646,2015/7/8,china,aaa646,phone1617,ASD77126,15645
-647,2015/7/8,china,aaa647,phone2158,ASD5227,15646
-648,2015/7/8,china,aaa648,phone2121,ASD15680,15647
-649,2015/7/8,china,aaa649,phone205,ASD10000,15648
-650,2015/7/8,china,aaa650,phone1579,ASD14571,15649
-651,2015/7/8,china,aaa651,phone411,ASD94954,15650
-652,2015/7/8,china,aaa652,phone1662,ASD64961,15651
-653,2015/7/8,china,aaa653,phone247,ASD55961,15652
-654,2015/7/8,china,aaa654,phone2169,ASD31622,15653
-655,2015/7/8,china,aaa655,phone1652,ASD14782,15654
-656,2015/7/8,china,aaa656,phone2398,ASD13395,15655
-657,2015/7/8,china,aaa657,phone1395,ASD5086,15656
-658,2015/7/8,china,aaa658,phone975,ASD96997,15657
-659,2015/7/8,china,aaa659,phone1488,ASD18972,15658
-660,2015/7/8,china,aaa660,phone787,ASD84225,15659
-661,2015/7/8,china,aaa661,phone507,ASD61725,15660
-662,2015/7/8,china,aaa662,phone1450,ASD32252,15661
-663,2015/7/8,china,aaa663,phone2011,ASD41588,15662
-664,2015/7/8,china,aaa664,phone2687,ASD14311,15663
-665,2015/7/8,china,aaa665,phone2326,ASD65102,15664
-666,2015/7/8,china,aaa666,phone2195,ASD46852,15665
-667,2015/7/8,china,aaa667,phone563,ASD16790,15666
-668,2015/7/8,china,aaa668,phone747,ASD582,15667
-669,2015/7/8,china,aaa669,phone974,ASD33679,15668
-670,2015/7/8,china,aaa670,phone2223,ASD95804,15669
-671,2015/7/8,china,aaa671,phone1389,ASD60468,15670
-672,2015/7/8,china,aaa672,phone1062,ASD91980,15671
-673,2015/7/8,china,aaa673,phone1373,ASD84913,15672
-674,2015/7/8,china,aaa674,phone2,ASD53470,15673
-675,2015/7/8,china,aaa675,phone45,ASD16172,15674
-676,2015/7/8,china,aaa676,phone2260,ASD37237,15675
-677,2015/7/8,china,aaa677,phone2914,ASD66266,15676
-678,2015/7/8,china,aaa678,phone1162,ASD9615,15677
-679,2015/7/8,china,aaa679,phone725,ASD9665,15678
-680,2015/7/8,china,aaa680,phone2279,ASD2685,15679
-681,2015/7/8,china,aaa681,phone820,ASD77271,15680
-682,2015/7/8,china,aaa682,phone1072,ASD27741,15681
-683,2015/7/8,china,aaa683,phone167,ASD11931,15682
-684,2015/7/8,china,aaa684,phone1740,ASD86624,15683
-685,2015/7/8,china,aaa685,phone1233,ASD41299,15684
-686,2015/7/8,china,aaa686,phone2965,ASD20537,15685
-687,2015/7/8,china,aaa687,phone806,ASD97088,15686
-688,2015/7/8,china,aaa688,phone2202,ASD32371,15687
-689,2015/7/8,china,aaa689,phone455,ASD74141,15688
-690,2015/7/8,china,aaa690,phone17,ASD28968,15689
-691,2015/7/8,china,aaa691,phone928,ASD24015,15690
-692,2015/7/8,china,aaa692,phone374,ASD67524,15691
-693,2015/7/8,china,aaa693,phone2677,ASD50629,15692
-694,2015/7/8,china,aaa694,phone2003,ASD31544,15693
-695,2015/7/8,china,aaa695,phone806,ASD97088,15694
-696,2015/7/8,china,aaa696,phone1482,ASD11869,15695
-697,2015/7/8,china,aaa697,phone2059,ASD79306,15696
-698,2015/7/8,china,aaa698,phone461,ASD47039,15697
-699,2015/7/8,china,aaa699,phone2364,ASD92646,15698
-700,2015/7/8,china,aaa700,phone977,ASD26350,15699
-701,2015/7/8,china,aaa701,phone1148,ASD72903,15700
-702,2015/7/8,china,aaa702,phone2405,ASD98593,15701
-703,2015/7/8,china,aaa703,phone4,ASD8078,15702
-704,2015/7/8,china,aaa704,phone1376,ASD68677,15703
-705,2015/7/8,china,aaa705,phone1929,ASD86213,15704
-706,2015/7/8,china,aaa706,phone58,ASD12989,15705
-707,2015/7/8,china,aaa707,phone1974,ASD25534,15706
-708,2015/7/8,china,aaa708,phone2186,ASD22358,15707
-709,2015/7/8,china,aaa709,phone80,ASD32082,15708
-710,2015/7/8,china,aaa710,phone271,ASD6466,15709
-711,2015/7/8,china,aaa711,phone1600,ASD8619,15710
-712,2015/7/8,china,aaa712,phone780,ASD88786,15711
-713,2015/7/8,china,aaa713,phone1036,ASD67659,15712
-714,2015/7/8,china,aaa714,phone2511,ASD8513,15713
-715,2015/7/8,china,aaa715,phone2902,ASD73129,15714
-716,2015/7/8,china,aaa716,phone183,ASD4907,15715
-717,2015/7/8,china,aaa717,phone1458,ASD3023,15716
-718,2015/7/8,china,aaa718,phone1472,ASD74556,15717
-719,2015/7/8,china,aaa719,phone216,ASD67830,15718
-720,2015/7/8,china,aaa720,phone2248,ASD47899,15719
-721,2015/7/8,china,aaa721,phone105,ASD99347,15720
-722,2015/7/8,china,aaa722,phone334,ASD50262,15721
-723,2015/7/8,china,aaa723,phone1687,ASD45699,15722
-724,2015/7/8,china,aaa724,phone2794,ASD41977,15723
-725,2015/7/8,china,aaa725,phone2143,ASD18823,15724
-726,2015/7/8,china,aaa726,phone2166,ASD12014,15725
-727,2015/7/8,china,aaa727,phone838,ASD49156,15726
-728,2015/7/8,china,aaa728,phone2345,ASD96756,15727
-729,2015/7/8,china,aaa729,phone649,ASD17968,15728
-730,2015/7/8,china,aaa730,phone2974,ASD3384,15729
-731,2015/7/8,china,aaa731,phone911,ASD95311,15730
-732,2015/7/8,china,aaa732,phone612,ASD15305,15731
-733,2015/7/8,china,aaa733,phone1935,ASD97299,15732
-734,2015/7/8,china,aaa734,phone2044,ASD96688,15733
-735,2015/7/8,china,aaa735,phone2796,ASD55699,15734
-736,2015/7/8,china,aaa736,phone1519,ASD48720,15735
-737,2015/7/8,china,aaa737,phone2376,ASD91452,15736
-738,2015/7/8,china,aaa738,phone1331,ASD16918,15737
-739,2015/7/8,china,aaa739,phone2267,ASD50219,15738
-740,2015/7/8,china,aaa740,phone1104,ASD27032,15739
-741,2015/7/8,china,aaa741,phone617,ASD67442,15740
-742,2015/7/8,china,aaa742,phone1451,ASD46252,15741
-743,2015/7/8,china,aaa743,phone398,ASD20972,15742
-744,2015/7/8,china,aaa744,phone2007,ASD1018,15743
-745,2015/7/8,china,aaa745,phone18,ASD54919,15744
-746,2015/7/8,china,aaa746,phone1589,ASD61107,15745
-747,2015/7/8,china,aaa747,phone512,ASD71511,15746
-748,2015/7/8,china,aaa748,phone933,ASD61444,15747
-749,2015/7/8,china,aaa749,phone1271,ASD341,15748
-750,2015/7/8,china,aaa750,phone1826,ASD90555,15749
-751,2015/7/8,china,aaa751,phone223,ASD86899,15750
-752,2015/7/8,china,aaa752,phone2374,ASD85089,15751
-753,2015/7/8,china,aaa753,phone1683,ASD38383,15752
-754,2015/7/8,china,aaa754,phone2226,ASD50408,15753
-755,2015/7/8,china,aaa755,phone1124,ASD42246,15754
-756,2015/7/8,china,aaa756,phone2882,ASD23220,15755
-757,2015/7/8,china,aaa757,phone99,ASD91117,15756
-758,2015/7/8,china,aaa758,phone2590,ASD7295,15757
-759,2015/7/8,china,aaa759,phone863,ASD52426,15758
-760,2015/7/8,china,aaa760,phone1786,ASD24292,15759
-761,2015/7/8,china,aaa761,phone2826,ASD53395,15760
-762,2015/7/8,china,aaa762,phone2145,ASD94322,15761
-763,2015/7/8,china,aaa763,phone689,ASD93487,15762
-764,2015/7/8,china,aaa764,phone2326,ASD65102,15763
-765,2015/7/8,china,aaa765,phone614,ASD5636,15764
-766,2015/7/8,china,aaa766,phone2799,ASD48495,15765
-767,2015/7/8,china,aaa767,phone2385,ASD70717,15766
-768,2015/7/8,china,aaa768,phone2018,ASD63383,15767
-769,2015/7/8,china,aaa769,phone53,ASD15511,15768
-770,2015/7/8,china,aaa770,phone1201,ASD19134,15769
-771,2015/7/8,china,aaa771,phone851,ASD85009,15770
-772,2015/7/8,china,aaa772,phone2496,ASD15218,15771
-773,2015/7/8,china,aaa773,phone2441,ASD90633,15772
-774,2015/7/8,china,aaa774,phone256,ASD52156,15773
-775,2015/7/8,china,aaa775,phone1587,ASD94026,15774
-776,2015/7/8,china,aaa776,phone609,ASD54015,15775
-777,2015/7/8,china,aaa777,phone1548,ASD95032,15776
-778,2015/7/8,china,aaa778,phone2649,ASD69130,15777
-779,2015/7/8,china,aaa779,phone2978,ASD26464,15778
-780,2015/7/8,china,aaa780,phone1480,ASD56214,15779
-781,2015/7/8,china,aaa781,phone2588,ASD88133,15780
-782,2015/7/8,china,aaa782,phone675,ASD8012,15781
-783,2015/7/8,china,aaa783,phone2179,ASD16589,15782
-784,2015/7/8,china,aaa784,phone1730,ASD67148,15783
-785,2015/7/8,china,aaa785,phone1395,ASD5086,15784
-786,2015/7/8,china,aaa786,phone2788,ASD94870,15785
-787,2015/7/8,china,aaa787,phone820,ASD77271,15786
-788,2015/7/8,china,aaa788,phone2064,ASD14615,15787
-789,2015/7/8,china,aaa789,phone1423,ASD46576,15788
-790,2015/7/8,china,aaa790,phone2615,ASD67163,15789
-791,2015/7/8,china,aaa791,phone1122,ASD3869,15790
-792,2015/7/8,china,aaa792,phone2595,ASD16833,15791
-793,2015/7/8,china,aaa793,phone115,ASD92586,15792
-794,2015/7/8,china,aaa794,phone2173,ASD36027,15793
-795,2015/7/8,france,aaa795,phone1004,ASD41910,15794
-796,2015/7/8,france,aaa796,phone2785,ASD30573,15795
-797,2015/7/8,france,aaa797,phone657,ASD24464,15796
-798,2015/7/8,france,aaa798,phone1192,ASD76894,15797
-799,2015/7/8,france,aaa799,phone379,ASD93682,15798
-800,2015/7/8,france,aaa800,phone2,ASD53470,15799
-801,2015/7/8,france,aaa801,phone2245,ASD65691,15800
-802,2015/7/8,france,aaa802,phone1826,ASD90555,15801
-803,2015/7/8,france,aaa803,phone2103,ASD93488,15802
-804,2015/7/8,france,aaa804,phone730,ASD97134,15803
-805,2015/7/8,france,aaa805,phone1414,ASD22547,15804
-806,2015/7/8,france,aaa806,phone2406,ASD99089,15805
-807,2015/7/8,france,aaa807,phone1874,ASD16827,15806
-808,2015/7/8,france,aaa808,phone1801,ASD80314,15807
-809,2015/7/8,france,aaa809,phone56,ASD79971,15808
-810,2015/7/8,france,aaa810,phone378,ASD63016,15809
-811,2015/7/8,france,aaa811,phone1536,ASD99595,15810
-812,2015/7/8,france,aaa812,phone871,ASD54753,15811
-813,2015/7/8,france,aaa813,phone412,ASD58554,15812
-814,2015/7/8,france,aaa814,phone287,ASD14590,15813
-815,2015/7/8,france,aaa815,phone244,ASD24103,15814
-816,2015/7/8,france,aaa816,phone2629,ASD73394,15815
-817,2015/7/8,france,aaa817,phone1032,ASD564,15816
-818,2015/7/8,france,aaa818,phone1013,ASD88261,15817
-819,2015/7/8,france,aaa819,phone2584,ASD77392,15818
-820,2015/7/8,france,aaa820,phone348,ASD99862,15819
-821,2015/7/8,france,aaa821,phone2606,ASD80756,15820
-822,2015/7/8,france,aaa822,phone2077,ASD13520,15821
-823,2015/7/8,france,aaa823,phone118,ASD4568,15822
-824,2015/7/8,france,aaa824,phone2542,ASD14441,15823
-825,2015/7/8,france,aaa825,phone2371,ASD40072,15824
-826,2015/7/8,france,aaa826,phone424,ASD43956,15825
-827,2015/7/8,france,aaa827,phone2540,ASD37847,15826
-828,2015/7/8,france,aaa828,phone2899,ASD55392,15827
-829,2015/7/8,france,aaa829,phone2489,ASD14625,15828
-830,2015/7/8,france,aaa830,phone1390,ASD17540,15829
-831,2015/7/8,france,aaa831,phone1843,ASD49395,15830
-832,2015/7/8,france,aaa832,phone2596,ASD9629,15831
-833,2015/7/8,france,aaa833,phone2301,ASD14198,15832
-834,2015/7/8,france,aaa834,phone789,ASD96642,15833
-835,2015/7/8,france,aaa835,phone2390,ASD48294,15834
-836,2015/7/8,france,aaa836,phone148,ASD26033,15835
-837,2015/7/8,france,aaa837,phone2513,ASD49231,15836
-838,2015/7/8,france,aaa838,phone1713,ASD37721,15837
-839,2015/7/8,france,aaa839,phone2091,ASD9590,15838
-840,2015/7/8,france,aaa840,phone741,ASD6749,15839
-841,2015/7/8,france,aaa841,phone1564,ASD34639,15840
-842,2015/7/8,france,aaa842,phone281,ASD29929,15841
-843,2015/7/8,france,aaa843,phone2331,ASD3487,15842
-844,2015/7/8,france,aaa844,phone1499,ASD60999,15843
-845,2015/7/8,france,aaa845,phone268,ASD20002,15844
-846,2015/7/8,france,aaa846,phone1733,ASD25344,15845
-847,2015/7/8,france,aaa847,phone389,ASD2510,15846
-848,2015/7/8,france,aaa848,phone1341,ASD89162,15847
-849,2015/7/8,france,aaa849,phone1328,ASD14048,15848
-850,2015/7/8,france,aaa850,phone2675,ASD85267,15849
-851,2015/7/8,france,aaa851,phone2953,ASD3445,15850
-852,2015/7/8,france,aaa852,phone955,ASD52222,15851
-853,2015/7/8,france,aaa853,phone35,ASD58328,15852
-854,2015/7/8,france,aaa854,phone2466,ASD68864,15853
-855,2015/7/8,france,aaa855,phone2320,ASD47630,15854
-856,2015/7/8,france,aaa856,phone1711,ASD45523,15855
-857,2015/7/8,france,aaa857,phone1860,ASD84718,15856
-858,2015/7/8,france,aaa858,phone1572,ASD62120,15857
-859,2015/7/8,france,aaa859,phone413,ASD54204,15858
-860,2015/7/8,france,aaa860,phone730,ASD97134,15859
-861,2015/7/8,france,aaa861,phone2618,ASD95562,15860
-862,2015/7/8,china,aaa862,phone1216,ASD29709,15861
-863,2015/7/8,china,aaa863,phone1001,ASD67736,15862
-864,2015/7/8,china,aaa864,phone2818,ASD45929,15863
-865,2015/7/8,china,aaa865,phone527,ASD88720,15864
-866,2015/7/8,china,aaa866,phone2514,ASD24211,15865
-867,2015/7/8,china,aaa867,phone1814,ASD76811,15866
-868,2015/7/8,china,aaa868,phone1385,ASD31455,15867
-869,2015/7/8,china,aaa869,phone1226,ASD69240,15868
-870,2015/7/8,china,aaa870,phone1908,ASD99635,15869
-871,2015/7/8,china,aaa871,phone865,ASD20613,15870
-872,2015/7/8,china,aaa872,phone257,ASD49390,15871
-873,2015/7/8,china,aaa873,phone717,ASD35874,15872
-874,2015/7/8,china,aaa874,phone2089,ASD22717,15873
-875,2015/7/8,china,aaa875,phone299,ASD59117,15874
-876,2015/7/8,china,aaa876,phone1261,ASD26668,15875
-877,2015/7/8,china,aaa877,phone2011,ASD41588,15876
-878,2015/7/8,china,aaa878,phone1711,ASD45523,15877
-879,2015/7/8,china,aaa879,phone2345,ASD96756,15878
-880,2015/7/8,china,aaa880,phone1799,ASD65044,15879
-881,2015/7/8,china,aaa881,phone1117,ASD96168,15880
-882,2015/7/8,china,aaa882,phone585,ASD13591,15881
-883,2015/7/8,china,aaa883,phone2051,ASD57553,15882
-884,2015/7/8,china,aaa884,phone601,ASD54723,15883
-885,2015/7/8,china,aaa885,phone627,ASD63991,15884
-886,2015/7/8,china,aaa886,phone598,ASD1303,15885
-887,2015/7/8,china,aaa887,phone2518,ASD26102,15886
-888,2015/7/8,china,aaa888,phone629,ASD70956,15887
-889,2015/7/8,china,aaa889,phone2235,ASD66575,15888
-890,2015/7/8,china,aaa890,phone1559,ASD64160,15889
-891,2015/7/8,china,aaa891,phone2292,ASD10586,15890
-892,2015/7/8,china,aaa892,phone2595,ASD16833,15891
-893,2015/7/8,china,aaa893,phone1964,ASD61085,15892
-894,2015/7/8,china,aaa894,phone1074,ASD35633,15893
-895,2015/7/8,china,aaa895,phone2271,ASD52445,15894
-896,2015/7/8,china,aaa896,phone2823,ASD66619,15895
-897,2015/7/8,china,aaa897,phone873,ASD94122,15896
-898,2015/7/8,china,aaa898,phone1198,ASD56813,15897
-899,2015/7/8,china,aaa899,phone323,ASD18440,15898
-900,2015/7/8,china,aaa900,phone2465,ASD37753,15899
-901,2015/7/8,china,aaa901,phone2009,ASD14090,15900
-902,2015/7/8,china,aaa902,phone574,ASD18673,15901
-903,2015/7/8,china,aaa903,phone72,ASD64081,15902
-904,2015/7/8,china,aaa904,phone2654,ASD25597,15903
-905,2015/7/8,china,aaa905,phone2156,ASD42573,15904
-906,2015/7/8,china,aaa906,phone1378,ASD95469,15905
-907,2015/7/8,china,aaa907,phone825,ASD71225,15906
-908,2015/7/8,china,aaa908,phone1774,ASD12773,15907
-909,2015/7/8,china,aaa909,phone125,ASD76214,15908
-910,2015/7/8,china,aaa910,phone1587,ASD94026,15909
-911,2015/7/8,china,aaa911,phone180,ASD40830,15910
-912,2015/7/8,china,aaa912,phone2960,ASD80233,15911
-913,2015/7/8,china,aaa913,phone1406,ASD92347,15912
-914,2015/7/8,china,aaa914,phone33,ASD54379,15913
-915,2015/7/8,china,aaa915,phone1517,ASD34441,15914
-916,2015/7/8,china,aaa916,phone979,ASD92290,15915
-917,2015/7/8,china,aaa917,phone118,ASD4568,15916
-918,2015/7/8,china,aaa918,phone491,ASD56573,15917
-919,2015/7/8,china,aaa919,phone383,ASD91162,15918
-920,2015/7/8,china,aaa920,phone310,ASD71880,15919
-921,2015/7/8,china,aaa921,phone2742,ASD98716,15920
-922,2015/7/8,china,aaa922,phone448,ASD8620,15921
-923,2015/7/8,china,aaa923,phone2179,ASD16589,15922
-924,2015/7/8,china,aaa924,phone986,ASD24553,15923
-925,2015/7/8,china,aaa925,phone2413,ASD21779,15924
-926,2015/7/8,china,aaa926,phone2819,ASD32336,15925
-927,2015/7/8,china,aaa927,phone818,ASD56003,15926
-928,2015/7/8,china,aaa928,phone1797,ASD67181,15927
-929,2015/7/8,china,aaa929,phone1832,ASD65098,15928
-930,2015/7/8,china,aaa930,phone2080,ASD45469,15929
-931,2015/7/8,china,aaa931,phone1746,ASD68481,15930
-932,2015/7/8,china,aaa932,phone111,ASD20917,15931
-933,2015/7/8,china,aaa933,phone1823,ASD84425,15932
-934,2015/7/8,china,aaa934,phone2828,ASD70558,15933
-935,2015/7/8,china,aaa935,phone2371,ASD40072,15934
-936,2015/7/8,china,aaa936,phone446,ASD33003,15935
-937,2015/7/8,china,aaa937,phone977,ASD26350,15936
-938,2015/7/8,china,aaa938,phone402,ASD189,15937
-939,2015/7/8,china,aaa939,phone912,ASD65122,15938
-940,2015/7/8,china,aaa940,phone957,ASD71030,15939
-941,2015/7/8,china,aaa941,phone946,ASD53839,15940
-942,2015/7/8,china,aaa942,phone790,ASD67729,15941
-943,2015/7/8,china,aaa943,phone2377,ASD50473,15942
-944,2015/7/8,china,aaa944,phone2230,ASD91897,15943
-945,2015/7/8,china,aaa945,phone1524,ASD35504,15944
-946,2015/7/8,china,aaa946,phone2906,ASD36901,15945
-947,2015/7/8,china,aaa947,phone2651,ASD53635,15946
-948,2015/7/8,china,aaa948,phone1187,ASD61164,15947
-949,2015/7/8,china,aaa949,phone2699,ASD85196,15948
-950,2015/7/8,china,aaa950,phone596,ASD15295,15949
-951,2015/7/8,china,aaa951,phone1531,ASD24387,15950
-952,2015/7/8,china,aaa952,phone2534,ASD26601,15951
-953,2015/7/8,china,aaa953,phone208,ASD50274,15952
-954,2015/7/8,china,aaa954,phone87,ASD87141,15953
-955,2015/7/8,china,aaa955,phone1098,ASD91413,15954
-956,2015/7/8,china,aaa956,phone2807,ASD17710,15955
-957,2015/7/8,china,aaa957,phone1867,ASD99034,15956
-958,2015/7/8,china,aaa958,phone681,ASD96136,15957
-959,2015/7/8,china,aaa959,phone165,ASD10848,15958
-960,2015/7/8,china,aaa960,phone775,ASD47938,15959
-961,2015/7/8,china,aaa961,phone1695,ASD92758,15960
-962,2015/7/8,china,aaa962,phone2662,ASD85295,15961
-963,2015/7/8,china,aaa963,phone52,ASD46238,15962
-964,2015/7/8,china,aaa964,phone268,ASD20002,15963
-965,2015/7/8,china,aaa965,phone19,ASD69283,15964
-966,2015/7/8,china,aaa966,phone2250,ASD13619,15965
-967,2015/7/8,china,aaa967,phone1659,ASD49066,15966
-968,2015/7/8,china,aaa968,phone294,ASD59961,15967
-969,2015/7/8,china,aaa969,phone1537,ASD46367,15968
-970,2015/7/8,china,aaa970,phone2427,ASD76544,15969
-971,2015/7/8,china,aaa971,phone121,ASD56494,15970
-972,2015/7/8,china,aaa972,phone1683,ASD38383,15971
-973,2015/7/8,china,aaa973,phone1971,ASD50880,15972
-974,2015/7/8,china,aaa974,phone2423,ASD91802,15973
-975,2015/7/8,china,aaa975,phone2425,ASD69636,15974
-976,2015/7/8,china,aaa976,phone1677,ASD88004,15975
-977,2015/7/8,china,aaa977,phone1057,ASD75780,15976
-978,2015/7/8,china,aaa978,phone568,ASD95931,15977
-979,2015/7/8,china,aaa979,phone2629,ASD73394,15978
-980,2015/7/8,china,aaa980,phone2778,ASD48823,15979
-981,2015/7/8,china,aaa981,phone1875,ASD28544,15980
-982,2015/7/8,china,aaa982,phone2257,ASD41709,15981
-983,2015/7/8,china,aaa983,phone2519,ASD60789,15982
-984,2015/7/8,china,aaa984,phone892,ASD47520,15983
-985,2015/7/8,china,aaa985,phone1096,ASD92338,15984
-986,2015/7/8,china,aaa986,phone691,ASD93561,15985
-987,2015/7/8,china,aaa987,phone1437,ASD46394,15986
-988,2015/7/8,china,aaa988,phone2150,ASD32526,15987
-989,2015/7/8,china,aaa989,phone2367,ASD25023,15988
-990,2015/7/8,china,aaa990,phone2413,ASD21779,15989
-991,2015/7/8,china,aaa991,phone2601,ASD4891,15990
-992,2015/7/8,china,aaa992,phone395,ASD63501,15991
-993,2015/7/8,china,aaa993,phone165,ASD10848,15992
-994,2015/7/8,china,aaa994,phone1553,ASD58083,15993
-995,2015/7/8,china,aaa995,phone90,ASD81472,15994
-996,2015/7/8,china,aaa996,phone1421,ASD33736,15995
-997,2015/7/8,china,aaa997,phone1588,ASD91226,15996
-998,2015/7/8,china,aaa998,phone1862,ASD47472,15997
-999,2015/7/8,china,aaa999,phone309,ASD78895,15998
-1000,2015/7/8,china,aaa1000,phone1318,ASD85027,15999
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataIncrement.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataIncrement.csv b/integration/spark/src/test/resources/dataIncrement.csv
deleted file mode 100644
index 04a84cc..0000000
--- a/integration/spark/src/test/resources/dataIncrement.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000
-2,2015/7/24,china,aaa2,phone756,ASD42892,15001
-3,2015/7/25,china,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,china,aaa6,phone294,ASD59961,15005
-7,2015/7/29,china,aaa7,phone610,ASD14875,15006
-8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,china,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
-1001,2015/7/8,china,aaa1001,phone13181,ASD850271,16001
-1002,2015/9/8,china,aaa1002,phone13182,ASD850272,16002
-1003,2015/8/8,usa,aaa1003,phone13183,ASD850273,16003
-1004,2015/8/8,china,aaa1004,phone13184,ASD850274,16004
-1005,2015/7/8,india,aaa1005,phone13185,ASD850275,16005
-1006,2015/7/8,china,aaa1006,phone13186,ASD850276,16006
-1007,2015/7/8,england,aaa1007,phone13187,ASD850277,16007
-1008,2015/7/8,china,aaa1008,phone13188,ASD850278,16008
-1009,2015/7/8,japan,aaa1009,phone13189,ASD850279,16009
-1010,2015/7/8,china,aaa1010,phone131810,ASD8502710,16010
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataWithEmptyRows.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataWithEmptyRows.csv b/integration/spark/src/test/resources/dataWithEmptyRows.csv
deleted file mode 100644
index 0e3a81f..0000000
--- a/integration/spark/src/test/resources/dataWithEmptyRows.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-29000,cust_name_2000,active_emui_version_2000,2010-10-04 01:00:01,12345678
-,,,,0
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataWithNullFirstLine.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataWithNullFirstLine.csv b/integration/spark/src/test/resources/dataWithNullFirstLine.csv
deleted file mode 100644
index 975f683..0000000
--- a/integration/spark/src/test/resources/dataWithNullFirstLine.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
-13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
-14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
-15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
-16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
-17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
-18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataWithSingleQuote.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataWithSingleQuote.csv b/integration/spark/src/test/resources/dataWithSingleQuote.csv
deleted file mode 100644
index 3ba5469..0000000
--- a/integration/spark/src/test/resources/dataWithSingleQuote.csv
+++ /dev/null
@@ -1,7 +0,0 @@
-id,name
-1,Tom
-2,"Tony
-3,Lily"
-4,Games"
-5,"prival\"
-6,"hello\"
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/data_withCAPSHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/data_withCAPSHeader.csv b/integration/spark/src/test/resources/data_withCAPSHeader.csv
deleted file mode 100644
index 6d71125..0000000
--- a/integration/spark/src/test/resources/data_withCAPSHeader.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-EMPNO,EMPNAME,DESIGNATION,DOJ,WORKGROUPCATEGORY,WORKGROUPCATEGORYNAME,DEPTNO,DEPTNAME,PROJECTCODE,PROJECTJOINDATE,PROJECTENDDATE,ATTENDANCE,UTILIZATION,SALARY
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/data_withMixedHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/data_withMixedHeader.csv b/integration/spark/src/test/resources/data_withMixedHeader.csv
deleted file mode 100644
index 3769692..0000000
--- a/integration/spark/src/test/resources/data_withMixedHeader.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-EMPNO,EMPNAME,Designation,Doj,WORKGROUPCATEGORY,WorkGroupCategoryName,DEPTNO,DeptName,PROJECTCODE,PROJECTJOINDATE,PROJECTENDDATE,Attendance,Utilization,Salary
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datadelimiter.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datadelimiter.csv b/integration/spark/src/test/resources/datadelimiter.csv
deleted file mode 100644
index bc06817..0000000
--- a/integration/spark/src/test/resources/datadelimiter.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-empno|empname|designation|doj|workgroupcategory|workgroupcategoryname|deptno|deptname|projectcode|projectjoindate|projectenddate|attendance|utilization|salary
-11|arvind|SE|17-01-2007|1|developer|10|network|928478|17-02-2007|29-11-2016|96|96.2|5040.56
-12|krithin|SSE|29-05-2008|1|developer|11|protocol|928378|29-06-2008|30-12-2016|85|95.1|7124.21
-13|madhan|TPL|07-07-2009|2|tester|10|network|928478|07-08-2009|30-12-2016|88|99|9054.235
-14|anandh|SA|29-12-2010|3|manager|11|protocol|928278|29-01-2011|29-06-2016|77|92.2|11248.25
-15|ayushi|SSA|09-11-2011|1|developer|12|security|928375|09-12-2011|29-05-2016|99|91.5|13245.48
-16|pramod|SE|14-10-2012|1|developer|13|configManagement|928478|14-11-2012|29-12-2016|86|93|5040.56
-17|gawrav|PL|22-09-2013|2|tester|12|security|928778|22-10-2013|15-11-2016|78|97.45|9574.24
-18|sibi|TL|15-08-2014|2|tester|14|Learning|928176|15-09-2014|29-05-2016|84|98.23|7245.25
-19|shivani|PL|12-05-2015|1|developer|10|network|928977|12-06-2015|12-11-2016|88|91.678|11254.24
-20|bill|PM|01-12-2015|3|manager|14|Learning|928479|01-01-2016|30-11-2016|75|94.22|13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datanullmeasurecol.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datanullmeasurecol.csv b/integration/spark/src/test/resources/datanullmeasurecol.csv
deleted file mode 100644
index 40692d8..0000000
--- a/integration/spark/src/test/resources/datanullmeasurecol.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,A234
-2,2015/7/24,china,aaa2,phone756,A453
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataretention1.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataretention1.csv b/integration/spark/src/test/resources/dataretention1.csv
deleted file mode 100644
index 5035b99..0000000
--- a/integration/spark/src/test/resources/dataretention1.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,ind,aaa1,phone197,ASD69643,15000
-2,2015/7/24,ind,aaa2,phone756,ASD42892,15001
-3,2015/7/25,ind,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,ind,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,ind,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,ind,aaa6,phone294,ASD59961,15005
-7,2015/7/29,ind,aaa7,phone610,ASD14875,15006
-8,2015/7/30,ind,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,ind,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataretention2.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataretention2.csv b/integration/spark/src/test/resources/dataretention2.csv
deleted file mode 100644
index 7465b5e..0000000
--- a/integration/spark/src/test/resources/dataretention2.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,aus,aaa1,phone197,ASD69643,15000
-2,2015/7/24,aus,aaa2,phone756,ASD42892,15001
-3,2015/7/25,aus,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,aus,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,aus,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,aus,aaa6,phone294,ASD59961,15005
-7,2015/7/29,aus,aaa7,phone610,ASD14875,15006
-8,2015/7/30,aus,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,aus,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/dataretention3.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/dataretention3.csv b/integration/spark/src/test/resources/dataretention3.csv
deleted file mode 100644
index faaa4b2..0000000
--- a/integration/spark/src/test/resources/dataretention3.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-ID,date,country,name,phonetype,serialname,salary
-1,2015/7/23,eng,aaa1,phone197,ASD69643,15000
-2,2015/7/24,eng,aaa2,phone756,ASD42892,15001
-3,2015/7/25,eng,aaa3,phone1904,ASD37014,15002
-4,2015/7/26,eng,aaa4,phone2435,ASD66902,15003
-5,2015/7/27,eng,aaa5,phone2441,ASD90633,15004
-6,2015/7/28,eng,aaa6,phone294,ASD59961,15005
-7,2015/7/29,eng,aaa7,phone610,ASD14875,15006
-8,2015/7/30,eng,aaa8,phone1848,ASD57308,15007
-9,2015/7/18,eng,aaa9,phone706,ASD86717,15008
-10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datasample.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datasample.csv b/integration/spark/src/test/resources/datasample.csv
deleted file mode 100644
index 2f8ef35..0000000
--- a/integration/spark/src/test/resources/datasample.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-empno,doj,salary
-11,2016-04-14 15:00:09,5040.56
-12,2016-03-14 15:00:09,1040.56
-13,,1040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datasamplecomplex.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datasamplecomplex.csv b/integration/spark/src/test/resources/datasamplecomplex.csv
deleted file mode 100644
index 48f82c1..0000000
--- a/integration/spark/src/test/resources/datasamplecomplex.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-11,2016-03-14 08:30:00.000,2016-03-14 08:30:09.000$2016-03-14 15:00:09.000$2016-03-14 17:30:35.000,2016-03-14 08:30:09.000$2016-03-14 17:30:35.000,5040.56
-12,2016-04-14 08:30:00.000,2016-04-14 09:30:09.000$2016-04-14 15:30:09.000$2016-04-14 17:30:35.000,2016-04-14 08:30:09.000$2016-04-14 18:30:35.000,1040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datasamplefordate.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datasamplefordate.csv b/integration/spark/src/test/resources/datasamplefordate.csv
deleted file mode 100644
index 70d32d2..0000000
--- a/integration/spark/src/test/resources/datasamplefordate.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-empno,doj,salary
-11,2016-04-14,5040.56
-12,2016-03-14,1040.56
-13,,1040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datasamplenull.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datasamplenull.csv b/integration/spark/src/test/resources/datasamplenull.csv
deleted file mode 100644
index fc7e248..0000000
--- a/integration/spark/src/test/resources/datasamplenull.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-ID,dateField,country,name,phonetype,serialname,salary
-1,2015/7/23,china,aaa1,phone197,ASD69643,15000
-2,,china,aaa2,phone756,ASD42892,15001
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datasingleCol.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datasingleCol.csv b/integration/spark/src/test/resources/datasingleCol.csv
deleted file mode 100644
index 2321d15..0000000
--- a/integration/spark/src/test/resources/datasingleCol.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-CA
-LA
-AD
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datasingleComplexCol.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datasingleComplexCol.csv b/integration/spark/src/test/resources/datasingleComplexCol.csv
deleted file mode 100644
index 4bf2030..0000000
--- a/integration/spark/src/test/resources/datasingleComplexCol.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-CA:272126
-LA:272125
-AD:272128
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithNegeativewithoutHeader.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithNegeativewithoutHeader.csv b/integration/spark/src/test/resources/datawithNegeativewithoutHeader.csv
deleted file mode 100644
index a3f6c6c..0000000
--- a/integration/spark/src/test/resources/datawithNegeativewithoutHeader.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-imei0,2147483647,9223372036854775807
-imei1,-2147483648,-9223372036854775807
-imei2,2147483647,9223372036854775807
-imei3,-2147483648,-9223372036854775808
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithNegtiveNumber.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithNegtiveNumber.csv b/integration/spark/src/test/resources/datawithNegtiveNumber.csv
deleted file mode 100644
index e0e1c40..0000000
--- a/integration/spark/src/test/resources/datawithNegtiveNumber.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-imei,age,num
-imei0,2147483647,9223372036854775807
-imei1,-2147483648,-9223372036854775807
-imei2,2147483647,9223372036854775807
-imei3,-2147483648,-9223372036854775808
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithbackslash.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithbackslash.csv b/integration/spark/src/test/resources/datawithbackslash.csv
deleted file mode 100644
index b7a3a2a..0000000
--- a/integration/spark/src/test/resources/datawithbackslash.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-"ID","date","country","name","phonetype","serialname","salary"
-"1","2015/7/23","china","aaa1",""phone197","ASD69643","15000"
-"2","2015/7/24","china","aaa2","phon\e756","ASD42892","15001"
-"3","2015/7/25","china","aaa3","phone1904","ASD37014","15002"
-"4","2015/7/26","china","aaa4","phone2435","ASD66902","15003"
-"5","2015/7/27","china","aaa5","phone\2441","ASD90633","15004"
-"6","2015/7/28","china","aaa6","phone294","ASD59961","15005"
-"7","2015/7/29","china","aaa7","phone610","ASD14875","15006"
-"8","2015/7/30","china","aaa8","phone1848","ASD57308","15007"
-"9","2015/7/18","china","aaa9","phone\706","ASD86717","15008"
-"10","2015/7/19","usa","aaa10","phone685","ASD30505","15009"
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/resources/datawithblanklines.csv
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/resources/datawithblanklines.csv b/integration/spark/src/test/resources/datawithblanklines.csv
deleted file mode 100644
index 71d701d..0000000
--- a/integration/spark/src/test/resources/datawithblanklines.csv
+++ /dev/null
@@ -1,19 +0,0 @@
-empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
-11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
-12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
-13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
-14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
-15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
-16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
-17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
-18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
-19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
-20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
-
-,,,,,,,,,,,,,
-
-
-21,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
-
-
-
[09/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
index 18ebea1..1fde335 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
@@ -18,8 +18,6 @@
*/
package org.apache.carbondata.spark.testsuite.allqueries
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
@@ -30,7 +28,7 @@ class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
override def beforeAll {
sql("drop table if exists THive")
sql("create table THive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions st
ring, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','")
- sql("LOAD DATA local INPATH './src/test/resources/100_olap.csv' INTO TABLE THive")
+ sql(s"LOAD DATA local INPATH '$resourcesPath/100_olap.csv' INTO TABLE THive")
}
test("insert from hive") {
val timeStampPropOrig = CarbonProperties.getInstance().getProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT)
@@ -63,7 +61,7 @@ class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
sql("drop table if exists TCarbonSource")
sql("drop table if exists TCarbon")
sql("create table TCarbonSource (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVe
rsions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA INPATH './src/test/resources/100_olap.csv' INTO table TCarbonSource options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVer
Number,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointDescription,gamePointId,contractNumber')")
+ sql("LOAD DATA INPATH '" + resourcesPath + "/100_olap.csv' INTO table TCarbonSource options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVe
rNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointDescription,gamePointId,contractNumber')")
sql("create table TCarbon (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions
string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) STORED BY 'org.apache.carbondata.format'")
sql("insert into TCarbon select * from TCarbonSource")
checkAnswer(
@@ -85,7 +83,7 @@ class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
sql("drop table if exists load")
sql("drop table if exists inser")
sql("CREATE TABLE load(imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,name string,point int)STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA INPATH './src/test/resources/shortolap.csv' INTO TABLE load options ('DELIMITER'=',', 'QUOTECHAR'='\"','FILEHEADER' = 'imei,age,task,num,level,productdate,name,point')")
+ sql("LOAD DATA INPATH '" + resourcesPath + "/shortolap.csv' INTO TABLE load options ('DELIMITER'=',', 'QUOTECHAR'='\"','FILEHEADER' = 'imei,age,task,num,level,productdate,name,point')")
sql("CREATE TABLE inser(imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp)STORED BY 'org.apache.carbondata.format'")
sql("insert into inser select * from load")
checkAnswer(
@@ -104,7 +102,7 @@ class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
sql("drop table if exists TCarbonSource")
sql("drop table if exists TCarbon")
sql("create table TCarbonSource (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVe
rsions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA INPATH './src/test/resources/100_olap.csv' INTO table TCarbonSource options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVer
Number,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointDescription,gamePointId,contractNumber')")
+ sql("LOAD DATA INPATH '" + resourcesPath + "/100_olap.csv' INTO table TCarbonSource options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVe
rNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointDescription,gamePointId,contractNumber')")
sql("create table TCarbon (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions
string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) STORED BY 'org.apache.carbondata.format'")
sql("insert into TCarbon select * from TCarbonSource")
checkAnswer(
@@ -138,7 +136,7 @@ class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
sql("create table TCarbon (imei string,deviceInformationId int,MAC string) STORED BY 'org.apache.carbondata.format'")
sql("drop table if exists TCarbonLocal")
sql("create table TCarbonLocal (imei string,deviceInformationId int,MAC string) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA INPATH './src/test/resources/100_olap.csv' INTO table TCarbonLocal options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,MAC,deviceInformationId')")
+ sql("LOAD DATA INPATH '" + resourcesPath + "/100_olap.csv' INTO table TCarbonLocal options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,MAC,deviceInformationId')")
sql("insert into TCarbon select imei,MAC,deviceInformationId from THive")
checkAnswer(
sql("select imei,deviceInformationId,MAC from TCarbon"),
@@ -162,9 +160,9 @@ class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
sql("drop table if exists TCarbon")
sql("create table TCarbon (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active_phonePADPartitionedVersions
string, Latest_YEAR int, Latest_MONTH int, Latest_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string,gamePointId double,contractNumber BigInt) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA INPATH './src/test/resources/100_olap.csv' INTO table TCarbon options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber
,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointDescription,gamePointId,contractNumber')")
+ sql("LOAD DATA INPATH '" + resourcesPath + "/100_olap.csv' INTO table TCarbon options ('DELIMITER'=',', 'QUOTECHAR'='\', 'FILEHEADER'='imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumbe
r,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointDescription,gamePointId,contractNumber')")
sql("insert into TCarbon select * from THive")
- sql("LOAD DATA local INPATH './src/test/resources/100_olap.csv' INTO TABLE THive")
+ sql("LOAD DATA local INPATH '" + resourcesPath + "/100_olap.csv' INTO TABLE THive")
checkAnswer(
sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_oper
atorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from THive order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Late
st_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription"),
sql("select imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_oper
atorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription from TCarbon order by imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,La
test_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription")
@@ -172,7 +170,11 @@ class InsertIntoCarbonTableTestCase extends QueryTest with BeforeAndAfterAll {
CarbonProperties.getInstance().addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, timeStampPropOrig)
}
override def afterAll {
+ sql("drop table if exists load")
+ sql("drop table if exists inser")
sql("DROP TABLE IF EXISTS THive")
sql("DROP TABLE IF EXISTS TCarbon")
+ sql("drop table if exists TCarbonLocal")
+ sql("drop table if exists TCarbonSource")
}
}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala
deleted file mode 100644
index 749a6e8..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithOldCarbonDataFile.scala
+++ /dev/null
@@ -1,70 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.allqueries
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-
-/*
- * Test Class for query without data load
- *
- */
-class TestQueryWithOldCarbonDataFile extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- CarbonProperties.getInstance.addProperty(CarbonCommonConstants.CARBON_DATA_FILE_VERSION, "V1");
- sql("drop table if exists OldFormatTable")
- sql("drop table if exists OldFormatTableHIVE")
- sql("""
- CREATE TABLE IF NOT EXISTS OldFormatTable
- (country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'carbondata'
- """)
- sql("""
- CREATE TABLE IF NOT EXISTS OldFormatTableHIVE
- (country String,
- name String, phonetype String, serialname String, salary Int)
- row format delimited fields terminated by ','
- """)
- sql("LOAD DATA local inpath './src/test/resources/OLDFORMATTABLE.csv' INTO table OldFormatTable")
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/OLDFORMATTABLEHIVE.csv' into table OldFormatTableHIVE
- """)
-
- }
-
- CarbonProperties.getInstance.addProperty(CarbonCommonConstants.CARBON_DATA_FILE_VERSION, "V2")
- test("Test select * query") {
- checkAnswer(
- sql("select * from OldFormatTable"), sql("select * from OldFormatTableHIVE")
- )
- }
-
- override def afterAll {
- CarbonProperties.getInstance.addProperty(CarbonCommonConstants.CARBON_DATA_FILE_VERSION, "V1")
- sql("drop table if exists OldFormatTable")
- sql("drop table if exists OldFormatTableHIVE")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
deleted file mode 100644
index 56314c6..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
+++ /dev/null
@@ -1,63 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.allqueries
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/*
- * Test Class for query without data load
- *
- */
-class TestQueryWithoutDataLoad extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("drop table if exists no_load")
- sql("""
- CREATE TABLE no_load(imei string, age int, productdate timestamp, gamePointId double)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_EXCLUDE'='productdate', 'DICTIONARY_INCLUDE'='gamePointId')
- """)
- }
-
- test("test query without data load") {
- checkAnswer(
- sql("select count(*) from no_load"), Seq(Row(0))
- )
- checkAnswer(
- sql("select * from no_load"), Seq.empty
- )
- checkAnswer(
- sql("select imei, count(age) from no_load group by imei"), Seq.empty
- )
- checkAnswer(
- sql("select imei, sum(age) from no_load group by imei"), Seq.empty
- )
- checkAnswer(
- sql("select imei, avg(age) from no_load group by imei"), Seq.empty
- )
- }
-
- override def afterAll {
- sql("drop table no_load")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
deleted file mode 100644
index fc7a2a5..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.allqueries
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-/*
- * Test Class for query when part of tableName has dbName
- *
- */
-class TestTableNameHasDbName extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("DROP TABLE IF EXISTS tabledefault")
- sql("CREATE TABLE tabledefault (empno int, workgroupcategory string, " +
- "deptno int, projectcode int,attendance int)" +
- " STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/data.csv' INTO TABLE tabledefault")
- }
-
- test("test query when part of tableName has dbName") {
- try {
- sql("SELECT * FROM tabledefault").collect()
- } catch {
- case ex: Exception =>
- assert(false)
- }
- }
-
- override def afterAll {
- sql("DROP TABLE tabledefault")
- }
-
-}
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
deleted file mode 100644
index a77d314..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
+++ /dev/null
@@ -1,266 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.badrecordloger
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.hive.HiveContext
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-
-/**
- * Test Class for detailed query on timestamp datatypes
- *
- *
- */
-class BadRecordLoggerTest extends QueryTest with BeforeAndAfterAll {
- var hiveContext: HiveContext = _
-
- override def beforeAll {
- try {
- sql("drop table IF EXISTS sales")
- sql("drop table IF EXISTS serializable_values")
- sql("drop table IF EXISTS serializable_values_false")
- sql("drop table IF EXISTS insufficientColumn")
- sql("drop table IF EXISTS insufficientColumn_false")
- sql("drop table IF EXISTS emptyColumnValues")
- sql("drop table IF EXISTS emptyColumnValues_false")
- sql("drop table IF EXISTS empty_timestamp")
- sql("drop table IF EXISTS empty_timestamp_false")
- sql(
- """CREATE TABLE IF NOT EXISTS sales(ID BigInt, date Timestamp, country String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'""")
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_BADRECORDS_LOC,
- new File("./target/test/badRecords")
- .getCanonicalPath)
-
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- var csvFilePath = currentDirectory + "/src/test/resources/badrecords/datasample.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE sales OPTIONS"
- +
- "('bad_records_logger_enable'='true','bad_records_action'='redirect', 'DELIMITER'=" +
- " ',', 'QUOTECHAR'= '\"')");
-
- // 1.0 "\N" which should be treated as NULL
- // 1.1 Time stamp "\N" which should be treated as NULL
- csvFilePath = currentDirectory +
- "/src/test/resources/badrecords/seriazableValue.csv"
- sql(
- """CREATE TABLE IF NOT EXISTS serializable_values(ID BigInt, date Timestamp, country String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE serializable_values OPTIONS"
- +
- "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
- "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
- // load with bad_records_logger_enable false
- sql(
- """CREATE TABLE IF NOT EXISTS serializable_values_false(ID BigInt, date Timestamp,
- country String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- sql(
- "LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE serializable_values_false OPTIONS"
- + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
- // 2. insufficient columns - Bad records/Null value based on configuration
- sql(
- """CREATE TABLE IF NOT EXISTS insufficientColumn(ID BigInt, date Timestamp, country String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- csvFilePath = currentDirectory +
- "/src/test/resources/badrecords/insufficientColumns.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE insufficientColumn OPTIONS"
- +
- "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
- "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
- // load with bad_records_logger_enable false
- sql(
- """CREATE TABLE IF NOT EXISTS insufficientColumn_false(ID BigInt, date Timestamp, country
- String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE insufficientColumn_false OPTIONS"
- + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
-
- // 3. empty data for string data type - take empty value
- // 4. empty data for non-string data type - Bad records/Null value based on configuration
- //table should have only two records.
- sql(
- """CREATE TABLE IF NOT EXISTS emptyColumnValues(ID BigInt, date Timestamp, country String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- csvFilePath = currentDirectory +
- "/src/test/resources/badrecords/emptyValues.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE emptyColumnValues OPTIONS"
- +
- "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
- "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
- // load with bad_records_logger_enable to false
- sql(
- """CREATE TABLE IF NOT EXISTS emptyColumnValues_false(ID BigInt, date Timestamp, country
- String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- csvFilePath = currentDirectory +
- "/src/test/resources/badrecords/emptyValues.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE emptyColumnValues_false OPTIONS"
- + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
-
-
- // 4.1 Time stamp empty data - Bad records/Null value based on configuration
- // 5. non-parsable data - Bad records/Null value based on configuration
- // 6. empty line(check current one) - Bad records/Null value based on configuration
- // only one value should be loadded.
- sql(
- """CREATE TABLE IF NOT EXISTS empty_timestamp(ID BigInt, date Timestamp, country String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- csvFilePath = currentDirectory +
- "/src/test/resources/badrecords/emptyTimeStampValue.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE empty_timestamp OPTIONS"
- +
- "('bad_records_logger_enable'='true', 'bad_records_action'='ignore', " +
- "'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
- // load with bad_records_logger_enable to false
- sql(
- """CREATE TABLE IF NOT EXISTS empty_timestamp_false(ID BigInt, date Timestamp, country
- String,
- actual_price Double, Quantity int, sold_price Decimal(19,2)) STORED BY 'carbondata'
- """)
- csvFilePath = currentDirectory +
- "/src/test/resources/badrecords/emptyTimeStampValue.csv"
- sql("LOAD DATA local inpath '" + csvFilePath + "' INTO TABLE empty_timestamp_false OPTIONS"
- + "('bad_records_logger_enable'='false', 'DELIMITER'= ',', 'QUOTECHAR'= '\"')");
-
-
- } catch {
- case x: Throwable => CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
- }
-
- test("select count(*) from sales") {
- sql("select count(*) from sales").show()
- checkAnswer(
- sql("select count(*) from sales"),
- Seq(Row(2)
- )
- )
- }
-
- test("select count(*) from serializable_values") {
- sql("select count(*) from serializable_values").show()
- checkAnswer(
- sql("select count(*) from serializable_values"),
- Seq(Row(2)
- )
- )
- }
-
- test("select count(*) from serializable_values_false") {
- sql("select count(*) from serializable_values_false").show()
- checkAnswer(
- sql("select count(*) from serializable_values_false"),
- Seq(Row(2)
- )
- )
- }
-
- test("select count(*) from empty_timestamp") {
- sql("select count(*) from empty_timestamp").show()
- checkAnswer(
- sql("select count(*) from empty_timestamp"),
- Seq(Row(1)
- )
- )
- }
-
- test("select count(*) from insufficientColumn") {
- sql("select count(*) from insufficientColumn").show()
- checkAnswer(
- sql("select count(*) from insufficientColumn"),
- Seq(Row(1)
- )
- )
- }
-
- test("select count(*) from insufficientColumn_false") {
- sql("select count(*) from insufficientColumn_false").show()
- checkAnswer(
- sql("select count(*) from insufficientColumn_false"),
- Seq(Row(3)
- )
- )
- }
-
-
- test("select count(*) from emptyColumnValues") {
- sql("select count(*) from emptyColumnValues").show()
- checkAnswer(
- sql("select count(*) from emptyColumnValues"),
- Seq(Row(2)
- )
- )
- }
-
- test("select count(*) from emptyColumnValues_false") {
- sql("select count(*) from emptyColumnValues_false").show()
- checkAnswer(
- sql("select count(*) from emptyColumnValues_false"),
- Seq(Row(7)
- )
- )
- }
-
- test("select count(*) from empty_timestamp_false") {
- sql("select count(*) from empty_timestamp_false").show()
- checkAnswer(
- sql("select count(*) from empty_timestamp_false"),
- Seq(Row(7)
- )
- )
- }
-
-
- override def afterAll {
- sql("drop table sales")
- sql("drop table serializable_values")
- sql("drop table serializable_values_false")
- sql("drop table insufficientColumn")
- sql("drop table insufficientColumn_false")
- sql("drop table emptyColumnValues")
- sql("drop table emptyColumnValues_false")
- sql("drop table empty_timestamp")
- sql("drop table empty_timestamp_false")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
deleted file mode 100644
index f2c5289..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
+++ /dev/null
@@ -1,59 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.bigdecimal
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-class TestAvgForBigInt extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/bigIntData.csv"
-
- sql(
- """
- CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary bigint)
- STORED BY 'org.apache.carbondata.format'
- """
- )
-
- sql(
- "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable"
- )
- }
-
- test("test avg function on big int column") {
- checkAnswer(
- sql("select avg(salary) from carbonTable"),
- sql("select sum(salary)/count(salary) from carbonTable")
- )
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
deleted file mode 100644
index b51fbb6..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
+++ /dev/null
@@ -1,204 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.bigdecimal
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * Test cases for testing big decimal functionality
- */
-class TestBigDecimal extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- sql("drop table if exists hiveBigDecimal")
- sql("drop table if exists carbonBigDecimal_2")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_SIZE, "1")
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_INTERMEDIATE_FILES_LIMIT, "2")
- sql("CREATE TABLE IF NOT EXISTS carbonTable (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(17,2))STORED BY 'org.apache.carbondata.format'")
- sql("create table if not exists hiveTable(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary Decimal(17,2))row format delimited fields terminated by ','")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/decimalDataWithHeader.csv' into table carbonTable")
- sql("LOAD DATA local inpath './src/test/resources/decimalDataWithoutHeader.csv' INTO table hiveTable")
- sql("create table if not exists hiveBigDecimal(ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(27, 10))row format delimited fields terminated by ','")
- sql("LOAD DATA local inpath './src/test/resources/decimalBoundaryDataHive.csv' INTO table hiveBigDecimal")
- sql("create table if not exists carbonBigDecimal_2 (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(30, 10)) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/decimalBoundaryDataCarbon.csv' into table carbonBigDecimal_2")
- }
-
- test("test detail query on big decimal column") {
- checkAnswer(sql("select salary from carbonTable order by salary"),
- sql("select salary from hiveTable order by salary"))
- }
-
- test("test sum function on big decimal column") {
- checkAnswer(sql("select sum(salary) from carbonTable"),
- sql("select sum(salary) from hiveTable"))
- }
-
- test("test max function on big decimal column") {
- checkAnswer(sql("select max(salary) from carbonTable"),
- sql("select max(salary) from hiveTable"))
- }
-
- test("test min function on big decimal column") {
- checkAnswer(sql("select min(salary) from carbonTable"),
- sql("select min(salary) from hiveTable"))
- }
-
- test("test min datatype on big decimal column") {
- val output = sql("select min(salary) from carbonTable").collectAsList().get(0).get(0)
- assert(output.isInstanceOf[java.math.BigDecimal])
- }
-
- test("test max datatype on big decimal column") {
- val output = sql("select max(salary) from carbonTable").collectAsList().get(0).get(0)
- assert(output.isInstanceOf[java.math.BigDecimal])
- }
-
- test("test count function on big decimal column") {
- checkAnswer(sql("select count(salary) from carbonTable"),
- sql("select count(salary) from hiveTable"))
- }
-
- test("test distinct function on big decimal column") {
- checkAnswer(sql("select distinct salary from carbonTable order by salary"),
- sql("select distinct salary from hiveTable order by salary"))
- }
-
- test("test sum-distinct function on big decimal column") {
- checkAnswer(sql("select sum(distinct salary) from carbonTable"),
- sql("select sum(distinct salary) from hiveTable"))
- }
-
- test("test count-distinct function on big decimal column") {
- checkAnswer(sql("select count(distinct salary) from carbonTable"),
- sql("select count(distinct salary) from hiveTable"))
- }
- test("test filter query on big decimal column") {
- // equal to
- checkAnswer(sql("select salary from carbonTable where salary=45234525465882.24"),
- sql("select salary from hiveTable where salary=45234525465882.24"))
- // greater than
- checkAnswer(sql("select salary from carbonTable where salary>15000"),
- sql("select salary from hiveTable where salary>15000"))
- // greater than equal to
- checkAnswer(sql("select salary from carbonTable where salary>=15000.43525"),
- sql("select salary from hiveTable where salary>=15000.43525"))
- // less than
- checkAnswer(sql("select salary from carbonTable where salary<45234525465882"),
- sql("select salary from hiveTable where salary<45234525465882"))
- // less than equal to
- checkAnswer(sql("select salary from carbonTable where salary<=45234525465882.24"),
- sql("select salary from hiveTable where salary<=45234525465882.24"))
- }
-
- test("test aggregation on big decimal column with increased precision") {
- sql("drop table if exists carbonBigDecimal")
- sql("create table if not exists carbonBigDecimal (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(27, 10)) STORED BY 'org.apache.carbondata.format'")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/decimalBoundaryDataCarbon.csv' into table carbonBigDecimal")
-
- checkAnswer(sql("select sum(salary) from carbonBigDecimal"),
- sql("select sum(salary) from hiveBigDecimal"))
-
- checkAnswer(sql("select sum(distinct salary) from carbonBigDecimal"),
- sql("select sum(distinct salary) from hiveBigDecimal"))
-
- sql("drop table if exists carbonBigDecimal")
- }
-
- test("test big decimal for dictionary look up") {
- sql("drop table if exists decimalDictLookUp")
- sql("create table if not exists decimalDictLookUp (ID Int, date Timestamp, country String, name String, phonetype String, serialname String, salary decimal(27, 10)) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('dictionary_include'='salary')")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/decimalBoundaryDataCarbon.csv' into table decimalDictLookUp")
-
- checkAnswer(sql("select sum(salary) from decimalDictLookUp"),
- sql("select sum(salary) from hiveBigDecimal"))
-
- sql("drop table if exists decimalDictLookUp")
- }
-
- test("test sum+10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select sum(salary)+10 from carbonBigDecimal_2"),
- sql("select sum(salary)+10 from hiveBigDecimal"))
- }
-
- test("test sum*10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select sum(salary)*10 from carbonBigDecimal_2"),
- sql("select sum(salary)*10 from hiveBigDecimal"))
- }
-
- test("test sum/10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select sum(salary)/10 from carbonBigDecimal_2"),
- sql("select sum(salary)/10 from hiveBigDecimal"))
- }
-
- test("test sum-distinct+10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select sum(distinct(salary))+10 from carbonBigDecimal_2"),
- sql("select sum(distinct(salary))+10 from hiveBigDecimal"))
- }
-
- test("test sum-distinct*10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select sum(distinct(salary))*10 from carbonBigDecimal_2"),
- sql("select sum(distinct(salary))*10 from hiveBigDecimal"))
- }
-
- test("test sum-distinct/10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select sum(distinct(salary))/10 from carbonBigDecimal_2"),
- sql("select sum(distinct(salary))/10 from hiveBigDecimal"))
- }
-
- test("test avg+10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select avg(salary)+10 from carbonBigDecimal_2"),
- sql("select avg(salary)+10 from hiveBigDecimal"))
- }
-
- test("test avg*10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select avg(salary)*10 from carbonBigDecimal_2"),
- sql("select avg(salary)*10 from hiveBigDecimal"))
- }
-
- test("test avg/10 aggregation on big decimal column with high precision") {
- checkAnswer(sql("select avg(salary)/10 from carbonBigDecimal_2"),
- sql("select avg(salary)/10 from hiveBigDecimal"))
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- sql("drop table if exists hiveBigDecimal")
- sql("drop table if exists carbonBigDecimal_2")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_SIZE,
- CarbonCommonConstants.SORT_SIZE_DEFAULT_VAL)
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.SORT_INTERMEDIATE_FILES_LIMIT,
- CarbonCommonConstants.SORT_INTERMEDIATE_FILES_LIMIT_DEFAULT_VALUE)
- }
-}
-
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
deleted file mode 100644
index 85d6f85..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
+++ /dev/null
@@ -1,124 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.bigdecimal
-
-import java.io.File
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * Test cases for testing columns having null value
- */
-class TestNullAndEmptyFields extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,
- CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT
- )
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath = currentDirectory + "/src/test/resources/nullandnonparsableValue.csv"
- sql(
- "CREATE TABLE IF NOT EXISTS carbonTable (ID String, date Timestamp, country String, name " +
- "String, phonetype String, serialname String, salary Decimal(17,2))STORED BY 'org.apache" +
- ".carbondata.format'"
- )
- sql(
- "create table if not exists hiveTable(ID String, date Timestamp, country String, name " +
- "String, " +
- "phonetype String, serialname String, salary Decimal(17,2))row format delimited fields " +
- "terminated by ','"
- )
- sql(
- "LOAD DATA LOCAL INPATH '" + csvFilePath + "' into table carbonTable OPTIONS " +
- "('FILEHEADER'='ID,date," +
- "country,name,phonetype,serialname,salary')"
- )
- sql(
- "LOAD DATA local inpath '" + csvFilePath + "' INTO table hiveTable"
- )
- }
-
-
- test("test detail query on column having null values") {
- checkAnswer(
- sql("select * from carbonTable"),
- sql("select * from hiveTable")
- )
- }
-
- test("test filter query on column is null") {
- checkAnswer(
- sql("select * from carbonTable where salary is null"),
- sql("select * from hiveTable where salary is null")
- )
- }
-
- test("test filter query on column is not null") {
- checkAnswer(
- sql("select * from carbonTable where salary is not null"),
- sql("select * from hiveTable where salary is not null")
- )
- }
-
- test("test filter query on columnValue=null") {
- checkAnswer(
- sql("select * from carbonTable where salary=null"),
- sql("select * from hiveTable where salary=null")
- )
- }
-
- test("test filter query where date is null") {
- checkAnswer(
- sql("select * from carbonTable where date is null"),
- sql("select * from hiveTable where date is null")
- )
- }
-
- test("test subquery on column having null values") {
- checkAnswer(
- sql("select * from (select if(country='china','c', country) test from carbonTable)qq where test is null"),
- sql("select * from (select if(country='china','c', country) test from hiveTable)qq where test is null")
- )
- }
-
- test("test subquery on column having not null values") {
- checkAnswer(
- sql("select * from (select if(country='china','c', country) test from carbonTable)qq where test is not null"),
- sql("select * from (select if(country='china','c', country) test from hiveTable)qq where test is not null")
- )
- }
-
- override def afterAll {
- sql("drop table if exists carbonTable")
- sql("drop table if exists hiveTable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
-
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
deleted file mode 100644
index 0c7b7ce..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
+++ /dev/null
@@ -1,115 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.blockprune
-
-import java.io.{DataOutputStream, File}
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory
-import org.scalatest.BeforeAndAfterAll
-
-/**
- * This class contains test cases for block prune query
- */
-class BlockPruneQueryTestCase extends QueryTest with BeforeAndAfterAll {
- def currentPath: String = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val outputPath = currentPath + "/src/test/resources/block_prune_test.csv"
- override def beforeAll {
- // Since the data needed for plock prune is big, need to create a temp data file
- val testData: Array[String]= new Array[String](3);
- testData(0) = "a"
- testData(1) = "b"
- testData(2) = "c"
- var writer: DataOutputStream = null
- try {
- val fileType = FileFactory.getFileType(outputPath)
- val file = FileFactory.getCarbonFile(outputPath, fileType)
- if (!file.exists()) {
- file.createNewFile()
- }
- writer = FileFactory.getDataOutputStream(outputPath, fileType)
- for (i <- 0 to 2) {
- for (j <- 0 to 240000) {
- writer.writeBytes(testData(i) + "," + j + "\n")
- }
- }
- } catch {
- case ex: Exception =>
- LOGGER.error(ex, "Build test file for block prune failed")
- } finally {
- if (writer != null) {
- try {
- writer.close()
- } catch {
- case ex: Exception =>
- LOGGER.error(ex, "Close output stream catching exception")
- }
- }
- }
-
- sql("DROP TABLE IF EXISTS blockprune")
- }
-
- test("test block prune query") {
- sql(
- """
- CREATE TABLE IF NOT EXISTS blockprune (name string, id int)
- STORED BY 'org.apache.carbondata.format'
- """)
- sql(
- s"LOAD DATA LOCAL INPATH '$outputPath' INTO table blockprune options('FILEHEADER'='name,id')"
- )
- // data is in all 7 blocks
- checkAnswer(
- sql(
- """
- select name,count(name) as amount from blockprune
- where name='c' or name='b' or name='a' group by name
- """),
- Seq(Row("a", 240001), Row("b", 240001), Row("c", 240001)))
-
- // data only in middle 3/4/5 blocks
- checkAnswer(
- sql(
- """
- select name,count(name) as amount from blockprune
- where name='b' group by name
- """),
- Seq(Row("b", 240001)))
- }
-
- override def afterAll {
- // delete the temp data file
- try {
- val fileType = FileFactory.getFileType(outputPath)
- val file = FileFactory.getCarbonFile(outputPath, fileType)
- if (file.exists()) {
- file.delete()
- }
- } catch {
- case ex: Exception =>
- LOGGER.error(ex, "Delete temp test data file for block prune catching exception")
- }
- sql("DROP TABLE IF EXISTS blockprune")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createtable/TestCreateTableSyntax.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createtable/TestCreateTableSyntax.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createtable/TestCreateTableSyntax.scala
index 5f8c150..6efbe37 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createtable/TestCreateTableSyntax.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createtable/TestCreateTableSyntax.scala
@@ -19,13 +19,12 @@
package org.apache.carbondata.spark.testsuite.createtable
-import org.apache.spark.sql.common.util.CarbonHiveContext._
+import org.apache.spark.sql.Row
import org.apache.spark.sql.common.util.QueryTest
-import org.apache.spark.sql.{CarbonContext, Row}
-import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
-
import org.scalatest.BeforeAndAfterAll
+import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
+
/**
* Test Class for validating create table syntax for carbontable
*
@@ -33,18 +32,21 @@ import org.scalatest.BeforeAndAfterAll
class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
override def beforeAll {
- sql("drop table if exists carbontable")
}
test("Struct field with underscore and struct<struct> syntax check") {
+ sql("drop table if exists carbontable")
sql("create table carbontable(id int, username struct<sur_name:string," +
"actual_name:struct<first_name:string,last_name:string>>, country string, salary double)" +
"STORED BY 'org.apache.carbondata.format'")
sql("describe carbontable").show
- sql("drop table if exists carbontable")
}
test("Test table rename operation on carbon table and on hive table") {
+ sql("drop table if exists hivetable")
+ sql("drop table if exists carbontable")
+ sql("drop table if exists hiveRenamedTable")
+ sql("drop table if exists carbonRenamedTable")
sql("create table hivetable(test1 int, test2 array<String>,test3 array<bigint>,"+
"test4 array<int>,test5 array<decimal>,test6 array<timestamp>,test7 array<double>)"+
"row format delimited fields terminated by ',' collection items terminated by '$' map keys terminated by ':'")
@@ -61,13 +63,12 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
assert(e.getMessage.equals("Unsupported alter operation on carbon table"))
}
}
- sql("drop table if exists hiveRenamedTable")
- sql("drop table if exists carbontable")
}
test("test carbon table create with complex datatype as dictionary exclude") {
try {
+ sql("drop table if exists carbontable")
sql("create table carbontable(id int, name string, dept string, mobile array<string>, "+
"country string, salary double) STORED BY 'org.apache.carbondata.format' " +
"TBLPROPERTIES('DICTIONARY_EXCLUDE'='dept,mobile')")
@@ -77,11 +78,11 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
assert(e.getMessage.equals("DICTIONARY_EXCLUDE is unsupported for complex datatype column: mobile"))
}
}
- sql("drop table if exists carbontable")
}
test("test carbon table create with double datatype as dictionary exclude") {
try {
+ sql("drop table if exists carbontable")
sql("create table carbontable(id int, name string, dept string, mobile array<string>, "+
"country string, salary double) STORED BY 'org.apache.carbondata.format' " +
"TBLPROPERTIES('DICTIONARY_EXCLUDE'='salary')")
@@ -92,10 +93,10 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
"data type column: salary"))
}
}
- sql("drop table if exists carbontable")
}
test("test carbon table create with int datatype as dictionary exclude") {
try {
+ sql("drop table if exists carbontable")
sql("create table carbontable(id int, name string, dept string, mobile array<string>, "+
"country string, salary double) STORED BY 'org.apache.carbondata.format' " +
"TBLPROPERTIES('DICTIONARY_EXCLUDE'='id')")
@@ -106,11 +107,11 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
"data type column: id"))
}
}
- sql("drop table if exists carbontable")
}
test("test carbon table create with decimal datatype as dictionary exclude") {
try {
+ sql("drop table if exists carbontable")
sql("create table carbontable(id int, name string, dept string, mobile array<string>, "+
"country string, salary decimal) STORED BY 'org.apache.carbondata.format' " +
"TBLPROPERTIES('DICTIONARY_EXCLUDE'='salary')")
@@ -124,19 +125,20 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
}
test("describe formatted on hive table and carbon table") {
+ sql("drop table if exists hivetable")
+ sql("drop table if exists carbontable")
sql("create table carbontable(id int, username struct<sur_name:string," +
"actual_name:struct<first_name:string,last_name:string>>, country string, salary double)" +
"STORED BY 'org.apache.carbondata.format'")
sql("describe formatted carbontable").show(50)
- sql("drop table if exists carbontable")
sql("create table hivetable(id int, username struct<sur_name:string," +
"actual_name:struct<first_name:string,last_name:string>>, country string, salary double)")
sql("describe formatted hivetable").show(50)
- sql("drop table if exists hivetable")
}
- test("describe command carbon table for decimal scale and precision test") {
- sql("create table carbontablePrecision(id int, name string, dept string, mobile array<string>, "+
+ test("describe command carbon table for decimal scale and precision test") {
+ sql("drop table if exists carbontablePrecision")
+ sql("create table carbontablePrecision(id int, name string, dept string, mobile array<string>, "+
"country string, salary decimal(10,6)) STORED BY 'org.apache.carbondata.format' " +
"TBLPROPERTIES('DICTIONARY_INCLUDE'='salary,id')")
checkAnswer(
@@ -146,11 +148,11 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
Row("salary","decimal(10,6)","")
)
)
- sql("drop table if exists carbontablePrecision")
}
test("create carbon table without dimensions") {
try {
+ sql("drop table if exists carbontable")
sql("create table carbontable(msr1 int, msr2 double, msr3 bigint, msr4 decimal)" +
" stored by 'org.apache.carbondata.format'")
assert(false)
@@ -165,6 +167,7 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
test("create carbon table with repeated table properties") {
try {
+ sql("drop table if exists carbontable")
sql(
"""
CREATE TABLE IF NOT EXISTS carbontable
@@ -183,6 +186,10 @@ class TestCreateTableSyntax extends QueryTest with BeforeAndAfterAll {
}
override def afterAll {
+ sql("drop table if exists hivetable")
sql("drop table if exists carbontable")
+ sql("drop table if exists hiveRenamedTable")
+ sql("drop table if exists carbonRenamedTable")
+ sql("drop table if exists carbontablePrecision")
}
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSystemLockFeatureTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSystemLockFeatureTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSystemLockFeatureTest.scala
index 3098b43..d5586b0 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSystemLockFeatureTest.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSystemLockFeatureTest.scala
@@ -18,7 +18,10 @@
*/
package org.apache.carbondata.spark.testsuite.datacompaction
-import java.io.File
+import scala.collection.JavaConverters._
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
import org.apache.carbondata.core.carbon.path.{CarbonStorePath, CarbonTablePath}
import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
@@ -26,12 +29,6 @@ import org.apache.carbondata.core.constants.CarbonCommonConstants
import org.apache.carbondata.core.datastorage.store.impl.FileFactory
import org.apache.carbondata.core.updatestatus.SegmentStatusManager
import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import scala.collection.JavaConverters._
/**
* FT for compaction scenario where major segment should not be included in minor.
@@ -60,12 +57,10 @@ class CompactionSystemLockFeatureTest extends QueryTest with BeforeAndAfterAll {
)
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
+ val csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
- val csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compaction2.csv"
- val csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
+ val csvFilePath2 = s"$resourcesPath/compaction/compaction2.csv"
+ val csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
// load table1
sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE table1 OPTIONS" +
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
deleted file mode 100644
index bccdeb5..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
+++ /dev/null
@@ -1,110 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.datacompaction
-
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-
-import scala.collection.JavaConverters._
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * FT for data compaction scenario.
- */
-class DataCompactionBlockletBoundryTest extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists blocklettest")
- sql("drop table if exists Carbon_automation_hive")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.BLOCKLET_SIZE,
- "55")
- sql(
- "CREATE TABLE IF NOT EXISTS blocklettest (country String, ID String, date Timestamp, name " +
- "String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
- ".format'"
- )
-
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
- // loading the rows greater than 256. so that the column cardinality crosses byte boundary.
- val csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compactioncard2.csv"
-
-
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE blocklettest OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE blocklettest OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- // compaction will happen here.
- sql("alter table blocklettest compact 'major'"
- )
-
- sql(
- "create table Carbon_automation_hive (ID String, date " +
- "Timestamp,country String, name String, phonetype String, serialname String, salary Int ) row format " +
- "delimited fields terminated by ',' TBLPROPERTIES ('skip.header.line.count'='1') "
- )
-
- sql("LOAD DATA LOCAL INPATH '" + currentDirectory +
- "/src/test/resources/compaction/compaction1_forhive.csv" + "' INTO " +
- "table Carbon_automation_hive ")
- sql("LOAD DATA LOCAL INPATH '" + currentDirectory +
- "/src/test/resources/compaction/compactioncard2_forhive.csv" + "' INTO " +
- "table Carbon_automation_hive ")
-
- }
-
- test("select country,count(*) as a from blocklettest")({
- sql("select country,count(*) as a from Carbon_automation_hive group by country").show()
- sql("select * from Carbon_automation_hive").show
- checkAnswer(
- sql("select country,count(*) as a from blocklettest group by country"),
- sql("select country,count(*) as a from Carbon_automation_hive group by country")
- )
- }
- )
-
- override def afterAll {
- sql("drop table if exists blocklettest")
- sql("drop table if exists Carbon_automation_hive")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.BLOCKLET_SIZE,
- "" + CarbonCommonConstants.BLOCKLET_SIZE_DEFAULT_VAL)
- }
-
-}
[24/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
new file mode 100644
index 0000000..7396594
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
@@ -0,0 +1,139 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
+
+/**
+ * This class will test data load in which number of columns in data are more than
+ * the number of columns in schema
+ */
+class TestDataLoadWithColumnsMoreThanSchema extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS char_test")
+ sql("DROP TABLE IF EXISTS hive_char_test")
+ sql("CREATE TABLE char_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
+ sql("CREATE TABLE hive_char_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)row format delimited fields terminated by ','")
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/character_carbon.csv' into table char_test")
+ sql(s"LOAD DATA local inpath '$resourcesPath/character_hive.csv' INTO table hive_char_test")
+ }
+
+ test("test count(*) to check for data loss") {
+ checkAnswer(sql("select count(*) from char_test"),
+ sql("select count(*) from hive_char_test"))
+ }
+
+ test("test for invalid value of maxColumns") {
+ sql("DROP TABLE IF EXISTS max_columns_test")
+ sql("CREATE TABLE max_columns_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/character_carbon.csv' into table max_columns_test options('MAXCOLUMNS'='avfgd')")
+ assert(false)
+ } catch {
+ case _: Throwable => assert(true)
+ }
+ }
+
+ test("test for valid value of maxColumns") {
+ sql("DROP TABLE IF EXISTS valid_max_columns_test")
+ sql("CREATE TABLE valid_max_columns_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/character_carbon.csv' into table valid_max_columns_test options('MAXCOLUMNS'='400')")
+ checkAnswer(sql("select count(*) from valid_max_columns_test"),
+ sql("select count(*) from hive_char_test"))
+ } catch {
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test with invalid maxColumns value") {
+ sql(
+ "CREATE TABLE max_columns_value_test (imei string,age int,task bigint,num double,level " +
+ "decimal(10,3),productdate timestamp,mark int,name string) STORED BY 'org.apache.carbondata" +
+ ".format'")
+ try {
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/character_carbon.csv' into table " +
+ "max_columns_value_test options('FILEHEADER='imei,age','MAXCOLUMNS'='2')")
+ throw new MalformedCarbonCommandException("Invalid")
+ } catch {
+ case me: MalformedCarbonCommandException =>
+ assert(false)
+ case _: Throwable => assert(true)
+ }
+ }
+
+ test("test for maxcolumns option value greater than threshold value for maxcolumns") {
+ sql("DROP TABLE IF EXISTS valid_max_columns_test")
+ sql("CREATE TABLE valid_max_columns_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/character_carbon.csv' into table valid_max_columns_test options('MAXCOLUMNS'='22000')")
+ checkAnswer(sql("select count(*) from valid_max_columns_test"),
+ sql("select count(*) from hive_char_test"))
+ } catch {
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test for boundary value for maxcolumns") {
+ sql("DROP TABLE IF EXISTS boundary_max_columns_test")
+ sql("CREATE TABLE boundary_max_columns_test (empno string, empname String, designation String, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
+ "projectcode string, projectjoindate String, projectenddate String,attendance double," +
+ "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
+ "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
+ "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')")
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' into table boundary_max_columns_test options('MAXCOLUMNS'='14')")
+ assert(true)
+ } catch {
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test for maxcolumns value less than columns in 1st line of csv file") {
+ sql("DROP TABLE IF EXISTS boundary_max_columns_test")
+ sql("CREATE TABLE boundary_max_columns_test (empno string, empname String, designation String, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
+ "projectcode string, projectjoindate String, projectenddate String,attendance double," +
+ "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
+ "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
+ "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')")
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/data.csv' into table boundary_max_columns_test options('MAXCOLUMNS'='13')")
+ assert(true)
+ } catch {
+ case _: Throwable => assert(false)
+ }
+ }
+
+ override def afterAll {
+ sql("DROP TABLE IF EXISTS char_test")
+ sql("DROP TABLE IF EXISTS hive_char_test")
+ sql("DROP TABLE IF EXISTS max_columns_value_test")
+ sql("DROP TABLE IF EXISTS boundary_max_columns_test")
+ sql("DROP TABLE IF EXISTS valid_max_columns_test")
+ sql("DROP TABLE IF EXISTS max_columns_test")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
new file mode 100644
index 0000000..8588b8f
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
@@ -0,0 +1,100 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+class TestLoadDataWithDictionaryExcludeAndInclude extends QueryTest with BeforeAndAfterAll {
+ var filePath: String = _
+ var pwd: String = _
+
+ def buildTestData() = {
+ filePath = s"$resourcesPath/emptyDimensionData.csv"
+ }
+
+ def dropTable() = {
+ sql("DROP TABLE IF EXISTS exclude_include_t3")
+ sql("DROP TABLE IF EXISTS exclude_include_hive_t3")
+ }
+
+ def buildTable() = {
+ try {
+ sql(
+ """
+ CREATE TABLE exclude_include_hive_t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ row format delimited fields terminated by ','
+ """)
+ sql(
+ """
+ CREATE TABLE exclude_include_t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_EXCLUDE'='country,phonetype,serialname',
+ 'DICTIONARY_INCLUDE'='ID')
+ """)
+ } catch {
+ case ex: Throwable => LOGGER.error(ex.getMessage + "\r\n" + ex.getStackTraceString)
+ }
+ }
+
+ def loadTable() = {
+ try {
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(
+ s"""
+ LOAD DATA LOCAL INPATH '$filePath' into table exclude_include_t3
+ """)
+ sql(
+ s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/emptyDimensionDataHive.csv' into table exclude_include_hive_t3
+ """)
+ } catch {
+ case ex: Throwable => LOGGER.error(ex.getMessage + "\r\n" + ex.getStackTraceString)
+ }
+ }
+
+ override def beforeAll {
+ dropTable
+ buildTestData
+ buildTable
+ loadTable
+ }
+
+ test("test load data with dictionary exclude & include and with empty dimension") {
+ checkAnswer(
+ sql("select ID from exclude_include_t3"), sql("select ID from exclude_include_hive_t3")
+ )
+ }
+
+ override def afterAll {
+ dropTable
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ }
+}
+
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
new file mode 100644
index 0000000..3250768
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
@@ -0,0 +1,94 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.{DataFrame, Row, SaveMode}
+import org.scalatest.BeforeAndAfterAll
+
+class TestLoadDataFrame extends QueryTest with BeforeAndAfterAll {
+ var df: DataFrame = _
+
+ def buildTestData() = {
+ import sqlContext.implicits._
+ df = sqlContext.sparkContext.parallelize(1 to 1000)
+ .map(x => ("a", "b", x))
+ .toDF("c1", "c2", "c3")
+ }
+
+ def dropTable() = {
+ sql("DROP TABLE IF EXISTS carbon1")
+ sql("DROP TABLE IF EXISTS carbon2")
+ sql("DROP TABLE IF EXISTS carbon3")
+ }
+
+
+
+ override def beforeAll {
+ dropTable
+ buildTestData
+ }
+
+ test("test load dataframe with saving compressed csv files") {
+ // save dataframe to carbon file
+ df.write
+ .format("carbondata")
+ .option("tableName", "carbon1")
+ .option("tempCSV", "true")
+ .option("compress", "true")
+ .mode(SaveMode.Overwrite)
+ .save()
+ checkAnswer(
+ sql("select count(*) from carbon1 where c3 > 500"), Row(500)
+ )
+ }
+
+ test("test load dataframe with saving csv uncompressed files") {
+ // save dataframe to carbon file
+ df.write
+ .format("carbondata")
+ .option("tableName", "carbon2")
+ .option("tempCSV", "true")
+ .option("compress", "false")
+ .mode(SaveMode.Overwrite)
+ .save()
+ checkAnswer(
+ sql("select count(*) from carbon2 where c3 > 500"), Row(500)
+ )
+ }
+
+ test("test load dataframe without saving csv files") {
+ // save dataframe to carbon file
+ df.write
+ .format("carbondata")
+ .option("tableName", "carbon3")
+ .option("tempCSV", "false")
+ .mode(SaveMode.Overwrite)
+ .save()
+ checkAnswer(
+ sql("select count(*) from carbon3 where c3 > 500"), Row(500)
+ )
+ }
+
+ override def afterAll {
+ dropTable
+ }
+}
+
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
new file mode 100644
index 0000000..8162018
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
@@ -0,0 +1,56 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.processing.etl.DataLoadingException
+
+class TestLoadDataUseAllDictionary extends QueryTest with BeforeAndAfterAll{
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS t3")
+ sql("""
+ CREATE TABLE IF NOT EXISTS t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'carbondata'
+ """)
+ }
+
+ test("test load data use all dictionary, and given wrong format dictionary values") {
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/windows.csv' into table t3
+ options('FILEHEADER'='id,date,country,name,phonetype,serialname,salary',
+ 'All_DICTIONARY_PATH'='$resourcesPath/dict.txt')
+ """)
+ assert(false)
+ } catch {
+ case e: DataLoadingException =>
+ assert(e.getMessage.equals("Data Loading failure, dictionary values are " +
+ "not in correct format!"))
+ }
+ }
+
+ override def afterAll {
+ sql("DROP TABLE IF EXISTS t3")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
new file mode 100644
index 0000000..35cbe76
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
@@ -0,0 +1,138 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import java.sql.Timestamp
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
+
+class TestLoadDataWithDiffTimestampFormat extends QueryTest with BeforeAndAfterAll {
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS t3")
+ sql("""
+ CREATE TABLE IF NOT EXISTS t3
+ (ID Int, date Timestamp, starttime Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'carbondata'
+ """)
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ }
+
+ test("test load data with different timestamp format") {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/timeStampFormatData1.csv' into table t3
+ OPTIONS('dateformat' = 'starttime:yyyy-MM-dd HH:mm:ss')
+ """)
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/timeStampFormatData2.csv' into table t3
+ OPTIONS('dateformat' = ' date : yyyy-MM-dd , StartTime : yyyy/MM/dd HH:mm:ss')
+ """)
+ checkAnswer(
+ sql("SELECT date FROM t3 WHERE ID = 1"),
+ Seq(Row(Timestamp.valueOf("2015-07-23 00:00:00.0")))
+ )
+ checkAnswer(
+ sql("SELECT starttime FROM t3 WHERE ID = 1"),
+ Seq(Row(Timestamp.valueOf("2016-07-23 01:01:30.0")))
+ )
+ checkAnswer(
+ sql("SELECT date FROM t3 WHERE ID = 18"),
+ Seq(Row(Timestamp.valueOf("2015-07-25 00:00:00.0")))
+ )
+ checkAnswer(
+ sql("SELECT starttime FROM t3 WHERE ID = 18"),
+ Seq(Row(Timestamp.valueOf("2016-07-25 02:32:02.0")))
+ )
+ }
+
+ test("test load data with different timestamp format with wrong setting") {
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/timeStampFormatData1.csv' into table t3
+ OPTIONS('dateformat' = '')
+ """)
+ assert(false)
+ } catch {
+ case ex: MalformedCarbonCommandException =>
+ assertResult(ex.getMessage)("Error: Option DateFormat is set an empty string.")
+ case _: Throwable=> assert(false)
+ }
+
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/timeStampFormatData1.csv' into table t3
+ OPTIONS('dateformat' = 'fasfdas:yyyy/MM/dd')
+ """)
+ assert(false)
+ } catch {
+ case ex: MalformedCarbonCommandException =>
+ assertResult(ex.getMessage)("Error: Wrong Column Name fasfdas is provided in Option DateFormat.")
+ case _: Throwable => assert(false)
+ }
+
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/timeStampFormatData1.csv' into table t3
+ OPTIONS('dateformat' = 'date: ')
+ """)
+ assert(false)
+ } catch {
+ case ex: MalformedCarbonCommandException =>
+ assertResult(ex.getMessage)("Error: Option DateFormat is not provided for Column date.")
+ case _: Throwable => assert(false)
+ }
+
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/timeStampFormatData1.csv' into table t3
+ OPTIONS('dateformat' = 'date ')
+ """)
+ assert(false)
+ } catch {
+ case ex: MalformedCarbonCommandException =>
+ assertResult(ex.getMessage)("Error: Option DateFormat is not provided for Column date .")
+ case _: Throwable => assert(false)
+ }
+
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/timeStampFormatData1.csv' into table t3
+ OPTIONS('dateformat' = ':yyyy/MM/dd ')
+ """)
+ assert(false)
+ } catch {
+ case ex: MalformedCarbonCommandException =>
+ assertResult(ex.getMessage)("Error: Wrong Column Name is provided in Option DateFormat.")
+ case _: Throwable => assert(false)
+ }
+
+ }
+
+ override def afterAll {
+ sql("DROP TABLE IF EXISTS t3")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
new file mode 100644
index 0000000..7717112
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
@@ -0,0 +1,66 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+class TestLoadDataWithFileHeaderException extends QueryTest with BeforeAndAfterAll{
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS t3")
+ sql("""
+ CREATE TABLE IF NOT EXISTS t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'carbondata'
+ """)
+ }
+
+ test("test load data both file and ddl without file header exception") {
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/windows.csv' into table t3
+ """)
+ assert(false)
+ } catch {
+ case e: Exception =>
+ assert(e.getMessage.equals("DataLoad failure: CSV File provided is not proper. " +
+ "Column names in schema and csv header are not same. CSVFile Name : windows.csv"))
+ }
+ }
+
+ test("test load data ddl provided wrong file header exception") {
+ try {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/windows.csv' into table t3
+ options('fileheader'='no_column')
+ """)
+ assert(false)
+ } catch {
+ case e: Exception =>
+ assert(e.getMessage.equals("DataLoad failure: CSV header provided in DDL is not proper. " +
+ "Column names in schema and CSV header are not the same."))
+ }
+ }
+
+ override def afterAll {
+ sql("DROP TABLE IF EXISTS t3")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala
new file mode 100644
index 0000000..f2dabe7
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntax.scala
@@ -0,0 +1,692 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import java.io.File
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+/**
+ * Test Class for data loading with hive syntax and old syntax
+ *
+ */
+class TestLoadDataWithHiveSyntax extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("drop table if exists escapechar1")
+ sql("drop table if exists escapechar2")
+ sql("drop table if exists escapechar3")
+ sql("drop table if exists specialcharacter1")
+ sql("drop table if exists specialcharacter2")
+ sql("drop table if exists collessthanschema")
+ sql("drop table if exists decimalarray")
+ sql("drop table if exists decimalstruct")
+ sql("drop table if exists carbontable")
+ sql("drop table if exists hivetable")
+ sql("drop table if exists testtable")
+ sql("drop table if exists testhivetable")
+ sql("drop table if exists testtable1")
+ sql("drop table if exists testhivetable1")
+ sql("drop table if exists complexcarbontable")
+ sql("drop table if exists complex_t3")
+ sql("drop table if exists complex_hive_t3")
+ sql("drop table if exists header_test")
+ sql("drop table if exists duplicateColTest")
+ sql("drop table if exists mixed_header_test")
+ sql("drop table if exists primitivecarbontable")
+ sql("drop table if exists UPPERCASEcube")
+ sql("drop table if exists lowercaseCUBE")
+ sql("drop table if exists carbontable1")
+ sql("drop table if exists hivetable1")
+ sql("drop table if exists comment_test")
+ sql("drop table if exists smallinttable")
+ sql("drop table if exists smallinthivetable")
+ sql(
+ "CREATE table carbontable (empno int, empname String, designation String, doj String, " +
+ "workgroupcategory int, workgroupcategoryname String, deptno int, deptname String, " +
+ "projectcode int, projectjoindate String, projectenddate String, attendance int," +
+ "utilization int,salary int) STORED BY 'org.apache.carbondata.format'"
+ )
+ sql(
+ "create table hivetable(empno int, empname String, designation string, doj String, " +
+ "workgroupcategory int, workgroupcategoryname String,deptno int, deptname String, " +
+ "projectcode int, projectjoindate String,projectenddate String, attendance String," +
+ "utilization String,salary String)row format delimited fields terminated by ','"
+ )
+
+ }
+
+ test("create table with smallint type and query smallint table") {
+ sql(
+ "create table smallinttable(empno smallint, empname String, designation string, " +
+ "doj String, workgroupcategory int, workgroupcategoryname String,deptno int, " +
+ "deptname String, projectcode int, projectjoindate String,projectenddate String, " +
+ "attendance String, utilization String,salary String)" +
+ "STORED BY 'org.apache.carbondata.format'"
+ )
+
+ sql(
+ "create table smallinthivetable(empno smallint, empname String, designation string, " +
+ "doj String, workgroupcategory int, workgroupcategoryname String,deptno int, " +
+ "deptname String, projectcode int, projectjoindate String,projectenddate String, " +
+ "attendance String, utilization String,salary String)" +
+ "row format delimited fields terminated by ','"
+ )
+
+ sql(s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO table smallinttable " +
+ "OPTIONS('USE_KETTLE'='false')")
+ sql(s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' overwrite " +
+ "INTO table smallinthivetable")
+
+ checkAnswer(
+ sql("select empno from smallinttable"),
+ sql("select empno from smallinthivetable")
+ )
+
+ sql("drop table if exists smallinttable")
+ sql("drop table if exists smallinthivetable")
+ }
+
+ test("test data loading and validate query output") {
+ //Create test cube and hive table
+ sql(
+ "CREATE table testtable (empno string, empname String, designation String, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
+ "projectcode string, projectjoindate String, projectenddate String,attendance double," +
+ "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
+ "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
+ "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')"
+ )
+ sql(
+ "create table testhivetable(empno string, empname String, designation string, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String,deptno string, deptname String, " +
+ "projectcode string, projectjoindate String,projectenddate String, attendance double," +
+ "utilization double,salary double)row format delimited fields terminated by ','"
+ )
+ //load data into test cube and hive table and validate query result
+ sql(s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO table testtable")
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' overwrite INTO table " +
+ "testhivetable"
+ )
+ checkAnswer(sql("select * from testtable"), sql("select * from testhivetable"))
+ //load data incrementally and validate query result
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE testtable OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO table testhivetable"
+ )
+ checkAnswer(sql("select * from testtable"), sql("select * from testhivetable"))
+ //drop test cube and table
+ sql("drop table if exists testtable")
+ sql("drop table if exists testhivetable")
+ }
+
+ /**
+ * TODO: temporarily changing cube names to different names,
+ * however deletion and creation of cube with same name
+ */
+ test("test data loading with different case file header and validate query output") {
+ //Create test cube and hive table
+ sql(
+ "CREATE table testtable1 (empno string, empname String, designation String, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
+ "projectcode string, projectjoindate String, projectenddate String,attendance double," +
+ "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
+ "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
+ "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')"
+ )
+ sql(
+ "create table testhivetable1(empno string, empname String, designation string, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String,deptno string, deptname String, " +
+ "projectcode string, projectjoindate String,projectenddate String, attendance double," +
+ "utilization double,salary double)row format delimited fields terminated by ','"
+ )
+ //load data into test cube and hive table and validate query result
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO table testtable1 " +
+ "options('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='EMPno, empname,designation,doj," +
+ "workgroupcategory,workgroupcategoryname, deptno,deptname,projectcode,projectjoindate," +
+ "projectenddate, attendance, utilization,SALARY')"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' overwrite INTO table " +
+ "testhivetable1"
+ )
+ checkAnswer(sql("select * from testtable1"), sql("select * from testhivetable1"))
+ //drop test cube and table
+ sql("drop table if exists testtable1")
+ sql("drop table if exists testhivetable1")
+ }
+
+ test("test hive table data loading") {
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' overwrite INTO table " +
+ "hivetable"
+ )
+ sql(s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO table hivetable")
+ }
+
+ test("test carbon table data loading using old syntax") {
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO TABLE carbontable OPTIONS" +
+ "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
+ )
+ }
+
+ test("test carbon table data loading using new syntax compatible with hive") {
+ sql(s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO table carbontable")
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO table carbontable options" +
+ "('DELIMITER'=',', 'QUOTECHAR'='\"')"
+ )
+ }
+
+ test("test carbon table data loading using new syntax with overwrite option compatible with hive")
+ {
+ try {
+ sql(s"LOAD DATA local inpath '$resourcesPath/data.csv' overwrite INTO table carbontable")
+ } catch {
+ case e: Throwable => {
+ assert(e.getMessage
+ .equals("Overwrite is not supported for carbon table with default.carbontable")
+ )
+ }
+ }
+ }
+
+ test("complex types data loading") {
+ sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
+ "ROMSize string, purchasedate string, mobile struct<imei:string, imsi:string>," +
+ "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
+ "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
+ "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
+ "double,contractNumber double) " +
+ "STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/complexdata.csv' INTO table " +
+ "complexcarbontable " +
+ "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
+ "ROMSize,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber'," +
+ "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
+ )
+ sql("drop table if exists complexcarbontable")
+ }
+
+ test(
+ "complex types data loading with more unused columns and different order of complex columns " +
+ "in csv and create table"
+ ) {
+ sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
+ "mobile struct<imei:string, imsi:string>, ROMSize string, purchasedate string," +
+ "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
+ "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
+ "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
+ "double,contractNumber double) " +
+ "STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId','DICTIONARY_EXCLUDE'='channelsId')"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/complextypediffentcolheaderorder.csv' INTO " +
+ "table complexcarbontable " +
+ "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
+ "ROMSize,purchasedate,MAC,abc,mobile,locationinfo,proddate,gamePointId,contractNumber'," +
+ "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
+ )
+ sql("select count(*) from complexcarbontable")
+ sql("drop table if exists complexcarbontable")
+ }
+
+ test("test carbon table data loading with csv file Header in caps") {
+ sql("drop table if exists header_test")
+ sql(
+ "create table header_test(empno int, empname String, designation string, doj String, " +
+ "workgroupcategory int, workgroupcategoryname String,deptno int, deptname String, " +
+ "projectcode int, projectjoindate String,projectenddate String, attendance String," +
+ "utilization String,salary String) STORED BY 'org.apache.carbondata.format'"
+ )
+ val csvFilePath = s"$resourcesPath/data_withCAPSHeader.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO table header_test OPTIONS " +
+ "('DELIMITER'=',', 'QUOTECHAR'='\"')");
+ checkAnswer(sql("select empno from header_test"),
+ Seq(Row(11), Row(12))
+ )
+ }
+
+ test("test duplicate column validation") {
+ try {
+ sql("create table duplicateColTest(col1 string, Col1 string)")
+ }
+ catch {
+ case e: Exception => {
+ assert(e.getMessage.contains("Duplicate column name") ||
+ e.getMessage.contains("Found duplicate column"))
+ }
+ }
+ }
+
+ test(
+ "test carbon table data loading with csv file Header in Mixed Case and create table columns " +
+ "in mixed case"
+ ) {
+ sql("drop table if exists mixed_header_test")
+ sql(
+ "create table mixed_header_test(empno int, empname String, Designation string, doj String, " +
+ "Workgroupcategory int, workgroupcategoryname String,deptno int, deptname String, " +
+ "projectcode int, projectjoindate String,projectenddate String, attendance String," +
+ "utilization String,salary String) STORED BY 'org.apache.carbondata.format'"
+ )
+ val csvFilePath = s"$resourcesPath/data_withMixedHeader.csv"
+ sql("LOAD DATA local inpath '" + csvFilePath + "' INTO table mixed_header_test OPTIONS " +
+ "('DELIMITER'=',', 'QUOTECHAR'='\"')");
+ checkAnswer(sql("select empno from mixed_header_test"),
+ Seq(Row(11), Row(12))
+ )
+ }
+
+
+ test("complex types data loading with hive column having more than required column values") {
+ sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
+ "ROMSize string, purchasedate string, mobile struct<imei:string, imsi:string>," +
+ "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
+ "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
+ "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
+ "double,contractNumber double) " +
+ "STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/complexdatastructextra.csv' INTO table " +
+ "complexcarbontable " +
+ "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
+ "ROMSize,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber'," +
+ "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
+ )
+ sql("drop table if exists complexcarbontable")
+ }
+
+ test("complex types & no dictionary columns data loading") {
+ sql("create table complexcarbontable(deviceInformationId int, channelsId string," +
+ "ROMSize string, purchasedate string, mobile struct<imei:string, imsi:string>," +
+ "MAC array<string>, locationinfo array<struct<ActiveAreaId:int, ActiveCountry:string, " +
+ "ActiveProvince:string, Activecity:string, ActiveDistrict:string, ActiveStreet:string>>," +
+ "proddate struct<productionDate:string,activeDeactivedate:array<string>>, gamePointId " +
+ "double,contractNumber double) " +
+ "STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId', 'DICTIONARY_EXCLUDE'='ROMSize," +
+ "purchasedate')"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/complexdata.csv' INTO table " +
+ "complexcarbontable " +
+ "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,channelsId," +
+ "ROMSize,purchasedate,mobile,MAC,locationinfo,proddate,gamePointId,contractNumber'," +
+ "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')"
+ );
+ sql("drop table if exists complexcarbontable")
+ }
+
+ test("array<string> and string datatype for same column is not working properly") {
+ sql("create table complexcarbontable(deviceInformationId int, MAC array<string>, channelsId string, "+
+ "ROMSize string, purchasedate string, gamePointId double,contractNumber double) STORED BY 'org.apache.carbondata.format' "+
+ "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')")
+ sql(s"LOAD DATA local inpath '$resourcesPath/complexdatareordered.csv' INTO table complexcarbontable "+
+ "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,MAC,channelsId,ROMSize,purchasedate,gamePointId,contractNumber',"+
+ "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')")
+ sql("drop table if exists complexcarbontable")
+ sql("create table primitivecarbontable(deviceInformationId int, MAC string, channelsId string, "+
+ "ROMSize string, purchasedate string, gamePointId double,contractNumber double) STORED BY 'org.apache.carbondata.format' "+
+ "TBLPROPERTIES ('DICTIONARY_INCLUDE'='deviceInformationId')")
+ sql(s"LOAD DATA local inpath '$resourcesPath/complexdatareordered.csv' INTO table primitivecarbontable "+
+ "OPTIONS('DELIMITER'=',', 'QUOTECHAR'='\"', 'FILEHEADER'='deviceInformationId,MAC,channelsId,ROMSize,purchasedate,gamePointId,contractNumber',"+
+ "'COMPLEX_DELIMITER_LEVEL_1'='$', 'COMPLEX_DELIMITER_LEVEL_2'=':')")
+ sql("drop table if exists primitivecarbontable")
+ }
+
+ test(
+ "test carbon table data loading when table name is in different case with create table, for " +
+ "UpperCase"
+ ) {
+ sql("create table UPPERCASEcube(empno Int, empname String, designation String, " +
+ "doj String, workgroupcategory Int, workgroupcategoryname String, deptno Int, " +
+ "deptname String, projectcode Int, projectjoindate String, projectenddate String, " +
+ "attendance Int,utilization Double,salary Double) STORED BY 'org.apache.carbondata.format'"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO table uppercasecube OPTIONS" +
+ "('DELIMITER'=',', 'QUOTECHAR'='\"')"
+ )
+ sql("drop table if exists UpperCaseCube")
+ }
+
+ test(
+ "test carbon table data loading when table name is in different case with create table ,for " +
+ "LowerCase"
+ ) {
+ sql("create table lowercaseCUBE(empno Int, empname String, designation String, " +
+ "doj String, workgroupcategory Int, workgroupcategoryname String, deptno Int, " +
+ "deptname String, projectcode Int, projectjoindate String, projectenddate String, " +
+ "attendance Int,utilization Double,salary Double) STORED BY 'org.apache.carbondata.format'"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/data.csv' INTO table LOWERCASECUBE OPTIONS" +
+ "('DELIMITER'=',', 'QUOTECHAR'='\"')"
+ )
+ sql("drop table if exists LowErcasEcube")
+ }
+
+ test("test carbon table data loading using escape char 1") {
+ sql("DROP TABLE IF EXISTS escapechar1")
+
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS escapechar1
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(
+ s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/datawithbackslash.csv' into table escapechar1
+ OPTIONS('ESCAPECHAR'='@')
+ """
+ )
+ checkAnswer(sql("select count(*) from escapechar1"), Seq(Row(10)))
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
+ sql("DROP TABLE IF EXISTS escapechar1")
+ }
+
+ test("test carbon table data loading using escape char 2") {
+ sql("DROP TABLE IF EXISTS escapechar2")
+
+ sql(
+ """
+ CREATE TABLE escapechar2(imei string,specialchar string)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+
+ sql(
+ s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/datawithescapecharacter.csv' into table escapechar2
+ options ('DELIMITER'=',', 'QUOTECHAR'='"','ESCAPECHAR'='\')
+ """
+ )
+ checkAnswer(sql("select count(*) from escapechar2"), Seq(Row(21)))
+ checkAnswer(sql("select specialchar from escapechar2 where imei = '1AA44'"), Seq(Row("escapeesc")))
+ sql("DROP TABLE IF EXISTS escapechar2")
+ }
+
+ test("test carbon table data loading using escape char 3") {
+ sql("DROP TABLE IF EXISTS escapechar3")
+
+ sql(
+ """
+ CREATE TABLE escapechar3(imei string,specialchar string)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+
+ sql(
+ s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/datawithescapecharacter.csv' into table escapechar3
+ options ('DELIMITER'=',', 'QUOTECHAR'='"','ESCAPECHAR'='@')
+ """
+ )
+ checkAnswer(sql("select count(*) from escapechar3"), Seq(Row(21)))
+ checkAnswer(sql("select specialchar from escapechar3 where imei in ('1232','12323')"), Seq(Row
+ ("ayush@b.com"), Row("ayushb.com")
+ )
+ )
+ sql("DROP TABLE IF EXISTS escapechar3")
+ }
+
+ test("test carbon table data loading with special character 1") {
+ sql("DROP TABLE IF EXISTS specialcharacter1")
+
+ sql(
+ """
+ CREATE TABLE specialcharacter1(imei string,specialchar string)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+
+ sql(
+ s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/datawithspecialcharacter.csv' into table specialcharacter1
+ options ('DELIMITER'=',', 'QUOTECHAR'='"')
+ """
+ )
+ checkAnswer(sql("select count(*) from specialcharacter1"), Seq(Row(37)))
+ checkAnswer(sql("select specialchar from specialcharacter1 where imei='1AA36'"), Seq(Row("\"i\"")))
+ sql("DROP TABLE IF EXISTS specialcharacter1")
+ }
+
+ test("test carbon table data loading with special character 2") {
+ sql("DROP TABLE IF EXISTS specialcharacter2")
+
+ sql(
+ """
+ CREATE table specialcharacter2(customer_id int, 124_string_level_province String, date_level String,
+ Time_level String, lname String, fname String, mi String, address1 String, address2
+ String, address3 String, address4 String, city String, country String, phone1 String,
+ phone2 String, marital_status String, yearly_income String, gender String, education
+ String, member_card String, occupation String, houseowner String, fullname String,
+ numeric_level double, account_num double, customer_region_id int, total_children int,
+ num_children_at_home int, num_cars_owned int)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+
+ sql(
+ s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/datawithcomplexspecialchar.csv' into
+ table specialcharacter2 options ('DELIMITER'=',', 'QUOTECHAR'='"','ESCAPECHAR'='"')
+ """
+ )
+ checkAnswer(sql("select count(*) from specialcharacter2"), Seq(Row(150)))
+ checkAnswer(sql("select 124_string_level_province from specialcharacter2 where customer_id=103"),
+ Seq(Row("\"state province # 124\""))
+ )
+ sql("DROP TABLE IF EXISTS specialcharacter2")
+ }
+
+ test("test data which contain column less than schema"){
+ sql("DROP TABLE IF EXISTS collessthanschema")
+
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS collessthanschema
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/lessthandatacolumndata.csv' into table collessthanschema
+ """)
+ checkAnswer(sql("select count(*) from collessthanschema"),Seq(Row(10)))
+ sql("DROP TABLE IF EXISTS collessthanschema")
+ }
+
+ test("test data which contain column with decimal data type in array."){
+ sql("DROP TABLE IF EXISTS decimalarray")
+
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS decimalarray
+ (ID decimal(5,5), date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int, complex
+ array<decimal(4,2)>)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/complexTypeDecimal.csv' into table decimalarray
+ """)
+ checkAnswer(sql("select count(*) from decimalarray"),Seq(Row(8)))
+ sql("DROP TABLE IF EXISTS decimalarray")
+ }
+
+ test("test data which contain column with decimal data type in struct."){
+ sql("DROP TABLE IF EXISTS decimalstruct")
+
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS decimalstruct
+ (ID decimal(5,5), date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int, complex
+ struct<a:decimal(4,2)>)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/complexTypeDecimal.csv' into table decimalstruct
+ """)
+ checkAnswer(sql("select count(*) from decimalstruct"),Seq(Row(8)))
+ sql("DROP TABLE IF EXISTS decimalstruct")
+ }
+
+ test("test data which contain column with decimal data type in array of struct."){
+ sql("DROP TABLE IF EXISTS complex_t3")
+ sql("DROP TABLE IF EXISTS complex_hive_t3")
+
+ sql(
+ """
+ CREATE TABLE complex_t3
+ (ID decimal, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int, complex
+ array<struct<a:decimal(4,2),str:string>>)
+ STORED BY 'org.apache.carbondata.format'
+ """
+ )
+ sql(
+ """
+ CREATE TABLE complex_hive_t3
+ (ID decimal, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int, complex
+ array<struct<a:decimal(4,2),str:string>>)
+ row format delimited fields terminated by ','
+ """
+ )
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/complexTypeDecimalNested.csv' into table complex_t3
+ """)
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$resourcesPath/complexTypeDecimalNestedHive.csv' into table complex_hive_t3
+ """)
+ checkAnswer(sql("select count(*) from complex_t3"),sql("select count(*) from complex_hive_t3"))
+ checkAnswer(sql("select id from complex_t3 where salary = 15000"),sql("select id from complex_hive_t3 where salary = 15000"))
+ }
+
+ test("test data loading when delimiter is '|' and data with header") {
+ sql(
+ "CREATE table carbontable1 (empno string, empname String, designation String, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
+ "projectcode string, projectjoindate String, projectenddate String,attendance double," +
+ "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
+ "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
+ "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')"
+ )
+ sql(
+ "create table hivetable1 (empno string, empname String, designation string, doj String, " +
+ "workgroupcategory string, workgroupcategoryname String,deptno string, deptname String, " +
+ "projectcode string, projectjoindate String,projectenddate String, attendance double," +
+ "utilization double,salary double)row format delimited fields terminated by ','"
+ )
+
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/datadelimiter.csv' INTO TABLE carbontable1 OPTIONS" +
+ "('DELIMITER'= '|', 'QUOTECHAR'= '\"')"
+ )
+
+ sql(s"LOAD DATA local inpath '$resourcesPath/datawithoutheader.csv' INTO table hivetable1")
+
+ checkAnswer(sql("select * from carbontable1"), sql("select * from hivetable1"))
+ }
+
+ test("test data loading with comment option") {
+ sql("drop table if exists comment_test")
+ sql(
+ "create table comment_test(imei string, age int, task bigint, num double, level decimal(10," +
+ "3), productdate timestamp, mark int, name string) STORED BY 'org.apache.carbondata.format'"
+ )
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/comment.csv' INTO TABLE comment_test " +
+ "options('DELIMITER' = ',', 'QUOTECHAR' = '.', 'COMMENTCHAR' = '?','FILEHEADER'='imei,age,task,num,level,productdate,mark,name')"
+ )
+ checkAnswer(sql("select imei from comment_test"),Seq(Row("\".carbon"),Row("#?carbon"), Row(""),
+ Row("~carbon,")))
+ }
+
+
+ override def afterAll {
+ sql("drop table if exists escapechar1")
+ sql("drop table if exists escapechar2")
+ sql("drop table if exists escapechar3")
+ sql("drop table if exists specialcharacter1")
+ sql("drop table if exists specialcharacter2")
+ sql("drop table if exists collessthanschema")
+ sql("drop table if exists decimalarray")
+ sql("drop table if exists decimalstruct")
+ sql("drop table if exists carbontable")
+ sql("drop table if exists hivetable")
+ sql("drop table if exists testtable")
+ sql("drop table if exists testhivetable")
+ sql("drop table if exists testtable1")
+ sql("drop table if exists testhivetable1")
+ sql("drop table if exists complexcarbontable")
+ sql("drop table if exists complex_t3")
+ sql("drop table if exists complex_hive_t3")
+ sql("drop table if exists header_test")
+ sql("drop table if exists duplicateColTest")
+ sql("drop table if exists mixed_header_test")
+ sql("drop table if exists primitivecarbontable")
+ sql("drop table if exists UPPERCASEcube")
+ sql("drop table if exists lowercaseCUBE")
+ sql("drop table if exists carbontable1")
+ sql("drop table if exists hivetable1")
+ sql("drop table if exists comment_test")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
new file mode 100644
index 0000000..954112f
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
@@ -0,0 +1,162 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
+
+class TestLoadDataWithMalformedCarbonCommandException extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+
+ sql("CREATE table TestLoadTableOptions (ID int, date String, country String, name String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'")
+
+ }
+
+ override def afterAll {
+ sql("drop table TestLoadTableOptions")
+ }
+
+ def buildTableWithNoExistDictExclude() = {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_EXCLUDE'='country,phonetype,CCC')
+ """)
+ }
+
+ def buildTableWithNoExistDictInclude() = {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_INCLUDE'='AAA,country')
+ """)
+ }
+
+ def buildTableWithSameDictExcludeAndInclude() = {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_INCLUDE'='country','DICTIONARY_EXCLUDE'='country')
+ """)
+ }
+
+ def buildTableWithSameDictExcludeAndIncludeWithSpaces() = {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS t3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('DICTIONARY_INCLUDE'='country','DICTIONARY_EXCLUDE'='country ')
+ """)
+ }
+
+ test("test load data with dictionary exclude columns which no exist in table.") {
+ try {
+ buildTableWithNoExistDictExclude()
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.equals("DICTIONARY_EXCLUDE column: ccc does not exist in table. " +
+ "Please check create table statement."))
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test load data with dictionary include columns which no exist in table.") {
+ try {
+ buildTableWithNoExistDictInclude()
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.equals("DICTIONARY_INCLUDE column: aaa does not exist in table. " +
+ "Please check create table statement."))
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test load data with dictionary include is same with dictionary exclude") {
+ try {
+ buildTableWithSameDictExcludeAndInclude()
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.equals("DICTIONARY_EXCLUDE can not contain the same column: country " +
+ "with DICTIONARY_INCLUDE. Please check create table statement."))
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test load data with invalid option") {
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE " +
+ "TestLoadTableOptions OPTIONS('QUOTECHAR'='\"', 'DELIMITERRR' = ',')")
+ assert(false)
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.equals("Error: Invalid option(s): delimiterrr"))
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test load data with duplicate options") {
+ try {
+ sql(s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE " +
+ "TestLoadTableOptions OPTIONS('DELIMITER' = ',', 'quotechar'='\"', 'DELIMITER' = '$')")
+ assert(false)
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.equals("Error: Duplicate option(s): delimiter"))
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test load data with case sensitive options") {
+ try {
+ sql(
+ s"LOAD DATA local inpath '$resourcesPath/dataretention1.csv' INTO table " +
+ "TestLoadTableOptions options('DeLIMITEr'=',', 'qUOtECHAR'='\"')"
+ )
+ } catch {
+ case _: Throwable => assert(false)
+ }
+ }
+
+ test("test load data with dictionary include is same with dictionary exclude with spaces") {
+ try {
+ buildTableWithSameDictExcludeAndIncludeWithSpaces()
+ } catch {
+ case e: MalformedCarbonCommandException =>
+ assert(e.getMessage.equals("DICTIONARY_EXCLUDE can not contain the same column: country " +
+ "with DICTIONARY_INCLUDE. Please check create table statement."))
+ case _: Throwable => assert(false)
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
new file mode 100644
index 0000000..1b0b324
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
@@ -0,0 +1,115 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for data loading with hive syntax and old syntax
+ *
+ */
+class TestLoadDataWithNoMeasure extends QueryTest with BeforeAndAfterAll {
+
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS nomeasureTest_sd")
+ sql(
+ "CREATE TABLE nomeasureTest (empno String, doj String) STORED BY 'org.apache.carbondata" +
+ ".format'"
+ )
+ val testData = s"$resourcesPath/datasample.csv"
+ sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest")
+ }
+
+ test("test data loading and validate query output") {
+
+ checkAnswer(
+ sql("select empno from nomeasureTest"),
+ Seq(Row("11"), Row("12"), Row("13"))
+ )
+ }
+
+ test("test data loading with single dictionary column") {
+ sql("DROP TABLE IF EXISTS nomeasureTest_sd")
+ sql("CREATE TABLE nomeasureTest_sd (city String) STORED BY 'org.apache.carbondata.format'")
+ val testData = s"$resourcesPath/datasingleCol.csv"
+ sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_sd options " +
+ "('FILEHEADER'='city')"
+ )
+
+ checkAnswer(
+ sql("select city from nomeasureTest_sd"),
+ Seq(Row("CA"), Row("LA"), Row("AD"))
+ )
+ }
+
+ test("test data loading with single no dictionary column") {
+ sql("DROP TABLE IF EXISTS nomeasureTest_sd")
+ sql(
+ "CREATE TABLE nomeasureTest_sd (city String) STORED BY 'org.apache.carbondata.format' " +
+ "TBLPROPERTIES ('DICTIONARY_EXCLUDE'='city')"
+ )
+ val testData = s"$resourcesPath/datasingleCol.csv"
+ sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_sd options " +
+ "('FILEHEADER'='city')"
+ )
+
+ checkAnswer(
+ sql("select city from nomeasureTest_sd"),
+ Seq(Row("CA"), Row("LA"), Row("AD"))
+ )
+ }
+
+ test("test data loading with single complex struct type column") {
+ //only data load check
+ sql("DROP TABLE IF EXISTS nomeasureTest_scd")
+ sql(
+ "CREATE TABLE nomeasureTest_scd (cityDetail struct<cityName:string,cityCode:string>) STORED" +
+ " " +
+ "BY 'org.apache.carbondata.format'"
+ )
+ val testData = s"$resourcesPath/datasingleComplexCol.csv"
+ sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_scd options " +
+ "('DELIMITER'=',','QUOTECHAR'='\"','FILEHEADER'='cityDetail','COMPLEX_DELIMITER_LEVEL_1'=':')"
+ )
+ }
+
+ test("test data loading with single complex array type column") {
+ //only data load check
+ sql("DROP TABLE IF EXISTS nomeasureTest_scd")
+ sql(
+ "CREATE TABLE nomeasureTest_scd (cityDetail array<string>) STORED" +
+ " " +
+ "BY 'org.apache.carbondata.format'"
+ )
+ val testData = s"$resourcesPath/datasingleComplexCol.csv"
+ sql("LOAD DATA LOCAL INPATH '" + testData + "' into table nomeasureTest_scd options " +
+ "('DELIMITER'=',','QUOTECHAR'='\"','FILEHEADER'='cityDetail'," +
+ "'COMPLEX_DELIMITER_LEVEL_1'=':')"
+ )
+ }
+
+ override def afterAll {
+ sql("drop table nomeasureTest")
+ sql("drop table nomeasureTest_sd")
+ sql("drop table nomeasureTest_scd")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala
new file mode 100644
index 0000000..5fd52dc
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala
@@ -0,0 +1,74 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import java.io.File
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.util.FileUtils
+
+import org.apache.carbondata.processing.model.CarbonLoadModel
+import org.apache.carbondata.spark.util.GlobalDictionaryUtil
+
+/**
+ * Test class of loading data for carbon table with not proper input file
+ *
+ */
+class TestLoadDataWithNotProperInputFile extends QueryTest {
+
+ test("test loading data with input path exists but has nothing") {
+ try {
+ val carbonLoadModel: CarbonLoadModel = new CarbonLoadModel
+ val dataPath = s"$resourcesPath/nullSample.csv"
+ carbonLoadModel.setFactFilePath(FileUtils.getPaths(dataPath))
+ GlobalDictionaryUtil.loadDataFrame(sqlContext, carbonLoadModel)
+ } catch {
+ case e: Throwable =>
+ assert(e.getMessage.contains("Please check your input path and make sure " +
+ "that files end with '.csv' and content is not empty"))
+ }
+ }
+
+ test("test loading data with input file not ends with '.csv'") {
+ try {
+ val carbonLoadModel: CarbonLoadModel = new CarbonLoadModel
+ val dataPath = s"$resourcesPath/noneCsvFormat.cs"
+ carbonLoadModel.setFactFilePath(FileUtils.getPaths(dataPath))
+ GlobalDictionaryUtil.loadDataFrame(sqlContext, carbonLoadModel)
+ } catch {
+ case e: Throwable =>
+ e.printStackTrace()
+ assert(e.getMessage.contains("Please check your input path and make sure " +
+ "that files end with '.csv' and content is not empty"))
+ }
+ }
+
+ test("test loading data with input file does not exist") {
+ try {
+ val carbonLoadModel: CarbonLoadModel = new CarbonLoadModel
+ val dataPath = s"$resourcesPath/input_file_does_not_exist.csv"
+ carbonLoadModel.setFactFilePath(FileUtils.getPaths(dataPath))
+ GlobalDictionaryUtil.loadDataFrame(sqlContext, carbonLoadModel)
+ } catch {
+ case e: Throwable =>
+ assert(e.getMessage.contains("The input file does not exist"))
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
new file mode 100644
index 0000000..ddfd607
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
@@ -0,0 +1,92 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import java.io.File
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * Test Class for data loading into table whose name is key word
+ *
+ */
+class TestLoadTblNameIsKeyword extends QueryTest with BeforeAndAfterAll {
+ val testData = s"$resourcesPath/dimSample.csv"
+ override def beforeAll {
+ sql("drop table if exists STRING")
+ sql("drop table if exists DoUbLe")
+ sql("drop table if exists timestamp")
+ sql("""
+ CREATE TABLE IF NOT EXISTS STRING
+ (id Int, name String, city String)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ sql("""
+ CREATE TABLE IF NOT EXISTS DoUbLe
+ (id Int, name String, city String)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ sql("""
+ CREATE TABLE IF NOT EXISTS timestamp
+ (id Int, name String, city String)
+ STORED BY 'org.apache.carbondata.format'
+ """)
+ }
+
+ test("test load data whose name is a keyword of data type") {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$testData' into table STRING
+ """)
+ checkAnswer(
+ sql("""
+ SELECT count(*) from STRING
+ """),
+ Seq(Row(20)))
+ }
+
+ test("test case in-sensitiveness") {
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$testData' into table DoUbLe
+ """)
+ checkAnswer(
+ sql("""
+ SELECT count(*) from DoUbLe
+ """),
+ Seq(Row(20)))
+ }
+
+ test("test other ddl whose table name a keyword of data type") {
+ sql("describe timestamp")
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$testData' into table timestamp
+ """)
+ sql("show segments for table timestamp")
+ sql("delete segments from table timestamp where starttime before '2099-10-01 18:00:00'")
+ sql("clean files for table timestamp")
+ }
+
+ override def afterAll {
+ sql("drop table STRING")
+ sql("drop table DoUbLe")
+ sql("drop table timestamp")
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
new file mode 100644
index 0000000..e2a6a06
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
@@ -0,0 +1,122 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataload
+
+import org.apache.spark.sql.Row
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
+
+/**
+ * Test Class for table block size
+ *
+ */
+
+class TestTableLevelBlockSize extends QueryTest with BeforeAndAfterAll{
+
+ val testData1 = s"$resourcesPath/dimSample.csv"
+ val testData2 = s"$resourcesPath/example-data.csv"
+
+ override def beforeAll {
+ sql("DROP TABLE IF EXISTS table_blocksize1")
+ sql("DROP TABLE IF EXISTS table_blocksize2")
+ sql("DROP TABLE IF EXISTS table_blocksize3")
+ }
+
+ test("Value test: set table level blocksize value beyong [1,2048]") {
+ try {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS table_blocksize1
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('table_blocksize'='4096 MB')
+ """)
+ assert(false)
+ } catch {
+ case e : MalformedCarbonCommandException => {
+ assert(e.getMessage.equals("Invalid table_blocksize value found: 4096, " +
+ "only int value from 1 MB to 2048 MB is supported."))
+ }
+ }
+ }
+
+ test("Value test: set table level blocksize in not int value") {
+ try {
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS table_blocksize2
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('table_blocksize'='10Y4 MB')
+ """)
+ assert(false)
+ } catch {
+ case e : MalformedCarbonCommandException => {
+ assert(e.getMessage.equals("Invalid table_blocksize value found: 10y4, " +
+ "only int value from 1 MB to 2048 MB is supported."))
+ }
+ }
+ }
+
+ test("Function test: set table level blocksize load and agg query") {
+
+ sql(
+ """
+ CREATE TABLE IF NOT EXISTS table_blocksize3
+ (ID Int, date Timestamp, country String,
+ name String, phonetype String, serialname String, salary Int)
+ STORED BY 'org.apache.carbondata.format'
+ TBLPROPERTIES('table_blocksize'='512 MB')
+ """)
+
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
+
+ sql(s"""
+ LOAD DATA LOCAL INPATH '$testData2' into table table_blocksize3
+ """)
+
+ checkAnswer(
+ sql("""
+ SELECT country, count(salary) AS amount
+ FROM table_blocksize3
+ WHERE country IN ('china','france')
+ GROUP BY country
+ """),
+ Seq(Row("china", 849), Row("france", 101))
+ )
+
+ }
+
+ override def afterAll {
+ sql("DROP TABLE IF EXISTS table_blocksize1")
+ sql("DROP TABLE IF EXISTS table_blocksize2")
+ sql("DROP TABLE IF EXISTS table_blocksize3")
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala
new file mode 100644
index 0000000..b4f266e
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionConcurrencyTestCase.scala
@@ -0,0 +1,106 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.spark.testsuite.dataretention
+
+import java.util
+import java.util.concurrent.{Callable, Executors}
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
+/**
+ * This class contains DataRetention concurrency test cases
+ */
+class DataRetentionConcurrencyTestCase extends QueryTest with BeforeAndAfterAll {
+
+ private val executorService = Executors.newFixedThreadPool(10)
+
+ override def beforeAll {
+
+ sql("drop table if exists concurrent")
+ sql(
+ "create table concurrent (ID int, date String, country String, name " +
+ "String," +
+ "phonetype String, serialname String, salary int) stored by 'org.apache.carbondata.format'"
+
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE concurrent " +
+ "OPTIONS('DELIMITER' = ',')")
+ }
+
+ override def afterAll {
+ executorService.shutdownNow()
+ sql("drop table if exists concurrent")
+ }
+
+ test("DataRetention_Concurrency_load_id") {
+
+ val tasks = new util.ArrayList[Callable[String]]()
+ tasks
+ .add(new QueryTask(s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE concurrent OPTIONS('DELIMITER' = ',')"))
+ tasks.add(new QueryTask("Delete segment 0 from table concurrent"))
+ tasks.add(new QueryTask("clean files for table concurrent"))
+ val results = executorService.invokeAll(tasks)
+ for (i <- 0 until tasks.size()) {
+ val res = results.get(i).get
+ assert("PASS".equals(res))
+ }
+ sql("show segments for table concurrent").show()
+
+ }
+
+ test("DataRetention_Concurrency_load_date") {
+
+ sql(
+ s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE concurrent " +
+ "OPTIONS('DELIMITER' = ',')")
+
+ val tasks = new util.ArrayList[Callable[String]]()
+ tasks
+ .add(new QueryTask(s"LOAD DATA LOCAL INPATH '$resourcesPath/dataretention1.csv' INTO TABLE concurrent OPTIONS('DELIMITER' = ',')"))
+ tasks
+ .add(new QueryTask(
+ "DELETE SEGMENTS FROM TABLE concurrent where STARTTIME before '2099-01-01 00:00:00'"))
+ tasks.add(new QueryTask("clean files for table concurrent"))
+ val results = executorService.invokeAll(tasks)
+ for (i <- 0 until tasks.size()) {
+ val res = results.get(i).get
+ assert("PASS".equals(res))
+ }
+ sql("show segments for table concurrent").show()
+
+ }
+
+ class QueryTask(query: String) extends Callable[String] {
+ override def call(): String = {
+ var result = "PASS"
+ try {
+ LOGGER.info("Executing :" + Thread.currentThread().getName)
+ sql(query)
+ } catch {
+ case _: Exception =>
+ result = "FAIL"
+ }
+ result
+ }
+ }
+
+}
[10/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
index 274477c..3c52949 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCaseAggregate.scala
@@ -19,12 +19,10 @@
package org.apache.carbondata.spark.testsuite.allqueries
-import java.io.File
-
-import org.apache.spark.sql.{Row, SaveMode}
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.{Row, SaveMode}
import org.scalatest.BeforeAndAfterAll
+
import org.apache.carbondata.core.constants.CarbonCommonConstants
import org.apache.carbondata.core.util.CarbonProperties
@@ -36,30 +34,15 @@ class AllDataTypesTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
override def beforeAll {
clean
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- sql("drop table if exists Carbon_automation_test")
- sql("drop table if exists Carbon_automation_hive")
- sql("drop table if exists Carbon_automation_test_hive")
-
- sql("create table if not exists Carbon_automation_test (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active
_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string, gamePointId int,contractNumber int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='Latest_MONTH,Latest_DAY,deviceInformationId')");
+ sql("create table if not exists Carbon_automation_test (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active
_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string, gamePointId int,contractNumber int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'='Latest_MONTH,Latest_DAY,deviceInformationId')")
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT,CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)
- sql("LOAD DATA LOCAL INPATH '"+currentDirectory+"/src/test/resources/100_olap.csv' INTO table Carbon_automation_test options('DELIMITER'= ',' ,'QUOTECHAR'= '\"', 'FILEHEADER'= 'imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Late
st_EMUIVersion,Latest_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription')");
- sql("create table if not exists Carbon_automation_hive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Active
_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointDescription string, gamePointId int,contractNumber int) row format delimited fields terminated by ','");
- sql("LOAD DATA LOCAL INPATH '"+currentDirectory+"/src/test/resources/100_olap.csv' INTO table Carbon_automation_hive ");
-
- //hive table
- sql("create table if not exists Carbon_automation_test_hive (imei string,deviceInformationId int,MAC string,deviceColor string,device_backColor string,modelId string,marketName string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,series string,productionDate timestamp,bomCode string,internalModels string, deliveryTime string, channelsId string, channelsName string , deliveryAreaId string, deliveryCountry string, deliveryProvince string, deliveryCity string,deliveryDistrict string, deliveryStreet string, oxSingleNumber string,contractNumber int, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, ActiveProvince string, Activecity string, ActiveDistrict string, ActiveStreet string, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion string, Active_operaSysVersion string, Active_BacVerNumber string, Active_BacFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer string,Active_webTypeDataVerNumber string, Active_operato
rsVersion string, Active_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, Latest_DAY int, Latest_HOUR string, Latest_areaId string, Latest_country string, Latest_province string, Latest_city string, Latest_district string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion string, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_BacFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer string, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Latest_phonePADPartitionedVersions string, Latest_operatorId string, gamePointId int,gamePointDescription string)row format delimited fields terminated by ','");
- sql("LOAD DATA LOCAL INPATH '"+currentDirectory+"/src/test/resources/100_olap.csv' INTO table Carbon_automation_test_hive");
-
+ sql("LOAD DATA LOCAL INPATH '" + resourcesPath + "/100_olap.csv' INTO table Carbon_automation_test options('DELIMITER'= ',', 'QUOTECHAR'= '\"', 'FILEHEADER'= 'imei,deviceInformationId,MAC,deviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIClocked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTime,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,ActiveStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaSysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Active_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HOUR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district,Latest_street,Latest_releaseId,Latest_EMUIVersion,Lat
est_operaSysVersion,Latest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeCarrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADPartitionedVersions,Latest_operatorId,gamePointId,gamePointDescription')")
}
- def clean{
+ def clean {
sql("drop table if exists Carbon_automation_test")
- sql("drop table if exists Carbon_automation_hive")
- sql("drop table if exists Carbon_automation_test_hive")
}
override def afterAll {
@@ -68,423 +51,6 @@ class AllDataTypesTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
}
- //Test-22
- test("select channelsId, sum(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, sum(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 132), Row("2", 110), Row("3", 176), Row("4", 132), Row("5", 132), Row("6", 209), Row("7", 198)))
-
- }
-
- test("select channelsId, Latest_DAY from Carbon_automation_test where count(channelsId) = 1") {
- try {
- sql("select channelsId, Latest_DAY from Carbon_automation_test where count(channelsId) = 1").collect
- } catch {
- case ce: UnsupportedOperationException => ce.getMessage
- case ce: Exception => ce.getMessage
- }
- }
-
- //Test-24
- test("select channelsId, sum(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, sum(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("2", 120), Row("1", 132), Row("4", 168), Row("5", 180), Row("3", 208), Row("6", 304), Row("7", 306)))
-
- }
-
- //Test-25
- test("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 24), Row("2", 40), Row("3", 96), Row("4", 96), Row("5", 120), Row("6", 228), Row("7", 252)))
-
- }
-
- //Test-26
- test("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, sum(channelsId+channelsId) Total from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 24), Row("2", 40), Row("3", 96), Row("4", 96), Row("5", 120), Row("6", 228), Row("7", 252)))
-
- }
-
- //Test-27
- test("select channelsId, avg(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, avg(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
-
- }
-
- //Test-29
- test("select channelsId, avg(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, avg(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
-
- }
-
-
- //Test-30
- test("select channelsId, avg(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, avg(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
-
- }
-
- //Test-31
- test("select channelsId, count(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, count(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
-
- }
-
-
- //Test-33
- test("select channelsId, count(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by channelsId") {
- checkAnswer(
- sql("select channelsId, count(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by channelsId"),
- Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
-
- }
-
- //Test-34
- test("select channelsId, count(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by channelsId") {
- checkAnswer(
- sql("select channelsId, count(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by channelsId"),
- Seq(Row("1", 12), Row("2", 10), Row("3", 16), Row("4", 12), Row("5", 12), Row("6", 19), Row("7", 18)))
-
- }
-
- //Test-35
- test("select channelsId, min(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, min(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
-
- }
-
-
- //Test-37
- test("select channelsId, min(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, min(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
-
- }
-
- //Test-38
- test("select channelsId, min(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total") {
- checkAnswer(
- sql("select channelsId, min(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
-
- }
-
- //Test-39
- test("select channelsId, max(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId") {
- checkAnswer(
- sql("select channelsId, max(Latest_DAY+ 10) as a from Carbon_automation_test group by channelsId"),
- Seq(Row("1", 11), Row("2", 11), Row("3", 11), Row("4", 11), Row("5", 11), Row("6", 11), Row("7", 11)))
-
- }
-
-
- //Test-41
- test("select channelsId, max(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total")({
-
- checkAnswer(
- sql("select channelsId, max(channelsId+ 10) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 11), Row("2", 12), Row("3", 13), Row("4", 14), Row("5", 15), Row("6", 16), Row("7", 17)))
- })
-
- //Test-42
- test("select channelsId, max(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total")({
-
- checkAnswer(
- sql("select channelsId, max(channelsId+channelsId) Total from Carbon_automation_test group by channelsId order by Total"),
- Seq(Row("1", 2), Row("2", 4), Row("3", 6), Row("4", 8), Row("5", 10), Row("6", 12), Row("7", 14)))
- })
-
- //Test-43
- test("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR")({
-
- checkAnswer(
- sql("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR"),
- Seq(Row(2015, 2025)))
- })
-
- //Test-44
-
- test("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR.")({
-
- checkAnswer(
- sql("select Latest_YEAR ,sum(distinct Latest_YEAR)+10 from Carbon_automation_test group by Latest_YEAR"),
- Seq(Row(2015, 2025)))
- })
-
- //Test-47
- test("select sum(gamepointid) +10 as a ,series from Carbon_automation_test group by series")({
-
- checkAnswer(
- sql("select sum(gamepointid) +10 as a ,series from Carbon_automation_test group by series"),
- sql("select sum(gamepointid) +10 as a ,series from Carbon_automation_test_hive group by series"))
- })
-
- //Test-50
- test("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series")({
-
- checkAnswer(
- sql("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series"),
- sql("select sum(gamepointid) +10.36 as a ,series from Carbon_automation_test_hive group by series"))
- })
-
- //TC_055
- test("select count(deviceinformationid)+10.32 as a ,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(deviceinformationid)+10.32 as a ,series from Carbon_automation_test group by series"),
- Seq(Row(19.32, "6Series"), Row(25.32, "0Series"), Row(18.32, "4Series"), Row(21.32, "8Series"), Row(21.32, "7Series"), Row(13.32, "1Series"), Row(27.32, "5Series"), Row(18.32, "9Series"), Row(18.32, "3Series"), Row(19.32, "2Series")))
- })
-
- //TC_056
- test("select count(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(gamepointid) +10.36 as a ,series from Carbon_automation_test group by series"),
- Seq(Row(19.36, "6Series"), Row(25.36, "0Series"), Row(18.36, "4Series"), Row(21.36, "8Series"), Row(21.36, "7Series"), Row(13.36, "1Series"), Row(27.36, "5Series"), Row(18.36, "9Series"), Row(18.36, "3Series"), Row(19.36, "2Series")))
- })
-
- //TC_057
- test("select count(latest_year)+10.364 as a,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(latest_year)+10.364 as a,series from Carbon_automation_test group by series"),
- Seq(Row(19.364, "6Series"), Row(25.364, "0Series"), Row(18.364, "4Series"), Row(21.364, "8Series"), Row(21.364, "7Series"), Row(13.364, "1Series"), Row(27.364, "5Series"), Row(18.364, "9Series"), Row(18.364, "3Series"), Row(19.364, "2Series")))
- })
-
- //TC_058
- test("select count(distinct series)+10 as a,series from Carbon_automation_test group by series")({
- checkAnswer(
- sql("select count(distinct series)+10 as a,series from Carbon_automation_test group by series"),
- Seq(Row(11, "6Series"), Row(11, "0Series"), Row(11, "4Series"), Row(11, "8Series"), Row(11, "7Series"), Row(11, "1Series"), Row(11, "5Series"), Row(11, "9Series"), Row(11, "3Series"), Row(11, "2Series")))
- })
- //TC_060
- test("select count(*) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(*) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_061
- test("Select count(1) as a from Carbon_automation_test")({
- checkAnswer(
- sql("Select count(1) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_062
- test("select count(imei) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(imei) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_063
- test("select count(device_backColor) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(device_backColor) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_064
- test("select count(DISTINCT imei) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(DISTINCT imei) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
-
- //TC_065
- test("select count(DISTINCT series) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(DISTINCT series) as a from Carbon_automation_test"),
- Seq(Row(10)))
- })
-
- //TC_066
- test("select count(DISTINCT device_backColor) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(DISTINCT device_backColor) as a from Carbon_automation_test"),
- Seq(Row(10)))
- })
-
- //TC_067
- test("select count (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select count (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(3)))
- })
- //TC_069
- test("select count(gamePointId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select count(gamePointId) as a from Carbon_automation_test"),
- Seq(Row(99)))
- })
- //TC_071
- test("select sum(gamePointId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum(gamePointId) a from Carbon_automation_test"),
- sql("select sum(gamePointId) a from Carbon_automation_test_hive"))
- })
- //TC_077
- test("select sum(DISTINCT deviceInformationId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum(DISTINCT deviceInformationId) a from Carbon_automation_test"),
- Seq(Row(9594717)))
- })
- //TC_080
- test("select sum (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(111)))
- })
-
- //TC_081
- test("select sum( DISTINCT Latest_MONTH) a from Carbon_automation_test")({
- checkAnswer(
- sql("select sum( DISTINCT Latest_MONTH) a from Carbon_automation_test"),
- Seq(Row(7)))
- })
-
- //TC_088
- test("select avg (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select avg (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(37.0)))
- })
- //TC_090
- test("select min(deviceInformationId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(deviceInformationId) a from Carbon_automation_test"),
- Seq(Row(1)))
- })
-
- //TC_091
- test("select min(channelsId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(channelsId) a from Carbon_automation_test"),
- Seq(Row("1")))
- })
-
- //TC_092
- test("select min(bomCode) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(bomCode) a from Carbon_automation_test"),
- Seq(Row("1")))
- })
-
- //TC_093
- test("select min(Latest_MONTH) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min(Latest_MONTH) a from Carbon_automation_test"),
- Seq(Row(7)))
- })
-
- //TC_095
- test("select min (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select min (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(1)))
- })
- //TC_097
- test("select max(deviceInformationId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(deviceInformationId) a from Carbon_automation_test"),
- Seq(Row(1000000)))
- })
-
- //TC_098
- test("select max(channelsId) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(channelsId) a from Carbon_automation_test"),
- Seq(Row("7")))
- })
-
- //TC_099
- test("select max(bomCode) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(bomCode) a from Carbon_automation_test"),
- Seq(Row("100084")))
- })
-
- //TC_100
- test("select max(Latest_MONTH) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max(Latest_MONTH) a from Carbon_automation_test"),
- Seq(Row(7)))
- })
-
- //TC_102
- test("select max (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test")({
- checkAnswer(
- sql("select max (if(deviceInformationId>100,NULL,deviceInformationId)) a from Carbon_automation_test"),
- Seq(Row(100)))
- })
-
- //TC_103
- test("select variance(deviceInformationId) as a from carbon_automation_test")({
- checkAnswer(
- sql("select variance(deviceInformationId) as a from carbon_automation_test"),
- sql("select variance(deviceInformationId) as a from carbon_automation_hive"))
- })
- //TC_105
- test("select var_samp(deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select var_samp(deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(9.405419800040813E9)))
- })
-
- //TC_106
- test("select stddev_pop(deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_pop(deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(96490.49465950707)))
- })
-
- //TC_107
- test("select stddev_samp(deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select stddev_samp(deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(96981.54360516652)))
- })
-
- //TC_108
- test("select covar_pop(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select covar_pop(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(9310415559.636362)))
- })
-
- //TC_109
- test("select covar_samp(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select covar_samp(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
- Seq(Row(9.405419800040813E9)))
- })
-
- //TC_110
- test("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_test"),
- sql("select corr(deviceInformationId,deviceInformationId) as a from Carbon_automation_hive"))
- })
-
- //TC_111
- test("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test")({
- checkAnswer(
- sql("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test"),
- Seq(Row(100006.6)))
- })
//TC_113
test("select percentile_approx(deviceInformationId,0.2) as a from Carbon_automation_test")({
@@ -492,619 +58,17 @@ class AllDataTypesTestCaseAggregate extends QueryTest with BeforeAndAfterAll {
sql("select percentile_approx(deviceInformationId,0.2) as a from Carbon_automation_test"),
Seq(Row(100005.8)))
})
- //TC_127
- test("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test1")({
- checkAnswer(
- sql("select percentile(deviceInformationId,0.2) as a from Carbon_automation_test"),
- Seq(Row(100006.6)))
- })
- //TC_134
- test("select last(imei) a from Carbon_automation_test")({
- checkAnswer(
- sql("select last(imei) a from Carbon_automation_test"),
- Seq(Row("1AA100084")))
- })
- //TC_136
- test("select series,count(imei) a from Carbon_automation_test group by series order by series")({
- checkAnswer(
- sql("select series,count(imei) a from Carbon_automation_test group by series order by series"),
- Seq(Row("0Series", 15), Row("1Series", 3), Row("2Series", 9), Row("3Series", 8), Row("4Series", 8), Row("5Series", 17), Row("6Series", 9), Row("7Series", 11), Row("8Series", 11), Row("9Series", 8)))
- })
-
- //TC_138
- test("select series,ActiveProvince,count(imei) a from Carbon_automation_test group by ActiveProvince,series order by series,ActiveProvince")({
- checkAnswer(
- sql("select series,ActiveProvince,count(imei) a from Carbon_automation_test group by ActiveProvince,series order by series,ActiveProvince"),
- Seq(Row("0Series", "Guangdong Province", 1), Row("0Series", "Hubei Province", 5), Row("0Series", "Hunan Province", 9), Row("1Series", "Guangdong Province", 2), Row("1Series", "Hunan Province", 1), Row("2Series", "Hubei Province", 3), Row("2Series", "Hunan Province", 6), Row("3Series", "Guangdong Province", 2), Row("3Series", "Hubei Province", 2), Row("3Series", "Hunan Province", 4), Row("4Series", "Guangdong Province", 1), Row("4Series", "Hubei Province", 1), Row("4Series", "Hunan Province", 6), Row("5Series", "Guangdong Province", 5), Row("5Series", "Hubei Province", 3), Row("5Series", "Hunan Province", 9), Row("6Series", "Guangdong Province", 1), Row("6Series", "Hubei Province", 4), Row("6Series", "Hunan Province", 4), Row("7Series", "Guangdong Province", 5), Row("7Series", "Hubei Province", 1), Row("7Series", "Hunan Province", 5), Row("8Series", "Guangdong Province", 2), Row("8Series", "Hubei Province", 6), Row("8Series", "Hunan Province", 3), Row("9Series", "Guangdong Prov
ince", 1), Row("9Series", "Hubei Province", 3), Row("9Series", "Hunan Province", 4)))
- })
-
- //TC_139
- test("select count(distinct deviceColor) a,deliveryProvince from Carbon_automation_test group by deliveryProvince")({
- checkAnswer(
- sql("select count(distinct deviceColor) a,deliveryProvince from Carbon_automation_test group by deliveryProvince"),
- Seq(Row(10, "Hunan Province"), Row(10, "Guangdong Province"), Row(10, "Hubei Province")))
- })
-
- //TC_141
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series"))
- })
-
- //TC_162
- test("select imei,series from Carbon_automation_test where Carbon_automation_test.series IN ('1Series','7Series')")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test where Carbon_automation_test.series IN ('1Series','7Series')"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA10000", "7Series"), Row("1AA1000000", "7Series"), Row("1AA100005", "1Series"), Row("1AA100013", "1Series"), Row("1AA100026", "7Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100032", "1Series"), Row("1AA100037", "7Series"), Row("1AA100054", "7Series"), Row("1AA100055", "7Series")))
- })
-
- //TC_163
- test("select imei,series from Carbon_automation_test where Carbon_automation_test.series NOT IN ('1Series','7Series')")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test where Carbon_automation_test.series NOT IN ('1Series','7Series')"),
- Seq(Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA100000", "9Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series"), Row("1AA100004", "4Series"), Row("1AA100006", "6Series"), Row("1AA100007", "9Series"), Row("1AA100008", "8Series"), Row("1AA100009", "0Series"), Row("1AA10001", "2Series"), Row("1AA100010", "3Series"), Row("1AA100011", "0Series"), Row("1AA100012", "4Series"), Row("1AA100014", "5Series"), Row("1AA100015", "4Series"), Row("1AA100016", "3Series"), Row("1AA100017", "9Series"), Row("1AA100018", "8Series"), Row("1AA100019", "5Series"), Row("1AA10002", "0Series"), Row("1AA100020", "5Series"), Row("1AA100021", "0Series"), Row("1AA100022", "5Series"), Row("1AA100023", "5Series"), Row("1AA100024", "6Series"), Row("1AA100025", "0Series"), Row("1AA100027", "0Series"), Row("1AA100028", "5Series"), Row("1AA100029", "2Series"), Row("1AA100033", "8Series"), Row("1AA100034", "2Series"), Row("1AA100035", "5Series"), Row("1AA
100036", "5Series"), Row("1AA100038", "6Series"), Row("1AA100039", "8Series"), Row("1AA10004", "5Series"), Row("1AA100040", "8Series"), Row("1AA100041", "5Series"), Row("1AA100042", "3Series"), Row("1AA100043", "9Series"), Row("1AA100044", "8Series"), Row("1AA100045", "2Series"), Row("1AA100046", "3Series"), Row("1AA100047", "9Series"), Row("1AA100048", "3Series"), Row("1AA100049", "0Series"), Row("1AA10005", "8Series"), Row("1AA100050", "2Series"), Row("1AA100051", "2Series"), Row("1AA100052", "6Series"), Row("1AA100053", "2Series"), Row("1AA100056", "6Series"), Row("1AA100057", "9Series"), Row("1AA100058", "5Series"), Row("1AA100059", "4Series"), Row("1AA10006", "3Series"), Row("1AA100060", "8Series"), Row("1AA100061", "6Series"), Row("1AA100062", "9Series"), Row("1AA100063", "2Series"), Row("1AA100064", "6Series"), Row("1AA100065", "0Series"), Row("1AA100066", "6Series"), Row("1AA100067", "4Series"), Row("1AA100068", "8Series"), Row("1AA100069", "8Series"), Row("1AA10007", "8Seri
es"), Row("1AA100070", "0Series"), Row("1AA100071", "0Series"), Row("1AA100072", "4Series"), Row("1AA100073", "4Series"), Row("1AA100074", "6Series"), Row("1AA100075", "3Series"), Row("1AA100076", "0Series"), Row("1AA100077", "3Series"), Row("1AA100078", "2Series"), Row("1AA100079", "4Series"), Row("1AA10008", "5Series"), Row("1AA100080", "9Series"), Row("1AA100081", "5Series"), Row("1AA100082", "5Series"), Row("1AA100083", "0Series"), Row("1AA100084", "0Series")))
- })
-
- //TC_166
- test("select Upper(series) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Upper(series) a from Carbon_automation_test"),
- Seq(Row("7SERIES"), Row("7SERIES"), Row("5SERIES"), Row("5SERIES"), Row("7SERIES"), Row("9SERIES"), Row("7SERIES"), Row("0SERIES"), Row("0SERIES"), Row("5SERIES"), Row("4SERIES"), Row("1SERIES"), Row("6SERIES"), Row("9SERIES"), Row("8SERIES"), Row("0SERIES"), Row("2SERIES"), Row("3SERIES"), Row("0SERIES"), Row("4SERIES"), Row("1SERIES"), Row("5SERIES"), Row("4SERIES"), Row("3SERIES"), Row("9SERIES"), Row("8SERIES"), Row("5SERIES"), Row("0SERIES"), Row("5SERIES"), Row("0SERIES"), Row("5SERIES"), Row("5SERIES"), Row("6SERIES"), Row("0SERIES"), Row("7SERIES"), Row("0SERIES"), Row("5SERIES"), Row("2SERIES"), Row("7SERIES"), Row("7SERIES"), Row("7SERIES"), Row("1SERIES"), Row("8SERIES"), Row("2SERIES"), Row("5SERIES"), Row("5SERIES"), Row("7SERIES"), Row("6SERIES"), Row("8SERIES"), Row("5SERIES"), Row("8SERIES"), Row("5SERIES"), Row("3SERIES"), Row("9SERIES"), Row("8SERIES"), Row("2SERIES"), Row("3SERIES"), Row("9SERIES"), Row("3SERIES"), Row("0SERIES"), Row("8SERIES"), Row("2SERIE
S"), Row("2SERIES"), Row("6SERIES"), Row("2SERIES"), Row("7SERIES"), Row("7SERIES"), Row("6SERIES"), Row("9SERIES"), Row("5SERIES"), Row("4SERIES"), Row("3SERIES"), Row("8SERIES"), Row("6SERIES"), Row("9SERIES"), Row("2SERIES"), Row("6SERIES"), Row("0SERIES"), Row("6SERIES"), Row("4SERIES"), Row("8SERIES"), Row("8SERIES"), Row("8SERIES"), Row("0SERIES"), Row("0SERIES"), Row("4SERIES"), Row("4SERIES"), Row("6SERIES"), Row("3SERIES"), Row("0SERIES"), Row("3SERIES"), Row("2SERIES"), Row("4SERIES"), Row("5SERIES"), Row("9SERIES"), Row("5SERIES"), Row("5SERIES"), Row("0SERIES"), Row("0SERIES")))
- })
-
- //TC_167
- test("select Upper(Latest_DAY) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Upper(Latest_DAY) a from Carbon_automation_test"),
- Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"
)))
- })
-
- //TC_168
- test("select imei,series from Carbon_automation_test limit 10")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test limit 10"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA10000", "7Series"), Row("1AA100000", "9Series"), Row("1AA1000000", "7Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series")))
- })
-
- //TC_171
- test("select Lower(series) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Lower(series) a from Carbon_automation_test"),
- Seq(Row("7series"), Row("7series"), Row("5series"), Row("5series"), Row("7series"), Row("9series"), Row("7series"), Row("0series"), Row("0series"), Row("5series"), Row("4series"), Row("1series"), Row("6series"), Row("9series"), Row("8series"), Row("0series"), Row("2series"), Row("3series"), Row("0series"), Row("4series"), Row("1series"), Row("5series"), Row("4series"), Row("3series"), Row("9series"), Row("8series"), Row("5series"), Row("0series"), Row("5series"), Row("0series"), Row("5series"), Row("5series"), Row("6series"), Row("0series"), Row("7series"), Row("0series"), Row("5series"), Row("2series"), Row("7series"), Row("7series"), Row("7series"), Row("1series"), Row("8series"), Row("2series"), Row("5series"), Row("5series"), Row("7series"), Row("6series"), Row("8series"), Row("5series"), Row("8series"), Row("5series"), Row("3series"), Row("9series"), Row("8series"), Row("2series"), Row("3series"), Row("9series"), Row("3series"), Row("0series"), Row("8series"), Row("2serie
s"), Row("2series"), Row("6series"), Row("2series"), Row("7series"), Row("7series"), Row("6series"), Row("9series"), Row("5series"), Row("4series"), Row("3series"), Row("8series"), Row("6series"), Row("9series"), Row("2series"), Row("6series"), Row("0series"), Row("6series"), Row("4series"), Row("8series"), Row("8series"), Row("8series"), Row("0series"), Row("0series"), Row("4series"), Row("4series"), Row("6series"), Row("3series"), Row("0series"), Row("3series"), Row("2series"), Row("4series"), Row("5series"), Row("9series"), Row("5series"), Row("5series"), Row("0series"), Row("0series")))
- })
-
- //TC_172
- test("select Lower(Latest_DAY) a from Carbon_automation_test")({
- checkAnswer(
- sql("select Lower(Latest_DAY) a from Carbon_automation_test"),
- Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"
)))
- })
-
- //TC_173
- test("select distinct Latest_DAY from Carbon_automation_test")({
- checkAnswer(
- sql("select distinct Latest_DAY from Carbon_automation_test"),
- Seq(Row(1)))
- })
-
- //TC_175
- test("select distinct channelsId from Carbon_automation_test")({
- checkAnswer(
- sql("select distinct channelsId from Carbon_automation_test"),
- Seq(Row("1"), Row("2"), Row("3"), Row("4"), Row("5"), Row("6"), Row("7")))
- })
-
- //TC_176
- test("select distinct series from Carbon_automation_test")({
- checkAnswer(
- sql("select distinct series from Carbon_automation_test"),
- Seq(Row("6Series"), Row("0Series"), Row("4Series"), Row("8Series"), Row("7Series"), Row("1Series"), Row("5Series"), Row("9Series"), Row("3Series"), Row("2Series")))
- })
-
- //TC_177
- test("select distinct count(series) as a from Carbon_automation_test group by channelsName")({
- checkAnswer(
- sql("select distinct count(series) as a from Carbon_automation_test group by channelsName"),
- Seq(Row(10), Row(12), Row(16), Row(18), Row(19)))
- })
-
- //TC_178
- test("select distinct count(gamePointId) a from Carbon_automation_test group by channelsName")({
- checkAnswer(
- sql("select distinct count(gamePointId) a from Carbon_automation_test group by channelsName"),
- Seq(Row(10), Row(12), Row(16), Row(18), Row(19)))
- })
-
- //TC_179
- test("select imei,series from Carbon_automation_test limit 101")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test limit 101"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA100", "5Series"), Row("1AA1000", "5Series"), Row("1AA10000", "7Series"), Row("1AA100000", "9Series"), Row("1AA1000000", "7Series"), Row("1AA100001", "0Series"), Row("1AA100002", "0Series"), Row("1AA100003", "5Series"), Row("1AA100004", "4Series"), Row("1AA100005", "1Series"), Row("1AA100006", "6Series"), Row("1AA100007", "9Series"), Row("1AA100008", "8Series"), Row("1AA100009", "0Series"), Row("1AA10001", "2Series"), Row("1AA100010", "3Series"), Row("1AA100011", "0Series"), Row("1AA100012", "4Series"), Row("1AA100013", "1Series"), Row("1AA100014", "5Series"), Row("1AA100015", "4Series"), Row("1AA100016", "3Series"), Row("1AA100017", "9Series"), Row("1AA100018", "8Series"), Row("1AA100019", "5Series"), Row("1AA10002", "0Series"), Row("1AA100020", "5Series"), Row("1AA100021", "0Series"), Row("1AA100022", "5Series"), Row("1AA100023", "5Series"), Row("1AA100024", "6Series"), Row("1AA100025", "0Series"), Row("1AA100026",
"7Series"), Row("1AA100027", "0Series"), Row("1AA100028", "5Series"), Row("1AA100029", "2Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100032", "1Series"), Row("1AA100033", "8Series"), Row("1AA100034", "2Series"), Row("1AA100035", "5Series"), Row("1AA100036", "5Series"), Row("1AA100037", "7Series"), Row("1AA100038", "6Series"), Row("1AA100039", "8Series"), Row("1AA10004", "5Series"), Row("1AA100040", "8Series"), Row("1AA100041", "5Series"), Row("1AA100042", "3Series"), Row("1AA100043", "9Series"), Row("1AA100044", "8Series"), Row("1AA100045", "2Series"), Row("1AA100046", "3Series"), Row("1AA100047", "9Series"), Row("1AA100048", "3Series"), Row("1AA100049", "0Series"), Row("1AA10005", "8Series"), Row("1AA100050", "2Series"), Row("1AA100051", "2Series"), Row("1AA100052", "6Series"), Row("1AA100053", "2Series"), Row("1AA100054", "7Series"), Row("1AA100055", "7Series"), Row("1AA100056", "6Series"), Row("1AA100057", "9Series"), Ro
w("1AA100058", "5Series"), Row("1AA100059", "4Series"), Row("1AA10006", "3Series"), Row("1AA100060", "8Series"), Row("1AA100061", "6Series"), Row("1AA100062", "9Series"), Row("1AA100063", "2Series"), Row("1AA100064", "6Series"), Row("1AA100065", "0Series"), Row("1AA100066", "6Series"), Row("1AA100067", "4Series"), Row("1AA100068", "8Series"), Row("1AA100069", "8Series"), Row("1AA10007", "8Series"), Row("1AA100070", "0Series"), Row("1AA100071", "0Series"), Row("1AA100072", "4Series"), Row("1AA100073", "4Series"), Row("1AA100074", "6Series"), Row("1AA100075", "3Series"), Row("1AA100076", "0Series"), Row("1AA100077", "3Series"), Row("1AA100078", "2Series"), Row("1AA100079", "4Series"), Row("1AA10008", "5Series"), Row("1AA100080", "9Series"), Row("1AA100081", "5Series"), Row("1AA100082", "5Series"), Row("1AA100083", "0Series"), Row("1AA100084", "0Series")))
- })
-
- //TC_180
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc"))
- })
-
- //TC_181
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a desc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a desc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by a desc"))
- })
-
- //TC_182
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a desc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a desc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc ,a desc"))
- })
-
- //TC_183
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series asc"))
- })
-
- //TC_184
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by a asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by a asc"))
- })
-
- //TC_185
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc ,a asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series asc ,a asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series asc ,a asc"))
- })
-
- //TC_186
- test("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a asc")({
- checkAnswer(
- sql("select series,sum(gamePointId) a from Carbon_automation_test group by series order by series desc ,a asc"),
- sql("select series,sum(gamePointId) a from Carbon_automation_test_hive group by series order by series desc ,a asc"))
- })
-
- //TC_187
- test("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test group by series,ActiveProvince order by series desc,ActiveProvince asc")({
- checkAnswer(
- sql("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test group by series,ActiveProvince order by series desc,ActiveProvince asc"),
- sql("select series,ActiveProvince,sum(gamePointId) a from Carbon_automation_test_hive group by series,ActiveProvince order by series desc,ActiveProvince asc"))
- })
-
- //TC_208
- test("select Latest_DAY as a from Carbon_automation_test where Latest_DAY<=>Latest_areaId")({
- checkAnswer(
- sql("select Latest_DAY as a from Carbon_automation_test where Latest_DAY<=>Latest_areaId"),
- Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
- })
-
- //TC_210
- test("select Latest_DAY from Carbon_automation_test where Latest_DAY<>Latest_areaId")({
- checkAnswer(
- sql("select Latest_DAY from Carbon_automation_test where Latest_DAY<>Latest_areaId"),
- Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
- })
-
- //TC_211
- test("select Latest_DAY from Carbon_automation_test where Latest_DAY != Latest_areaId")({
- checkAnswer(
- sql("select Latest_DAY from Carbon_automation_test where Latest_DAY != Latest_areaId"),
- Seq(Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1), Row(1)))
- })
-
- //TC_212
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<Latest_areaId")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<Latest_areaId"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1)
, Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100051", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_213
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<=Latest_areaId")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY<=Latest_areaId"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_215
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY>=Latest_areaId")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY>=Latest_areaId"),
- Seq(Row("1AA1000000", 1), Row("1AA100005", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100034", 1), Row("1AA100039", 1), Row("1AA100050", 1), Row("1AA100052", 1), Row("1AA100061", 1), Row("1AA100074", 1)))
- })
-
- //TC_216
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY NOT BETWEEN Latest_areaId AND Latest_HOUR")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY NOT BETWEEN Latest_areaId AND Latest_HOUR"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1)
, Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100051", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_219
- test("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY IS NOT NULL")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where Latest_DAY IS NOT NULL"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_220
- test("select imei, Latest_DAY from Carbon_automation_test where imei IS NOT NULL")({
- checkAnswer(
- sql("select imei, Latest_DAY from Carbon_automation_test where imei IS NOT NULL"),
- Seq(Row("1AA1", 1), Row("1AA10", 1), Row("1AA100", 1), Row("1AA1000", 1), Row("1AA10000", 1), Row("1AA100000", 1), Row("1AA1000000", 1), Row("1AA100001", 1), Row("1AA100002", 1), Row("1AA100003", 1), Row("1AA100004", 1), Row("1AA100005", 1), Row("1AA100006", 1), Row("1AA100007", 1), Row("1AA100008", 1), Row("1AA100009", 1), Row("1AA10001", 1), Row("1AA100010", 1), Row("1AA100011", 1), Row("1AA100012", 1), Row("1AA100013", 1), Row("1AA100014", 1), Row("1AA100015", 1), Row("1AA100016", 1), Row("1AA100017", 1), Row("1AA100018", 1), Row("1AA100019", 1), Row("1AA10002", 1), Row("1AA100020", 1), Row("1AA100021", 1), Row("1AA100022", 1), Row("1AA100023", 1), Row("1AA100024", 1), Row("1AA100025", 1), Row("1AA100026", 1), Row("1AA100027", 1), Row("1AA100028", 1), Row("1AA100029", 1), Row("1AA10003", 1), Row("1AA100030", 1), Row("1AA100031", 1), Row("1AA100032", 1), Row("1AA100033", 1), Row("1AA100034", 1), Row("1AA100035", 1), Row("1AA100036", 1), Row("1AA100037", 1), Row("1AA100038",
1), Row("1AA100039", 1), Row("1AA10004", 1), Row("1AA100040", 1), Row("1AA100041", 1), Row("1AA100042", 1), Row("1AA100043", 1), Row("1AA100044", 1), Row("1AA100045", 1), Row("1AA100046", 1), Row("1AA100047", 1), Row("1AA100048", 1), Row("1AA100049", 1), Row("1AA10005", 1), Row("1AA100050", 1), Row("1AA100051", 1), Row("1AA100052", 1), Row("1AA100053", 1), Row("1AA100054", 1), Row("1AA100055", 1), Row("1AA100056", 1), Row("1AA100057", 1), Row("1AA100058", 1), Row("1AA100059", 1), Row("1AA10006", 1), Row("1AA100060", 1), Row("1AA100061", 1), Row("1AA100062", 1), Row("1AA100063", 1), Row("1AA100064", 1), Row("1AA100065", 1), Row("1AA100066", 1), Row("1AA100067", 1), Row("1AA100068", 1), Row("1AA100069", 1), Row("1AA10007", 1), Row("1AA100070", 1), Row("1AA100071", 1), Row("1AA100072", 1), Row("1AA100073", 1), Row("1AA100074", 1), Row("1AA100075", 1), Row("1AA100076", 1), Row("1AA100077", 1), Row("1AA100078", 1), Row("1AA100079", 1), Row("1AA10008", 1), Row("1AA100080", 1), Row("1AA100
081", 1), Row("1AA100082", 1), Row("1AA100083", 1), Row("1AA100084", 1)))
- })
-
- //TC_223
- test("select * from (select if( Latest_areaId=7,7,NULL) as babu,Latest_MONTH from Carbon_automation_test) qq where babu LIKE Latest_MONTH")({
- checkAnswer(
- sql("select * from (select if( Latest_areaId=7,7,NULL) as babu,Latest_MONTH from Carbon_automation_test) qq where babu LIKE Latest_MONTH"),
- Seq(Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7), Row(7, 7)))
- })
-
- //TC_263
- test("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC")({
- checkAnswer(
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"),
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"))
- })
-
- //TC_265
- test("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC")({
- checkAnswer(
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"),
- sql("SELECT AMSize, ActiveAreaId, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY WHERE NOT(AMSize = \"\") GROUP BY AMSize, ActiveAreaId ORDER BY AMSize ASC, ActiveAreaId ASC"))
- })
-
- //TC_274
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test group by ActiveCountry,ActiveDistrict,Activecity")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test group by ActiveCountry,ActiveDistrict,Activecity"),
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM Carbon_automation_test_hive group by ActiveCountry,ActiveDistrict,Activecity"))
- })
-
- //TC_275
- test("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC")({
- checkAnswer(
- sql("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC"),
- sql("SELECT Latest_country, Latest_city, Latest_district, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY Latest_country, Latest_city, Latest_district ORDER BY Latest_country ASC, Latest_city ASC, Latest_district ASC"))
- })
-
- //TC_276
- test("SELECT Activecity, ActiveCountry, ActiveDistrict, COUNT(imei) AS Count_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Activecity, ActiveCountry, ActiveDistrict ORDER BY Activecity ASC, ActiveCountry ASC, ActiveDistrict ASC")({
- checkAnswer(
- sql("SELECT Activecity, ActiveCountry, ActiveDistrict, COUNT(imei) AS Count_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY Activecity, ActiveCountry, ActiveDistrict ORDER BY Activecity ASC, ActiveCountry ASC, ActiveDistrict ASC"),
- Seq(Row("changsha", "Chinese", "yuhua", 19), Row("guangzhou", "Chinese", "longhua", 8), Row("shenzhen", "Chinese", "longgang", 12), Row("wuhan", "Chinese", "hongshan", 16), Row("xiangtan", "Chinese", "xiangtan", 22), Row("yichang", "Chinese", "yichang", 12), Row("zhuzhou", "Chinese", "tianyuan", 10)))
- })
-
- //TC_279
- test("SELECT ActiveCountry, COUNT(DISTINCT imei) AS DistinctCount_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry ORDER BY ActiveCountry ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, COUNT(DISTINCT imei) AS DistinctCount_imei FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry ORDER BY ActiveCountry ASC"),
- Seq(Row("Chinese", 99)))
- })
-
- //TC_282
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"))
- })
-
- //TC_317
- test("select channelsId from Carbon_automation_test order by channelsId")({
- checkAnswer(
- sql("select channelsId from Carbon_automation_test order by channelsId"),
- Seq(Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("1"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("2"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("3"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("4"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("5"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("6"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"), Row("7"
)))
- })
-
- //TC_318
- test("select count(series),series from Carbon_automation_test group by series having series='6Series'")({
- checkAnswer(
- sql("select count(series),series from Carbon_automation_test group by series having series='6Series'"),
- Seq(Row(9, "6Series")))
- })
-
- //TC_319
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"))
- })
-
- //TC_321
- test("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE imei = \"1AA100000\" GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC")({
- checkAnswer(
- sql("SELECT ActiveCountry, ActiveDistrict, Activecity, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY WHERE imei = \"1AA100000\" GROUP BY ActiveCountry, ActiveDistrict, Activecity ORDER BY ActiveCountry ASC, ActiveDistrict ASC, Activecity ASC"),
- Seq(Row("Chinese", "yichang", "yichang", 136.0)))
- })
-
- //TC_384
- test("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY series ORDER BY series ASC")({
- checkAnswer(
- sql("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY series ORDER BY series ASC"),
- sql("SELECT series, SUM(gamePointId) AS Sum_gamePointId FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY series ORDER BY series ASC"))
- })
-
- //TC_386
- test("SELECT channelsId, deliveryCity FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY channelsId, deliveryCity ORDER BY channelsId ASC, deliveryCity ASC")({
- checkAnswer(
- sql("SELECT channelsId, deliveryCity FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY channelsId, deliveryCity ORDER BY channelsId ASC, deliveryCity ASC"),
- Seq(Row("1", "changsha"), Row("1", "guangzhou"), Row("1", "shenzhen"), Row("1", "xiangtan"), Row("1", "yichang"), Row("1", "zhuzhou"), Row("2", "changsha"), Row("2", "guangzhou"), Row("2", "shenzhen"), Row("2", "xiangtan"), Row("2", "yichang"), Row("2", "zhuzhou"), Row("3", "changsha"), Row("3", "guangzhou"), Row("3", "shenzhen"), Row("3", "wuhan"), Row("3", "xiangtan"), Row("3", "yichang"), Row("3", "zhuzhou"), Row("4", "guangzhou"), Row("4", "shenzhen"), Row("4", "xiangtan"), Row("4", "yichang"), Row("4", "zhuzhou"), Row("5", "changsha"), Row("5", "guangzhou"), Row("5", "shenzhen"), Row("5", "wuhan"), Row("5", "xiangtan"), Row("5", "yichang"), Row("5", "zhuzhou"), Row("6", "changsha"), Row("6", "guangzhou"), Row("6", "shenzhen"), Row("6", "wuhan"), Row("6", "xiangtan"), Row("6", "yichang"), Row("6", "zhuzhou"), Row("7", "changsha"), Row("7", "guangzhou"), Row("7", "shenzhen"), Row("7", "wuhan"), Row("7", "xiangtan"), Row("7", "yichang"), Row("7", "zhuzhou")))
- })
-
- //TC_387
- test("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY modelId ORDER BY modelId ASC")({
- checkAnswer(
- sql("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY modelId ORDER BY modelId ASC"),
- sql("SELECT modelId, SUM(gamepointid) AS Sum_gamepointid FROM (select * from Carbon_automation_test_hive) SUB_QRY GROUP BY modelId ORDER BY modelId ASC"))
- })
-
- //TC_388
- test("SELECT imei, channelsId, COUNT(deliveryTime) AS Count_deliveryTime FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY imei, channelsId ORDER BY imei ASC, channelsId ASC")({
- checkAnswer(
- sql("SELECT imei, channelsId, COUNT(deliveryTime) AS Count_deliveryTime FROM (select * from Carbon_automation_test) SUB_QRY GROUP BY imei, channelsId ORDER BY imei ASC, channelsId ASC"),
- Seq(Row("1AA1", "4", 1), Row("1AA10", "4", 1), Row("1AA100", "6", 1), Row("1AA1000", "3", 1), Row("1AA10000", "1", 1), Row("1AA100000", "6", 1), Row("1AA1000000", "6", 1), Row("1AA100001", "7", 1), Row("1AA100002", "3", 1), Row("1AA100003", "3", 1), Row("1AA100004", "2", 1), Row("1AA100005", "1", 1), Row("1AA100006", "2", 1), Row("1AA100007", "3", 1), Row("1AA100008", "1", 1), Row("1AA100009", "3", 1), Row("1AA10001", "5", 1), Row("1AA100010", "6", 1), Row("1AA100011", "1", 1), Row("1AA100012", "2", 1), Row("1AA100013", "6", 1), Row("1AA100014", "3", 1), Row("1AA100015", "1", 1), Row("1AA100016", "3", 1), Row("1AA100017", "3", 1), Row("1AA100018", "4", 1), Row("1AA100019", "3", 1), Row("1AA10002", "5", 1), Row("1AA100020", "7", 1), Row("1AA100021", "6", 1), Row("1AA100022", "5", 1), Row("1AA100023", "3", 1), Row("1AA100024", "2", 1), Row("1AA100025", "1", 1), Row("1AA100026", "7", 1), Row("1AA100027", "4", 1), Row("1AA100028", "5", 1), Row("1AA100029", "5", 1), Row("1AA10003",
"4", 1), Row("1AA100030", "3", 1), Row("1AA100031", "1", 1), Row("1AA100032", "7", 1), Row("1AA100033", "6", 1), Row("1AA100034", "6", 1), Row("1AA100035", "7", 1), Row("1AA100036", "5", 1), Row("1AA100037", "6", 1), Row("1AA100038", "3", 1), Row("1AA100039", "1", 1), Row("1AA10004", "4", 1), Row("1AA100040", "7", 1), Row("1AA100041", "1", 1), Row("1AA100042", "5", 1), Row("1AA100043", "6", 1), Row("1AA100044", "2", 1), Row("1AA100045", "6", 1), Row("1AA100046", "4", 1), Row("1AA100047", "1", 1), Row("1AA100048", "1", 1), Row("1AA100049", "6", 1), Row("1AA10005", "2", 1), Row("1AA100050", "1", 1), Row("1AA100051", "7", 1), Row("1AA100052", "7", 1), Row("1AA100053", "3", 1), Row("1AA100054", "2", 1), Row("1AA100055", "7", 1), Row("1AA100056", "5", 1), Row("1AA100057", "6", 1), Row("1AA100058", "4", 1), Row("1AA100059", "7", 1), Row("1AA10006", "5", 1), Row("1AA100060", "4", 1), Row("1AA100061", "6", 1), Row("1AA100062", "6", 1), Row("1AA100063", "3", 1), Row("1AA100064", "7", 1), Ro
w("1AA100065", "7", 1), Row("1AA100066", "4", 1), Row("1AA100067", "7", 1), Row("1AA100068", "7", 1), Row("1AA100069", "5", 1), Row("1AA10007", "3", 1), Row("1AA100070", "3", 1), Row("1AA100071", "5", 1), Row("1AA100072", "7", 1), Row("1AA100073", "2", 1), Row("1AA100074", "7", 1), Row("1AA100075", "6", 1), Row("1AA100076", "7", 1), Row("1AA100077", "6", 1), Row("1AA100078", "5", 1), Row("1AA100079", "6", 1), Row("1AA10008", "4", 1), Row("1AA100080", "6", 1), Row("1AA100081", "2", 1), Row("1AA100082", "7", 1), Row("1AA100083", "2", 1), Row("1AA100084", "4", 1)))
- })
-
- //TC_408
- test("select imei,series from Carbon_automation_test where series='7Series' order by imei limit 10")({
- checkAnswer(
- sql("select imei,series from Carbon_automation_test where series='7Series' order by imei limit 10"),
- Seq(Row("1AA1", "7Series"), Row("1AA10", "7Series"), Row("1AA10000", "7Series"), Row("1AA1000000", "7Series"), Row("1AA100026", "7Series"), Row("1AA10003", "7Series"), Row("1AA100030", "7Series"), Row("1AA100031", "7Series"), Row("1AA100037", "7Series"), Row("1AA100054", "7Series")))
- })
-
- //TC_419
- test("select count(channelsId) from Carbon_automation_test where modelId is null")({
- checkAnswer(
- sql("select count(channelsId) from Carbon_automation_test where modelId is null"),
- Seq(Row(0)))
- })
-
- //TC_420
- test("select sum(channelsId) from Carbon_automation_test where deviceinformationid is null")({
- checkAnswer(
- sql("select sum(channelsId) from Carbon_automation_test where deviceinformationid is null"),
- Seq(Row(null)))
- })
-
- //TC_421
- test("select avg(channelsName) from Carbon_automation_test where modelId is null")({
- checkAnswer(
- sql("select avg(channelsName) from Carbon_automation_test where modelId is null"),
- Seq(Row(null)))
- })
-
- //TC_424
- test("SELECT count(DISTINCT gamePointId) FROM Carbon_automation_test where imei is null")({
- checkAnswer(
- sql("SELECT count(DISTINCT gamePointId) FROM Carbon_automation_test where imei is null"),
- Seq(Row(0)))
- })
-
- //TC_425
- test("select imei from Carbon_automation_test where contractNumber is NOT null")({
- checkAnswer(
- sql("select imei from Carbon_automation_test where contractNumber is NOT null"),
- Seq(Row("1AA1"), Row("1AA10"), Row("1AA100"), Row("1AA1000"), Row("1AA10000"), Row("1AA100000"), Row("1AA1000000"), Row("1AA100001"), Row("1AA100002"), Row("1AA100003"), Row("1AA100004"), Row("1AA100005"), Row("1AA100006"), Row("1AA100007"), Row("1AA100008"), Row("1AA100009"), Row("1AA10001"), Row("1AA100010"), Row("1AA100011"), Row("1AA100012"), Row("1AA100013"), Row("1AA100014"), Row("1AA100015"), Row("1AA100016"), Row("1AA100017"), Row("1AA100018"), Row("1AA100019"), Row("1AA10002"), Row("1AA100020"), Row("1AA100021"), Row("1AA100022"), Row("1AA100023"), Row("1AA100024"), Row("1AA100025"), Row("1AA100026"), Row("1AA100027"), Row("1AA100028"), Row("1AA100029"), Row("1AA10003"), Row("1AA100030"), Row("1AA100031"), Row("1AA100032"), Row("1AA100033"), Row("1AA100034"), Row("1AA100035"), Row("1AA100036"), Row("1AA100037"), Row("1AA100038"), Row("1AA100039"), Row("1AA10004"), Row("1AA100040"), Row("1AA100041"), Row("1AA100042"), Row("1AA100043"), Row("1AA100044"), Row("1AA100045"
), Row("1AA100046"), Row("1AA100047"), Row("1AA100048"), Row("1AA100049"), Row("1AA10005"), Row("1AA100050"), Row("1AA100051"), Row("1AA100052"), Row("1AA100053"), Row("1AA100054"), Row("1AA100055"), Row("1AA100056"), Row("1AA100057"), Row("1AA100058"), Row("1AA100059"), Row("1AA10006"), Row("1AA100060"), Row("1AA100061"), Row("1AA100062"), Row("1AA100063"), Row("1AA100064"), Row("1AA100065"), Row("1AA100066"), Row("1AA100067"), Row("1AA100068"), Row("1AA100069"), Row("1AA10007"), Row("1AA100070"), Row("1AA100071"), Row("1AA100072"), Row("1AA100073"), Row("1AA100074"), Row("1AA100075"), Row("1AA100076"), Row("1AA100077"), Row("1AA100078"), Row("1AA100079"), Row("1AA10008"), Row("1AA100080"), Row("1AA100081"), Row("1AA100082"), Row("1AA100083"), Row("1AA100084")))
- })
-
- //TC_429
- test("select count(gamePointId) from Carbon_automation_test where imei is NOT null")({
- checkAnswer(
- sql("select count(gamePointId) from Carbon_automation_test where imei is NOT null"),
- Seq(Row(99)))
- })
-
- //TC_430
- test("select count(bomCode) from Carbon_automation_test where contractNumber is NOT null")({
- checkAnswer(
- sql("select count(bomCode) from Carbon_automation_test where contractNumber is NOT null"),
- Seq(Row(99)))
- })
-
- //TC_431
- test("select channelsName from Carbon_automation_test where contractNumber is NOT null")({
- checkAnswer(
- sql("select channelsName from Carbon_automation_test where contractNumber is NOT null"),
- Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
- })
-
- //TC_432
- test("select channelsId from Carbon_automation_test where gamePointId is NOT null")({
- checkAnswer(
- sql("select channelsId from Carbon_automation_test where gamePointId is NOT null"),
- Seq(Row("4"), Row("4"), Row("6"), Row("3"), Row("1"), Row("6"), Row("6"), Row("7"), Row("3"), Row("3"), Row("2"), Row("1"), Row("2"), Row("3"), Row("1"), Row("3"), Row("5"), Row("6"), Row("1"), Row("2"), Row("6"), Row("3"), Row("1"), Row("3"), Row("3"), Row("4"), Row("3"), Row("5"), Row("7"), Row("6"), Row("5"), Row("3"), Row("2"), Row("1"), Row("7"), Row("4"), Row("5"), Row("5"), Row("4"), Row("3"), Row("1"), Row("7"), Row("6"), Row("6"), Row("7"), Row("5"), Row("6"), Row("3"), Row("1"), Row("4"), Row("7"), Row("1"), Row("5"), Row("6"), Row("2"), Row("6"), Row("4"), Row("1"), Row("1"), Row("6"), Row("2"), Row("1"), Row("7"), Row("7"), Row("3"), Row("2"), Row("7"), Row("5"), Row("6"), Row("4"), Row("7"), Row("5"), Row("4"), Row("6"), Row("6"), Row("3"), Row("7"), Row("7"), Row("4"), Row("7"), Row("7"), Row("5"), Row("3"), Row("3"), Row("5"), Row("7"), Row("2"), Row("7"), Row("6"), Row("7"), Row("6"), Row("5"), Row("6"), Row("4"), Row("6"), Row("2"), Row("7"), Row("2"), Row("4"
)))
- })
-
- //TC_433
- test("select channelsName from Carbon_automation_test where gamePointId is NOT null")({
- checkAnswer(
- sql("select channelsName from Carbon_automation_test where gamePointId is NOT null"),
- Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"), Row("liantong"), Row("liantong"), Row("guomei"), Row("liantong"), Row("liantong"), Row("shishang"), Row("shuling"), Row("shuling"), Row("shishang"), Row("liantong"), Row("jingdong"), Row("liantong"), Row("yidong"), Row("liantong"), Row("yidong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("yidong"), Row("jingdong"), Row("liantong"), Row("jingdong"), Row("guomei")))
- })
-
- //TC_434
- test("select channelsId from Carbon_automation_test where latest_day is NOT null")({
- checkAnswer(
- sql("select channelsId from Carbon_automation_test where latest_day is NOT null"),
- Seq(Row("4"), Row("4"), Row("6"), Row("3"), Row("1"), Row("6"), Row("6"), Row("7"), Row("3"), Row("3"), Row("2"), Row("1"), Row("2"), Row("3"), Row("1"), Row("3"), Row("5"), Row("6"), Row("1"), Row("2"), Row("6"), Row("3"), Row("1"), Row("3"), Row("3"), Row("4"), Row("3"), Row("5"), Row("7"), Row("6"), Row("5"), Row("3"), Row("2"), Row("1"), Row("7"), Row("4"), Row("5"), Row("5"), Row("4"), Row("3"), Row("1"), Row("7"), Row("6"), Row("6"), Row("7"), Row("5"), Row("6"), Row("3"), Row("1"), Row("4"), Row("7"), Row("1"), Row("5"), Row("6"), Row("2"), Row("6"), Row("4"), Row("1"), Row("1"), Row("6"), Row("2"), Row("1"), Row("7"), Row("7"), Row("3"), Row("2"), Row("7"), Row("5"), Row("6"), Row("4"), Row("7"), Row("5"), Row("4"), Row("6"), Row("6"), Row("3"), Row("7"), Row("7"), Row("4"), Row("7"), Row("7"), Row("5"), Row("3"), Row("3"), Row("5"), Row("7"), Row("2"), Row("7"), Row("6"), Row("7"), Row("6"), Row("5"), Row("6"), Row("4"), Row("6"), Row("2"), Row("7"), Row("2"), Row("4"
)))
- })
-
- //TC_435
- test("select channelsName from Carbon_automation_test where latest_day is NOT null")({
- checkAnswer(
- sql("select channelsName from Carbon_automation_test where latest_day is NOT null"),
- Seq(Row("guomei"), Row("guomei"), Row("yidong"), Row("shuling"), Row("taobao"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shuling"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("jingdong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shishang"), Row("yidong"), Row("taobao"), Row("jingdong"), Row("yidong"), Row("shuling"), Row("taobao"), Row("shuling"), Row("shuling"), Row("guomei"), Row("shuling"), Row("shishang"), Row("liantong"), Row("yidong"), Row("shishang"), Row("shuling"), Row("jingdong"), Row("taobao"), Row("liantong"), Row("guomei"), Row("shishang"), Row("shishang"), Row("guomei"), Row("shuling"), Row("taobao"), Row("liantong"), Row("yidong"), Row("yidong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("shuling"), Row("taobao"), Row("guomei"), Row("liantong"), Row("taobao"), Row("shishang"), Row("yidong"), Row("jingdong"), Row("yidong"), Row("guomei"), Row("taobao"), Row("taobao"), Row("yidong"), Row("jingdong"), Row("taobao"), Row("li
antong"), Row("liantong"), Row("shuling"), Row("jingdong"), Row("liantong"), Row("shishang"), Row("yidong"), Row("guomei"), Row("liantong"), Row("shishang"), Row("guomei"), Row("yidong"), Row("yidong"), Row("shuling"),
<TRUNCATED>
[33/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexdata.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexdata.csv b/integration/spark-common-test/src/test/resources/complexdata.csv
new file mode 100644
index 0000000..c089e93
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexdata.csv
@@ -0,0 +1,100 @@
+1,109,4ROM size,29-11-2015,1AA1$2BB1,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
+10,93,1ROM size,29-11-2015,1AA10$2BB10,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
+100,2591,2ROM size,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
+1000,2531,2ROM size,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
+10000,2408,0ROM size,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
+100000,1815,0ROM size,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
+1000000,2479,4ROM size,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
+100001,1845,7ROM size,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
+100002,2008,1ROM size,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
+100003,1121,5ROM size,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
+100004,1511,8ROM size,29-11-2015,1AA100004$,MAC31$$MAC33,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
+100005,2759,0ROM size,29-11-2015,1AA100005$,MAC34$$MAC36,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
+100006,2069,7ROM size,29-11-2015,1AA100006$,MAC37$$MAC39,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
+100007,396,7ROM size,29-11-2015,1AA100007$,MAC40$$MAC42,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
+100008,104,2ROM size,29-11-2015,1AA100008$,MAC43$$MAC45,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
+100009,477,3ROM size,29-11-2015,1AA100009$,MAC46$$MAC48,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
+10001,546,8ROM size,29-11-2015,1AA10001$2,MAC49$$MAC51,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
+100010,2696,3ROM size,29-11-2015,1AA100010$2BB100010,MAC52$$MAC54,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
+100011,466,2ROM size,29-11-2015,1AA100011$2BB100011,MAC55$$MAC57,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
+100012,2644,2ROM size,29-11-2015,1AA100012$2BB100012,MAC58$$MAC60,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
+100013,2167,3ROM size,29-11-2015,1AA100013$2BB100013,MAC61$MAC62,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
+100014,1069,7ROM size,29-11-2015,1AA100014$2BB100014,MAC64$MAC65,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
+100015,1447,9ROM size,29-11-2015,1AA100015$2BB100015,MAC67$MAC68,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
+100016,2963,3ROM size,29-11-2015,1AA100016$2BB100016,MAC70$MAC71,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
+100017,1580,5ROM size,29-11-2015,1AA100017$2BB100017,MAC73$MAC74,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
+100018,446,2ROM size,29-11-2015,1AA100018$2BB100018,MAC76$MAC77,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
+100019,2151,7ROM size,29-11-2015,1AA100019$2BB100019,MAC79$MAC80,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
+10002,2201,1ROM size,29-11-2015,2BB10002,MAC82$MAC83,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
+100020,2574,5ROM size,29-11-2015,$2BB100020,MAC85$MAC86,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
+100021,1734,4ROM size,29-11-2015,$2BB100021,MAC88$MAC89,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
+100022,155,3ROM size,29-11-2015,$2BB100022,MAC91$MAC92,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
+100023,1386,8ROM size,29-11-2015,$2BB100023,MAC94$MAC95,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
+100024,1017,9ROM size,29-11-2015,$2BB100024,MAC97$MAC98,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,,1017,2483
+100025,47,2ROM size,29-11-2015,$2BB100025,$MAC101$MAC102,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,,47,1724
+100026,2930,7ROM size,29-11-2015,$2BB100026,$MAC104$MAC105,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,,2930,1768
+100027,2940,0ROM size,29-11-2015,$2BB100027,$MAC107$MAC108,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,2940,2436
+100028,297,5ROM size,29-11-2015,$2BB100028,$MAC110$MAC111,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,297,2849
+100029,1695,2ROM size,29-11-2015,$2BB100029,$MAC113$MAC114,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1695,1691
+10003,1326,7ROM size,29-11-2015,2BB10003,$MAC116$MAC117,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1326,2071
+100030,513,7ROM size,29-11-2015,$2BB100030,$MAC119$MAC120,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
+100031,1741,1ROM size,29-11-2015,$2BB100031,$MAC122$MAC123,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
+100032,1198,0ROM size,29-11-2015,$2BB100032,$MAC125$MAC126,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
+100033,273,9ROM size,29-11-2015,$2BB100033,$MAC128$MAC129,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
+100034,1234,6ROM size,29-11-2015,$2BB100034,$MAC131$MAC132,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
+100035,1619,1ROM size,29-11-2015,$2BB100035,$MAC134$MAC135,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
+100036,2415,2ROM size,29-11-2015,$2BB100036,$MAC137$MAC138,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
+100037,2381,2ROM size,29-11-2015,$2BB100037,$MAC140$MAC141,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
+100038,872,7ROM size,29-11-2015,1AA100038$2BB100038,$MAC143$MAC144,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
+100039,1835,9ROM size,29-11-2015,1AA100039$2BB100039,$$MAC147,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
+10004,2597,1ROM size,29-11-2015,1AA10004$2BB10004,$$MAC150,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
+100040,1969,9ROM size,29-11-2015,1AA100040$2BB100040,$$MAC153,,18-01-2016$18-01-2016,1969,2078
+100041,2133,8ROM size,29-11-2015,$,$$MAC156,,19-01-2016$19-01-2016,2133,2734
+100042,631,9ROM size,29-11-2015,$,$$MAC159,,20-01-2016$20-01-2016,631,2745
+100043,187,4ROM size,29-11-2015,$,$$MAC162,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
+100044,1232,5ROM size,29-11-2015,$,$$MAC165,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
+100045,1602,6ROM size,29-11-2015,$,$$MAC168,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
+100046,2319,9ROM size,29-11-2015,$,$$MAC171,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
+100047,839,4ROM size,29-11-2015,$,$$MAC174,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
+100048,1184,2ROM size,29-11-2015,$,$$MAC177,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
+100049,2705,2ROM size,29-11-2015,$,$$MAC180,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
+10005,1185,1ROM size,29-11-2015,,$$MAC183,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,28-01-2016$:,1185,1608
+100050,2457,9ROM size,29-11-2015,,$$MAC186,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-01-2016$:,2457,29
+100051,2320,8ROM size,29-11-2015,,$$MAC189,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-01-2016$:,2320,1407
+100052,2300,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,31-01-2016$:,2300,845
+100053,1210,4ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,01-02-2016$:,1210,1655
+100054,1689,8ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-02-2016$:,1689,1368
+100055,2823,2ROM size,29-11-2015,,$$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$03-02-2016:03-02-2016,2823,1728
+100056,68,6ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$04-02-2016:04-02-2016,68,750
+100057,716,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$05-02-2016:05-02-2016,716,2288
+100058,864,6ROM size,29-11-2015,,$$,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$06-02-2016:06-02-2016,864,2635
+100059,499,6ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,$07-02-2016:07-02-2016,499,1337
+10006,1429,3ROM size,29-11-2015,,$$,:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$:India:Guangdong Province:guangzhou:longhua:mingzhi,$08-02-2016:08-02-2016,1429,2478
+100060,2176,2ROM size,29-11-2015,,$$,:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$:India:Hunan Province:xiangtan:xiangtan:jianshelu,$09-02-2016:09-02-2016,2176,538
+100061,2563,7ROM size,29-11-2015,,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,$10-02-2016:10-02-2016,2563,1407
+100062,2594,3ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$11-02-2016:11-02-2016,2594,2952
+100063,2142,1ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$12-02-2016:12-02-2016,2142,1226
+100064,138,0ROM size,29-11-2015,1AA100064$2BB100064,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$13-02-2016:13-02-2016,138,865
+100065,1168,6ROM size,29-11-2015,1AA100065$2BB100065,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$14-02-2016:14-02-2016,1168,901
+100066,2828,5ROM size,29-11-2015,1AA100066$2BB100066,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$:,2828,1864
+100067,1160,0ROM size,29-11-2015,1AA100067$2BB100067,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$:,1160,572
+100068,1890,6ROM size,29-11-2015,1AA100068$2BB100068,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1890,412
+100069,1195,4ROM size,29-11-2015,1AA100069$2BB100069,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,1195,1491
+10007,2797,9ROM size,29-11-2015,1AA10007$2BB10007,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,2797,1350
+100070,44,5ROM size,29-11-2015,1AA100070$2BB100070,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,44,1567
+100071,1683,6ROM size,29-11-2015,1AA100071$2BB100071,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1683,1973
+100072,1085,1ROM size,29-11-2015,1AA100072$2BB100072,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-02-2016$22-02-2016:22-02-2016,1085,448
+100073,776,7ROM size,29-11-2015,1AA100073$2BB100073,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,23-02-2016$23-02-2016:23-02-2016,776,2488
+100074,2074,9ROM size,29-11-2015,1AA100074$2BB100074,MAC262$MAC263$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,24-02-2016$24-02-2016:24-02-2016,2074,907
+100075,1062,2ROM size,29-11-2015,1AA100075$2BB100075,MAC265$MAC266$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,25-02-2016$25-02-2016:25-02-2016,1062,2507
+100076,987,7ROM size,29-11-2015,1AA100076$2BB100076,MAC268$MAC269$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-02-2016$26-02-2016:26-02-2016,987,732
+100077,2799,9ROM size,29-11-2015,1AA100077$2BB100077,MAC271$MAC272$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,27-02-2016$27-02-2016:27-02-2016,2799,2077
+100078,2765,1ROM size,29-11-2015,1AA100078$2BB100078,MAC274$MAC275$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,28-02-2016$28-02-2016:28-02-2016,2765,1434
+100079,2164,1ROM size,29-11-2015,1AA100079$2BB100079,MAC277$MAC278$,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,29-02-2016$29-02-2016:29-02-2016,2164,1098
+10008,1624,6ROM size,29-11-2015,1AA10008$2BB10008,MAC280$MAC281$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,01-03-2016$01-03-2016:01-03-2016,1624,813
+100080,2355,1ROM size,29-11-2015,1AA100080$2BB100080,MAC283$MAC284$MAC285,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-03-2016$02-03-2016:02-03-2016,2355,954
+100081,1650,6ROM size,29-11-2015,1AA100081$2BB100081,MAC286$MAC287$MAC288,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,03-03-2016$03-03-2016:03-03-2016,1650,613
+100082,2761,3ROM size,29-11-2015,1AA100082$2BB100082,MAC289$MAC290$MAC291,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,04-03-2016$04-03-2016:04-03-2016,2761,2348
+100083,1856,3ROM size,29-11-2015,1AA100083$2BB100083,MAC292$MAC293$MAC294,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,05-03-2016$05-03-2016:05-03-2016,1856,2192
+100084,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
+100085,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexdata1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexdata1.csv b/integration/spark-common-test/src/test/resources/complexdata1.csv
new file mode 100644
index 0000000..3eb0db3
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexdata1.csv
@@ -0,0 +1,54 @@
+1,109,4ROM size,29-11-2015,1AA1$2BB1,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
+10,93,1ROM size,29-11-2015,1AA10$2BB10,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
+100,2591,2ROM size,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
+1000,2531,2ROM size,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
+10000,2408,0ROM size,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
+100000,1815,0ROM size,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
+1000000,2479,4ROM size,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
+100001,1845,7ROM size,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
+100002,2008,1ROM size,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
+100003,1121,5ROM size,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
+100004,1511,8ROM size,29-11-2015,1AA100004$,MAC31$$MAC33,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
+100005,2759,0ROM size,29-11-2015,1AA100005$,MAC34$$MAC36,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
+100006,2069,7ROM size,29-11-2015,1AA100006$,MAC37$$MAC39,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
+100007,396,7ROM size,29-11-2015,1AA100007$,MAC40$$MAC42,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
+100008,104,2ROM size,29-11-2015,1AA100008$,MAC43$$MAC45,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
+100009,477,3ROM size,29-11-2015,1AA100009$,MAC46$$MAC48,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
+10001,546,8ROM size,29-11-2015,1AA10001$2,MAC49$$MAC51,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
+100010,2696,3ROM size,29-11-2015,1AA100010$2BB100010,MAC52$$MAC54,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
+100011,466,2ROM size,29-11-2015,1AA100011$2BB100011,MAC55$$MAC57,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
+100012,2644,2ROM size,29-11-2015,1AA100012$2BB100012,MAC58$$MAC60,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
+100013,2167,3ROM size,29-11-2015,1AA100013$2BB100013,MAC61$MAC62,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
+100014,1069,7ROM size,29-11-2015,1AA100014$2BB100014,MAC64$MAC65,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
+100015,1447,9ROM size,29-11-2015,1AA100015$2BB100015,MAC67$MAC68,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
+100016,2963,3ROM size,29-11-2015,1AA100016$2BB100016,MAC70$MAC71,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
+100017,1580,5ROM size,29-11-2015,1AA100017$2BB100017,MAC73$MAC74,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
+100018,446,2ROM size,29-11-2015,1AA100018$2BB100018,MAC76$MAC77,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
+100019,2151,7ROM size,29-11-2015,1AA100019$2BB100019,MAC79$MAC80,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
+10002,2201,1ROM size,29-11-2015,2BB10002,MAC82$MAC83,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
+100020,2574,5ROM size,29-11-2015,$2BB100020,MAC85$MAC86,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
+100021,1734,4ROM size,29-11-2015,$2BB100021,MAC88$MAC89,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
+100022,155,3ROM size,29-11-2015,$2BB100022,MAC91$MAC92,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
+100023,1386,8ROM size,29-11-2015,$2BB100023,MAC94$MAC95,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
+100024,1017,9ROM size,29-11-2015,$2BB100024,MAC97$MAC98,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,,1017,2483
+100025,47,2ROM size,29-11-2015,$2BB100025,$MAC101$MAC102,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,,47,1724
+100026,2930,7ROM size,29-11-2015,$2BB100026,$MAC104$MAC105,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,,2930,1768
+100027,2940,0ROM size,29-11-2015,$2BB100027,$MAC107$MAC108,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,2940,2436
+100028,297,5ROM size,29-11-2015,$2BB100028,$MAC110$MAC111,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,297,2849
+100029,1695,2ROM size,29-11-2015,$2BB100029,$MAC113$MAC114,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1695,1691
+10003,1326,7ROM size,29-11-2015,2BB10003,$MAC116$MAC117,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1326,2071
+100030,513,7ROM size,29-11-2015,$2BB100030,$MAC119$MAC120,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
+100031,1741,1ROM size,29-11-2015,$2BB100031,$MAC122$MAC123,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
+100032,1198,0ROM size,29-11-2015,$2BB100032,$MAC125$MAC126,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
+100033,273,9ROM size,29-11-2015,$2BB100033,$MAC128$MAC129,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
+100034,1234,6ROM size,29-11-2015,$2BB100034,$MAC131$MAC132,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
+100035,1619,1ROM size,29-11-2015,$2BB100035,$MAC134$MAC135,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
+100036,2415,2ROM size,29-11-2015,$2BB100036,$MAC137$MAC138,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
+100037,2381,2ROM size,29-11-2015,$2BB100037,$MAC140$MAC141,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
+100038,872,7ROM size,29-11-2015,1AA100038$2BB100038,$MAC143$MAC144,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
+100039,1835,9ROM size,29-11-2015,1AA100039$2BB100039,$$MAC147,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
+10004,2597,1ROM size,29-11-2015,1AA10004$2BB10004,$$MAC150,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
+100040,1969,9ROM size,29-11-2015,1AA100040$2BB100040,$$MAC153,,18-01-2016$18-01-2016,1969,2078
+100041,2133,8ROM size,29-11-2015,$,$$MAC156,,19-01-2016$19-01-2016,2133,2734
+100042,631,9ROM size,29-11-2015,$,$$MAC159,,20-01-2016$20-01-2016,631,2745
+100043,187,4ROM size,29-11-2015,$,$$MAC162,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexdata2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexdata2.csv b/integration/spark-common-test/src/test/resources/complexdata2.csv
new file mode 100644
index 0000000..d259fdb
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexdata2.csv
@@ -0,0 +1,46 @@
+100044,1232,5ROM size,29-11-2015,$,$$MAC165,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
+100045,1602,6ROM size,29-11-2015,$,$$MAC168,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
+100046,2319,9ROM size,29-11-2015,$,$$MAC171,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
+100047,839,4ROM size,29-11-2015,$,$$MAC174,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
+100048,1184,2ROM size,29-11-2015,$,$$MAC177,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
+100049,2705,2ROM size,29-11-2015,$,$$MAC180,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
+10005,1185,1ROM size,29-11-2015,,$$MAC183,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,28-01-2016$:,1185,1608
+100050,2457,9ROM size,29-11-2015,,$$MAC186,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-01-2016$:,2457,29
+100051,2320,8ROM size,29-11-2015,,$$MAC189,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-01-2016$:,2320,1407
+100052,2300,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,31-01-2016$:,2300,845
+100053,1210,4ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,01-02-2016$:,1210,1655
+100054,1689,8ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-02-2016$:,1689,1368
+100055,2823,2ROM size,29-11-2015,,$$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$03-02-2016:03-02-2016,2823,1728
+100056,68,6ROM size,29-11-2015,,$$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$04-02-2016:04-02-2016,68,750
+100057,716,0ROM size,29-11-2015,,$$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$05-02-2016:05-02-2016,716,2288
+100058,864,6ROM size,29-11-2015,,$$,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$06-02-2016:06-02-2016,864,2635
+100059,499,6ROM size,29-11-2015,,$$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,$07-02-2016:07-02-2016,499,1337
+10006,1429,3ROM size,29-11-2015,,$$,:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$:India:Guangdong Province:guangzhou:longhua:mingzhi,$08-02-2016:08-02-2016,1429,2478
+100060,2176,2ROM size,29-11-2015,,$$,:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$:India:Hunan Province:xiangtan:xiangtan:jianshelu,$09-02-2016:09-02-2016,2176,538
+100061,2563,7ROM size,29-11-2015,,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,$10-02-2016:10-02-2016,2563,1407
+100062,2594,3ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$11-02-2016:11-02-2016,2594,2952
+100063,2142,1ROM size,29-11-2015,,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$12-02-2016:12-02-2016,2142,1226
+100064,138,0ROM size,29-11-2015,1AA100064$2BB100064,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$13-02-2016:13-02-2016,138,865
+100065,1168,6ROM size,29-11-2015,1AA100065$2BB100065,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$14-02-2016:14-02-2016,1168,901
+100066,2828,5ROM size,29-11-2015,1AA100066$2BB100066,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$:,2828,1864
+100067,1160,0ROM size,29-11-2015,1AA100067$2BB100067,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$:,1160,572
+100068,1890,6ROM size,29-11-2015,1AA100068$2BB100068,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1890,412
+100069,1195,4ROM size,29-11-2015,1AA100069$2BB100069,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,1195,1491
+10007,2797,9ROM size,29-11-2015,1AA10007$2BB10007,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,2797,1350
+100070,44,5ROM size,29-11-2015,1AA100070$2BB100070,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,44,1567
+100071,1683,6ROM size,29-11-2015,1AA100071$2BB100071,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1683,1973
+100072,1085,1ROM size,29-11-2015,1AA100072$2BB100072,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-02-2016$22-02-2016:22-02-2016,1085,448
+100073,776,7ROM size,29-11-2015,1AA100073$2BB100073,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,23-02-2016$23-02-2016:23-02-2016,776,2488
+100074,2074,9ROM size,29-11-2015,1AA100074$2BB100074,MAC262$MAC263$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,24-02-2016$24-02-2016:24-02-2016,2074,907
+100075,1062,2ROM size,29-11-2015,1AA100075$2BB100075,MAC265$MAC266$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,25-02-2016$25-02-2016:25-02-2016,1062,2507
+100076,987,7ROM size,29-11-2015,1AA100076$2BB100076,MAC268$MAC269$,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-02-2016$26-02-2016:26-02-2016,987,732
+100077,2799,9ROM size,29-11-2015,1AA100077$2BB100077,MAC271$MAC272$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,27-02-2016$27-02-2016:27-02-2016,2799,2077
+100078,2765,1ROM size,29-11-2015,1AA100078$2BB100078,MAC274$MAC275$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,28-02-2016$28-02-2016:28-02-2016,2765,1434
+100079,2164,1ROM size,29-11-2015,1AA100079$2BB100079,MAC277$MAC278$,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,29-02-2016$29-02-2016:29-02-2016,2164,1098
+10008,1624,6ROM size,29-11-2015,1AA10008$2BB10008,MAC280$MAC281$,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,01-03-2016$01-03-2016:01-03-2016,1624,813
+100080,2355,1ROM size,29-11-2015,1AA100080$2BB100080,MAC283$MAC284$MAC285,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-03-2016$02-03-2016:02-03-2016,2355,954
+100081,1650,6ROM size,29-11-2015,1AA100081$2BB100081,MAC286$MAC287$MAC288,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,03-03-2016$03-03-2016:03-03-2016,1650,613
+100082,2761,3ROM size,29-11-2015,1AA100082$2BB100082,MAC289$MAC290$MAC291,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,04-03-2016$04-03-2016:04-03-2016,2761,2348
+100083,1856,3ROM size,29-11-2015,1AA100083$2BB100083,MAC292$MAC293$MAC294,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,05-03-2016$05-03-2016:05-03-2016,1856,2192
+100084,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
+100085,1841,7ROM size,29-11-2015,1AA100084$2BB100084,MAC295$MAC296$MAC297,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexdatareordered.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexdatareordered.csv b/integration/spark-common-test/src/test/resources/complexdatareordered.csv
new file mode 100644
index 0000000..a0d6089
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexdatareordered.csv
@@ -0,0 +1,10 @@
+1,MAC1$MAC2$MAC3,109,4ROM size,29-11-2015,109,2738.562
+10,MAC4$MAC5$MAC6,93,1ROM size,29-11-2015,93,1714.635
+100,MAC7$MAC8$MAC9,2591,2ROM size,29-11-2015,2591,1271
+1000,MAC10$$MAC12,2531,2ROM size,29-11-2015,2531,692
+10000,MAC13$$MAC15,2408,0ROM size,29-11-2015,2408,2175
+100000,MAC16$$MAC18,1815,0ROM size,29-11-2015,1815,136
+1000000,MAC19$$MAC21,2479,4ROM size,29-11-2015,2479,1600
+100001,MAC22$$MAC24,1845,7ROM size,29-11-2015,1845,505
+100002,MAC25$$MAC27,2008,1ROM size,29-11-2015,2008,1341
+100003,MAC28$$MAC30,1121,5ROM size,29-11-2015,1121,2239
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complexdatastructextra.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complexdatastructextra.csv b/integration/spark-common-test/src/test/resources/complexdatastructextra.csv
new file mode 100644
index 0000000..6b294b6
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complexdatastructextra.csv
@@ -0,0 +1,10 @@
+1,109,4ROM size,29-11-2015,1AA1$2BB1$extra,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang:extra$7:India:New Delhi:delhi:delhi:delhi:extra,29-11-2015$29-11-2015:29-11-2015$extra,109,2738.562
+10,93,1ROM size,29-11-2015,1AA10$2BB10$extra,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
+100,2591,2ROM size,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
+1000,2531,2ROM size,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
+10000,2408,0ROM size,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
+100000,1815,0ROM size,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
+1000000,2479,4ROM size,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
+100001,1845,7ROM size,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
+100002,2008,1ROM size,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
+100003,1121,5ROM size,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complextypediffentcolheaderorder.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complextypediffentcolheaderorder.csv b/integration/spark-common-test/src/test/resources/complextypediffentcolheaderorder.csv
new file mode 100644
index 0000000..187cafa
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complextypediffentcolheaderorder.csv
@@ -0,0 +1,100 @@
+1,109,4ROM size,29-11-2015,MAC1$MAC2$MAC3,a,1AA1$2BB1,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
+10,93,1ROM size,29-11-2015,MAC4$MAC5$MAC6,b,1AA10$2BB10,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
+100,2591,2ROM size,29-11-2015,MAC7$MAC8$MAC9,c,1AA100$2BB100,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
+1000,2531,2ROM size,29-11-2015,MAC10$$MAC12,a,1AA1000$2BB1000,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
+10000,2408,0ROM size,29-11-2015,MAC13$$MAC15,b,1AA10000$2BB10000,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
+100000,1815,0ROM size,29-11-2015,MAC16$$MAC18,c,1AA100000$2BB100000,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
+1000000,2479,4ROM size,29-11-2015,MAC19$$MAC21,a,1AA1000000$2BB1000000,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
+100001,1845,7ROM size,29-11-2015,MAC22$$MAC24,b,1AA100001$,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
+100002,2008,1ROM size,29-11-2015,MAC25$$MAC27,c,1AA100002$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
+100003,1121,5ROM size,29-11-2015,MAC28$$MAC30,a,1AA100003$,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
+100004,1511,8ROM size,29-11-2015,MAC31$$MAC33,b,1AA100004$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
+100005,2759,0ROM size,29-11-2015,MAC34$$MAC36,c,1AA100005$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
+100006,2069,7ROM size,29-11-2015,MAC37$$MAC39,a,1AA100006$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
+100007,396,7ROM size,29-11-2015,MAC40$$MAC42,b,1AA100007$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
+100008,104,2ROM size,29-11-2015,MAC43$$MAC45,c,1AA100008$,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
+100009,477,3ROM size,29-11-2015,MAC46$$MAC48,a,1AA100009$,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
+10001,546,8ROM size,29-11-2015,MAC49$$MAC51,b,1AA10001$2,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
+100010,2696,3ROM size,29-11-2015,MAC52$$MAC54,c,1AA100010$2BB100010,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
+100011,466,2ROM size,29-11-2015,MAC55$$MAC57,a,1AA100011$2BB100011,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
+100012,2644,2ROM size,29-11-2015,MAC58$$MAC60,b,1AA100012$2BB100012,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
+100013,2167,3ROM size,29-11-2015,MAC61$MAC62,c,1AA100013$2BB100013,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
+100014,1069,7ROM size,29-11-2015,MAC64$MAC65,a,1AA100014$2BB100014,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
+100015,1447,9ROM size,29-11-2015,MAC67$MAC68,b,1AA100015$2BB100015,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
+100016,2963,3ROM size,29-11-2015,MAC70$MAC71,c,1AA100016$2BB100016,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
+100017,1580,5ROM size,29-11-2015,MAC73$MAC74,a,1AA100017$2BB100017,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
+100018,446,2ROM size,29-11-2015,MAC76$MAC77,b,1AA100018$2BB100018,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
+100019,2151,7ROM size,29-11-2015,MAC79$MAC80,c,1AA100019$2BB100019,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
+10002,2201,1ROM size,29-11-2015,MAC82$MAC83,a,2BB10002,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
+100020,2574,5ROM size,29-11-2015,MAC85$MAC86,b,$2BB100020,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
+100021,1734,4ROM size,29-11-2015,MAC88$MAC89,c,$2BB100021,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
+100022,155,3ROM size,29-11-2015,MAC91$MAC92,a,$2BB100022,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
+100023,1386,8ROM size,29-11-2015,MAC94$MAC95,b,$2BB100023,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
+100024,1017,9ROM size,29-11-2015,MAC97$MAC98,c,$2BB100024,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,,1017,2483
+100025,47,2ROM size,29-11-2015,$MAC101$MAC102,a,$2BB100025,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,,47,1724
+100026,2930,7ROM size,29-11-2015,$MAC104$MAC105,b,$2BB100026,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,,2930,1768
+100027,2940,0ROM size,29-11-2015,$MAC107$MAC108,c,$2BB100027,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,2940,2436
+100028,297,5ROM size,29-11-2015,$MAC110$MAC111,a,$2BB100028,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,,297,2849
+100029,1695,2ROM size,29-11-2015,$MAC113$MAC114,b,$2BB100029,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1695,1691
+10003,1326,7ROM size,29-11-2015,$MAC116$MAC117,c,2BB10003,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,,1326,2071
+100030,513,7ROM size,29-11-2015,$MAC119$MAC120,a,$2BB100030,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
+100031,1741,1ROM size,29-11-2015,$MAC122$MAC123,b,$2BB100031,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
+100032,1198,0ROM size,29-11-2015,$MAC125$MAC126,c,$2BB100032,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
+100033,273,9ROM size,29-11-2015,$MAC128$MAC129,a,$2BB100033,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
+100034,1234,6ROM size,29-11-2015,$MAC131$MAC132,b,$2BB100034,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
+100035,1619,1ROM size,29-11-2015,$MAC134$MAC135,c,$2BB100035,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
+100036,2415,2ROM size,29-11-2015,$MAC137$MAC138,a,$2BB100036,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
+100037,2381,2ROM size,29-11-2015,$MAC140$MAC141,b,$2BB100037,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
+100038,872,7ROM size,29-11-2015,$MAC143$MAC144,c,1AA100038$2BB100038,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
+100039,1835,9ROM size,29-11-2015,$$MAC147,a,1AA100039$2BB100039,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
+10004,2597,1ROM size,29-11-2015,$$MAC150,b,1AA10004$2BB10004,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
+100040,1969,9ROM size,29-11-2015,$$MAC153,c,1AA100040$2BB100040,,18-01-2016$18-01-2016,1969,2078
+100041,2133,8ROM size,29-11-2015,$$MAC156,a,$,,19-01-2016$19-01-2016,2133,2734
+100042,631,9ROM size,29-11-2015,$$MAC159,b,$,,20-01-2016$20-01-2016,631,2745
+100043,187,4ROM size,29-11-2015,$$MAC162,c,$,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
+100044,1232,5ROM size,29-11-2015,$$MAC165,a,$,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
+100045,1602,6ROM size,29-11-2015,$$MAC168,b,$,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
+100046,2319,9ROM size,29-11-2015,$$MAC171,c,$,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
+100047,839,4ROM size,29-11-2015,$$MAC174,a,$,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
+100048,1184,2ROM size,29-11-2015,$$MAC177,b,$,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
+100049,2705,2ROM size,29-11-2015,$$MAC180,c,$,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
+10005,1185,1ROM size,29-11-2015,$$MAC183,a,,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,28-01-2016$:,1185,1608
+100050,2457,9ROM size,29-11-2015,$$MAC186,b,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-01-2016$:,2457,29
+100051,2320,8ROM size,29-11-2015,$$MAC189,c,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-01-2016$:,2320,1407
+100052,2300,0ROM size,29-11-2015,$$,a,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,31-01-2016$:,2300,845
+100053,1210,4ROM size,29-11-2015,$$,b,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,01-02-2016$:,1210,1655
+100054,1689,8ROM size,29-11-2015,$$,c,,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-02-2016$:,1689,1368
+100055,2823,2ROM size,29-11-2015,$$,a,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$03-02-2016:03-02-2016,2823,1728
+100056,68,6ROM size,29-11-2015,$$,b,,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$04-02-2016:04-02-2016,68,750
+100057,716,0ROM size,29-11-2015,$$,c,,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$05-02-2016:05-02-2016,716,2288
+100058,864,6ROM size,29-11-2015,$$,a,,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$06-02-2016:06-02-2016,864,2635
+100059,499,6ROM size,29-11-2015,$$,b,,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,$07-02-2016:07-02-2016,499,1337
+10006,1429,3ROM size,29-11-2015,$$,c,,:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$:India:Guangdong Province:guangzhou:longhua:mingzhi,$08-02-2016:08-02-2016,1429,2478
+100060,2176,2ROM size,29-11-2015,$$,a,,:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$:India:Hunan Province:xiangtan:xiangtan:jianshelu,$09-02-2016:09-02-2016,2176,538
+100061,2563,7ROM size,29-11-2015,,b,,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,$10-02-2016:10-02-2016,2563,1407
+100062,2594,3ROM size,29-11-2015,,c,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$11-02-2016:11-02-2016,2594,2952
+100063,2142,1ROM size,29-11-2015,,a,,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,$12-02-2016:12-02-2016,2142,1226
+100064,138,0ROM size,29-11-2015,,b,1AA100064$2BB100064,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$13-02-2016:13-02-2016,138,865
+100065,1168,6ROM size,29-11-2015,,c,1AA100065$2BB100065,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$14-02-2016:14-02-2016,1168,901
+100066,2828,5ROM size,29-11-2015,,a,1AA100066$2BB100066,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,$:,2828,1864
+100067,1160,0ROM size,29-11-2015,,b,1AA100067$2BB100067,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,$:,1160,572
+100068,1890,6ROM size,29-11-2015,,c,1AA100068$2BB100068,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1890,412
+100069,1195,4ROM size,29-11-2015,,a,1AA100069$2BB100069,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,1195,1491
+10007,2797,9ROM size,29-11-2015,,b,1AA10007$2BB10007,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,$:,2797,1350
+100070,44,5ROM size,29-11-2015,,c,1AA100070$2BB100070,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,44,1567
+100071,1683,6ROM size,29-11-2015,,a,1AA100071$2BB100071,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,$:,1683,1973
+100072,1085,1ROM size,29-11-2015,,b,1AA100072$2BB100072,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-02-2016$22-02-2016:22-02-2016,1085,448
+100073,776,7ROM size,29-11-2015,,c,1AA100073$2BB100073,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,23-02-2016$23-02-2016:23-02-2016,776,2488
+100074,2074,9ROM size,29-11-2015,MAC262$MAC263$,a,1AA100074$2BB100074,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,24-02-2016$24-02-2016:24-02-2016,2074,907
+100075,1062,2ROM size,29-11-2015,MAC265$MAC266$,b,1AA100075$2BB100075,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,25-02-2016$25-02-2016:25-02-2016,1062,2507
+100076,987,7ROM size,29-11-2015,MAC268$MAC269$,c,1AA100076$2BB100076,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-02-2016$26-02-2016:26-02-2016,987,732
+100077,2799,9ROM size,29-11-2015,MAC271$MAC272$,a,1AA100077$2BB100077,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,27-02-2016$27-02-2016:27-02-2016,2799,2077
+100078,2765,1ROM size,29-11-2015,MAC274$MAC275$,b,1AA100078$2BB100078,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,28-02-2016$28-02-2016:28-02-2016,2765,1434
+100079,2164,1ROM size,29-11-2015,MAC277$MAC278$,c,1AA100079$2BB100079,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,29-02-2016$29-02-2016:29-02-2016,2164,1098
+10008,1624,6ROM size,29-11-2015,MAC280$MAC281$,a,1AA10008$2BB10008,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,01-03-2016$01-03-2016:01-03-2016,1624,813
+100080,2355,1ROM size,29-11-2015,MAC283$MAC284$MAC285,b,1AA100080$2BB100080,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,02-03-2016$02-03-2016:02-03-2016,2355,954
+100081,1650,6ROM size,29-11-2015,MAC286$MAC287$MAC288,c,1AA100081$2BB100081,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,03-03-2016$03-03-2016:03-03-2016,1650,613
+100082,2761,3ROM size,29-11-2015,MAC289$MAC290$MAC291,a,1AA100082$2BB100082,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,04-03-2016$04-03-2016:04-03-2016,2761,2348
+100083,1856,3ROM size,29-11-2015,MAC292$MAC293$MAC294,b,1AA100083$2BB100083,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,05-03-2016$05-03-2016:05-03-2016,1856,2192
+100084,1841,7ROM size,29-11-2015,MAC295$MAC296$MAC297,c,1AA100084$2BB100084,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
+100085,1841,7ROM size,29-11-2015,MAC295$MAC296$MAC297,a,1AA100084$2BB100084,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,06-03-2016$06-03-2016:06-03-2016,1841,2826
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complextypesample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complextypesample.csv b/integration/spark-common-test/src/test/resources/complextypesample.csv
new file mode 100644
index 0000000..5d56bd3
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complextypesample.csv
@@ -0,0 +1,50 @@
+1,109,4ROM size,Intel,29-11-2015,1AA1$2BB1,MAC1$MAC2$MAC3,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,29-11-2015$29-11-2015:29-11-2015,109,2738.562
+10,93,1ROM size,Intel,29-11-2015,1AA10$2BB10,MAC4$MAC5$MAC6,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,30-11-2015$30-11-2015:30-11-2015,93,1714.635
+100,2591,2ROM size,Intel,29-11-2015,1AA100$2BB100,MAC7$MAC8$MAC9,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,01-12-2015$01-12-2015:01-12-2015,2591,1271
+1000,2531,2ROM size,Intel,29-11-2015,1AA1000$2BB1000,MAC10$$MAC12,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,02-12-2015$02-12-2015:02-12-2015,2531,692
+10000,2408,0ROM size,Intel,29-11-2015,1AA10000$2BB10000,MAC13$$MAC15,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,03-12-2015$03-12-2015:03-12-2015,2408,2175
+100000,1815,0ROM size,Intel,29-11-2015,1AA100000$2BB100000,MAC16$$MAC18,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,04-12-2015$04-12-2015:04-12-2015,1815,136
+1000000,2479,4ROM size,Intel,29-11-2015,1AA1000000$2BB1000000,MAC19$$MAC21,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,05-12-2015$05-12-2015:05-12-2015,2479,1600
+100001,1845,7ROM size,Intel,29-11-2015,1AA100001$,MAC22$$MAC24,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,06-12-2015$06-12-2015:06-12-2015,1845,505
+100002,2008,1ROM size,Intel,29-11-2015,1AA100002$,MAC25$$MAC27,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,07-12-2015$07-12-2015:07-12-2015,2008,1341
+100003,1121,5ROM size,Intel,29-11-2015,1AA100003$,MAC28$$MAC30,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,08-12-2015$08-12-2015:08-12-2015,1121,2239
+100004,1511,8ROM size,Intel,29-11-2015,1AA100004$,MAC31$$MAC33,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,09-12-2015$09-12-2015:09-12-2015,1511,2970
+100005,2759,0ROM size,Intel,29-11-2015,1AA100005$,MAC34$$MAC36,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,10-12-2015$10-12-2015:10-12-2015,2759,2593
+100006,2069,7ROM size,Intel,29-11-2015,1AA100006$,MAC37$$MAC39,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,11-12-2015$11-12-2015:11-12-2015,2069,2572
+100007,396,7ROM size,Intel,29-11-2015,1AA100007$,MAC40$$MAC42,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-12-2015$12-12-2015:12-12-2015,396,1991
+100008,104,2ROM size,Intel,29-11-2015,1AA100008$,MAC43$$MAC45,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-12-2015$13-12-2015:13-12-2015,104,1442
+100009,477,3ROM size,Intel,29-11-2015,1AA100009$,MAC46$$MAC48,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,14-12-2015$14-12-2015:14-12-2015,477,1841
+10001,546,8ROM size,Intel,29-11-2015,1AA10001$2,MAC49$$MAC51,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,15-12-2015$15-12-2015:15-12-2015,546,298
+100010,2696,3ROM size,Intel,29-11-2015,1AA100010$2BB100010,MAC52$$MAC54,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,16-12-2015$16-12-2015:16-12-2015,2696,79
+100011,466,2ROM size,Intel,29-11-2015,1AA100011$2BB100011,MAC55$$MAC57,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-12-2015$17-12-2015:17-12-2015,466,202
+100012,2644,2ROM size,Intel,29-11-2015,1AA100012$2BB100012,MAC58$$MAC60,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,18-12-2015$18-12-2015:18-12-2015,2644,568
+100013,2167,3ROM size,Intel,29-11-2015,1AA100013$2BB100013,MAC61$MAC62,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,19-12-2015$19-12-2015:19-12-2015,2167,355
+100014,1069,7ROM size,Intel,29-11-2015,1AA100014$2BB100014,MAC64$MAC65,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,20-12-2015$20-12-2015:20-12-2015,1069,151
+100015,1447,9ROM size,Intel,29-11-2015,1AA100015$2BB100015,MAC67$MAC68,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,21-12-2015$21-12-2015:21-12-2015,1447,2863
+100016,2963,3ROM size,Intel,29-11-2015,1AA100016$2BB100016,MAC70$MAC71,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,22-12-2015$22-12-2015:22-12-2015,2963,1873
+100017,1580,5ROM size,Intel,29-11-2015,1AA100017$2BB100017,MAC73$MAC74,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,23-12-2015$23-12-2015:23-12-2015,1580,2205
+100018,446,2ROM size,AMD,29-11-2015,1AA100018$2BB100018,MAC76$MAC77,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,24-12-2015$24-12-2015:24-12-2015,446,441
+100019,2151,7ROM size,AMD,29-11-2015,1AA100019$2BB100019,MAC79$MAC80,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,25-12-2015$25-12-2015:25-12-2015,2151,2194
+10002,2201,1ROM size,AMD,29-11-2015,2BB10002,MAC82$MAC83,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,26-12-2015$26-12-2015:26-12-2015,2201,2972
+100020,2574,5ROM size,AMD,29-11-2015,$2BB100020,MAC85$MAC86,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,27-12-2015$27-12-2015:27-12-2015,2574,256
+100021,1734,4ROM size,AMD,29-11-2015,$2BB100021,MAC88$MAC89,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,28-12-2015$28-12-2015:28-12-2015,1734,1778
+100022,155,3ROM size,AMD,29-11-2015,$2BB100022,MAC91$MAC92,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,29-12-2015$29-12-2015:29-12-2015,155,1999
+100023,1386,8ROM size,AMD,29-11-2015,$2BB100023,MAC94$MAC95,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,30-12-2015$30-12-2015:30-12-2015,1386,2194
+100030,513,7ROM size,AMD,29-11-2015,$2BB100030,$MAC119$MAC120,5:Chinese:Hunan Province:zhuzhou:tianyuan:tianyua$5:India:Hunan Province:zhuzhou:tianyuan:tianyua,07-01-2016$07-01-2016:,513,1333
+100031,1741,1ROM size,AMD,29-11-2015,$2BB100031,$MAC122$MAC123,7:Chinese:Hubei Province:yichang:yichang:yichang$7:India:New Delhi:delhi:delhi:delhi,08-01-2016$08-01-2016:,1741,1080
+100032,1198,0ROM size,AMD,29-11-2015,$2BB100032,$MAC125$MAC126,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,09-01-2016$09-01-2016:,1198,1053
+100033,273,9ROM size,AMD,29-11-2015,$2BB100033,$MAC128$MAC129,6:Chinese:Hubei Province:wuhan:hongshan:hongshan$6:India:New Delhi:wuhan:hongshan:hongshan,10-01-2016$10-01-2016:,273,760
+100034,1234,6ROM size,AMD,29-11-2015,$2BB100034,$MAC131$MAC132,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,11-01-2016$11-01-2016:,1234,2061
+100035,1619,1ROM size,AMD,29-11-2015,$2BB100035,$MAC134$MAC135,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,12-01-2016$12-01-2016:,1619,2142
+100036,2415,2ROM size,AMD,29-11-2015,$2BB100036,$MAC137$MAC138,3:Chinese:Hunan Province:changsha:yuhua:shazitang$3:India:Hunan Province:changsha:yuhua:shazitang,13-01-2016$13-01-2016:,2415,2224
+100037,2381,2ROM size,AMD,29-11-2015,$2BB100037,$MAC140$MAC141,4:Chinese:Hunan Province:xiangtan:xiangtan:jianshelu$4:India:Hunan Province:xiangtan:xiangtan:jianshelu,14-01-2016$14-01-2016:,2381,1015
+100038,872,7ROM size,AMD,29-11-2015,1AA100038$2BB100038,$MAC143$MAC144,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,15-01-2016$15-01-2016,872,1229
+100039,1835,9ROM size,AMD,29-11-2015,1AA100039$2BB100039,$$MAC147,1:Chinese:Guangdong Province:shenzhen:longgang:matishan$1:India:Guangdong Province:shenzhen:longgang:matishan,16-01-2016$16-01-2016,1835,1750
+10004,2597,1ROM size,AMD,29-11-2015,1AA10004$2BB10004,$$MAC150,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,17-01-2016$17-01-2016,2597,1717
+100043,187,4ROM size,CELERON,29-11-2015,$,$$MAC162,2:Chinese::guangzhou:longhua:mingzhi$2:India::guangzhou:longhua:mingzhi,21-01-2016$21-01-2016,187,571
+100044,1232,5ROM size,CELERON,29-11-2015,$,$$MAC165,2::Guangdong Province:guangzhou:longhua:mingzhi$2::Guangdong Province:guangzhou:longhua:mingzhi,22-01-2016$22-01-2016,1232,1697
+100045,1602,6ROM size,CELERON,29-11-2015,$,$$MAC168,4:Chinese:Hunan Province::xiangtan:jianshelu$4:India:Hunan Province::xiangtan:jianshelu,23-01-2016$23-01-2016,1602,2553
+100046,2319,9ROM size,CELERON,29-11-2015,$,$$MAC171,2:Chinese:Guangdong Province:guangzhou::mingzhi$2:India:Guangdong Province:guangzhou::mingzhi,24-01-2016$24-01-2016,2319,1077
+100047,839,4ROM size,CELERON,29-11-2015,$,$$MAC174,5:Chinese:Hunan Province:zhuzhou:tianyuan:$5:India:Hunan Province:zhuzhou:tianyuan:,25-01-2016$25-01-2016,839,1823
+100048,1184,2ROM size,CELERON,29-11-2015,$,$$MAC177,2:Chinese:Guangdong Province:guangzhou:longhua:mingzhi$2:India:Guangdong Province:guangzhou:longhua:mingzhi,26-01-2016$:,1184,2399
+100049,2705,2ROM size,CELERON,29-11-2015,$,$$MAC180,2:Chinese:Guangdong Province$2:India:Guangdong Province,27-01-2016$:,2705,2890
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/complextypespecialchardelimiter.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/complextypespecialchardelimiter.csv b/integration/spark-common-test/src/test/resources/complextypespecialchardelimiter.csv
new file mode 100644
index 0000000..699fa70
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/complextypespecialchardelimiter.csv
@@ -0,0 +1,50 @@
+1,109,4ROM size,Intel,29-11-2015,1AA1^2BB1,MAC1^MAC2^MAC3,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,29-11-2015^29-11-2015*29-11-2015,109,2738.562
+10,93,1ROM size,Intel,29-11-2015,1AA10^2BB10,MAC4^MAC5^MAC6,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,30-11-2015^30-11-2015*30-11-2015,93,1714.635
+100,2591,2ROM size,Intel,29-11-2015,1AA100^2BB100,MAC7^MAC8^MAC9,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,01-12-2015^01-12-2015*01-12-2015,2591,1271
+1000,2531,2ROM size,Intel,29-11-2015,1AA1000^2BB1000,MAC10^^MAC12,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,02-12-2015^02-12-2015*02-12-2015,2531,692
+10000,2408,0ROM size,Intel,29-11-2015,1AA10000^2BB10000,MAC13^^MAC15,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,03-12-2015^03-12-2015*03-12-2015,2408,2175
+100000,1815,0ROM size,Intel,29-11-2015,1AA100000^2BB100000,MAC16^^MAC18,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,04-12-2015^04-12-2015*04-12-2015,1815,136
+1000000,2479,4ROM size,Intel,29-11-2015,1AA1000000^2BB1000000,MAC19^^MAC21,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,05-12-2015^05-12-2015*05-12-2015,2479,1600
+100001,1845,7ROM size,Intel,29-11-2015,1AA100001^,MAC22^^MAC24,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,06-12-2015^06-12-2015*06-12-2015,1845,505
+100002,2008,1ROM size,Intel,29-11-2015,1AA100002^,MAC25^^MAC27,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,07-12-2015^07-12-2015*07-12-2015,2008,1341
+100003,1121,5ROM size,Intel,29-11-2015,1AA100003^,MAC28^^MAC30,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,08-12-2015^08-12-2015*08-12-2015,1121,2239
+100004,1511,8ROM size,Intel,29-11-2015,1AA100004^,MAC31^^MAC33,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,09-12-2015^09-12-2015*09-12-2015,1511,2970
+100005,2759,0ROM size,Intel,29-11-2015,1AA100005^,MAC34^^MAC36,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,10-12-2015^10-12-2015*10-12-2015,2759,2593
+100006,2069,7ROM size,Intel,29-11-2015,1AA100006^,MAC37^^MAC39,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,11-12-2015^11-12-2015*11-12-2015,2069,2572
+100007,396,7ROM size,Intel,29-11-2015,1AA100007^,MAC40^^MAC42,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,12-12-2015^12-12-2015*12-12-2015,396,1991
+100008,104,2ROM size,Intel,29-11-2015,1AA100008^,MAC43^^MAC45,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,13-12-2015^13-12-2015*13-12-2015,104,1442
+100009,477,3ROM size,Intel,29-11-2015,1AA100009^,MAC46^^MAC48,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,14-12-2015^14-12-2015*14-12-2015,477,1841
+10001,546,8ROM size,Intel,29-11-2015,1AA10001^2,MAC49^^MAC51,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,15-12-2015^15-12-2015*15-12-2015,546,298
+100010,2696,3ROM size,Intel,29-11-2015,1AA100010^2BB100010,MAC52^^MAC54,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,16-12-2015^16-12-2015*16-12-2015,2696,79
+100011,466,2ROM size,Intel,29-11-2015,1AA100011^2BB100011,MAC55^^MAC57,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,17-12-2015^17-12-2015*17-12-2015,466,202
+100012,2644,2ROM size,Intel,29-11-2015,1AA100012^2BB100012,MAC58^^MAC60,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,18-12-2015^18-12-2015*18-12-2015,2644,568
+100013,2167,3ROM size,Intel,29-11-2015,1AA100013^2BB100013,MAC61^MAC62,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,19-12-2015^19-12-2015*19-12-2015,2167,355
+100014,1069,7ROM size,Intel,29-11-2015,1AA100014^2BB100014,MAC64^MAC65,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,20-12-2015^20-12-2015*20-12-2015,1069,151
+100015,1447,9ROM size,Intel,29-11-2015,1AA100015^2BB100015,MAC67^MAC68,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,21-12-2015^21-12-2015*21-12-2015,1447,2863
+100016,2963,3ROM size,Intel,29-11-2015,1AA100016^2BB100016,MAC70^MAC71,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,22-12-2015^22-12-2015*22-12-2015,2963,1873
+100017,1580,5ROM size,Intel,29-11-2015,1AA100017^2BB100017,MAC73^MAC74,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,23-12-2015^23-12-2015*23-12-2015,1580,2205
+100018,446,2ROM size,AMD,29-11-2015,1AA100018^2BB100018,MAC76^MAC77,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,24-12-2015^24-12-2015*24-12-2015,446,441
+100019,2151,7ROM size,AMD,29-11-2015,1AA100019^2BB100019,MAC79^MAC80,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,25-12-2015^25-12-2015*25-12-2015,2151,2194
+10002,2201,1ROM size,AMD,29-11-2015,2BB10002,MAC82^MAC83,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,26-12-2015^26-12-2015*26-12-2015,2201,2972
+100020,2574,5ROM size,AMD,29-11-2015,^2BB100020,MAC85^MAC86,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,27-12-2015^27-12-2015*27-12-2015,2574,256
+100021,1734,4ROM size,AMD,29-11-2015,^2BB100021,MAC88^MAC89,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,28-12-2015^28-12-2015*28-12-2015,1734,1778
+100022,155,3ROM size,AMD,29-11-2015,^2BB100022,MAC91^MAC92,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,29-12-2015^29-12-2015*29-12-2015,155,1999
+100023,1386,8ROM size,AMD,29-11-2015,^2BB100023,MAC94^MAC95,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,30-12-2015^30-12-2015*30-12-2015,1386,2194
+100030,513,7ROM size,AMD,29-11-2015,^2BB100030,^MAC119^MAC120,5*Chinese*Hunan Province*zhuzhou*tianyuan*tianyua^5*India*Hunan Province*zhuzhou*tianyuan*tianyua,07-01-2016^07-01-2016*,513,1333
+100031,1741,1ROM size,AMD,29-11-2015,^2BB100031,^MAC122^MAC123,7*Chinese*Hubei Province*yichang*yichang*yichang^7*India*New Delhi*delhi*delhi*delhi,08-01-2016^08-01-2016*,1741,1080
+100032,1198,0ROM size,AMD,29-11-2015,^2BB100032,^MAC125^MAC126,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,09-01-2016^09-01-2016*,1198,1053
+100033,273,9ROM size,AMD,29-11-2015,^2BB100033,^MAC128^MAC129,6*Chinese*Hubei Province*wuhan*hongshan*hongshan^6*India*New Delhi*wuhan*hongshan*hongshan,10-01-2016^10-01-2016*,273,760
+100034,1234,6ROM size,AMD,29-11-2015,^2BB100034,^MAC131^MAC132,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,11-01-2016^11-01-2016*,1234,2061
+100035,1619,1ROM size,AMD,29-11-2015,^2BB100035,^MAC134^MAC135,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,12-01-2016^12-01-2016*,1619,2142
+100036,2415,2ROM size,AMD,29-11-2015,^2BB100036,^MAC137^MAC138,3*Chinese*Hunan Province*changsha*yuhua*shazitang^3*India*Hunan Province*changsha*yuhua*shazitang,13-01-2016^13-01-2016*,2415,2224
+100037,2381,2ROM size,AMD,29-11-2015,^2BB100037,^MAC140^MAC141,4*Chinese*Hunan Province*xiangtan*xiangtan*jianshelu^4*India*Hunan Province*xiangtan*xiangtan*jianshelu,14-01-2016^14-01-2016*,2381,1015
+100038,872,7ROM size,AMD,29-11-2015,1AA100038^2BB100038,^MAC143^MAC144,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,15-01-2016^15-01-2016,872,1229
+100039,1835,9ROM size,AMD,29-11-2015,1AA100039^2BB100039,^^MAC147,1*Chinese*Guangdong Province*shenzhen*longgang*matishan^1*India*Guangdong Province*shenzhen*longgang*matishan,16-01-2016^16-01-2016,1835,1750
+10004,2597,1ROM size,AMD,29-11-2015,1AA10004^2BB10004,^^MAC150,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,17-01-2016^17-01-2016,2597,1717
+100043,187,4ROM size,CELERON,29-11-2015,^,^^MAC162,2*Chinese**guangzhou*longhua*mingzhi^2*India**guangzhou*longhua*mingzhi,21-01-2016^21-01-2016,187,571
+100044,1232,5ROM size,CELERON,29-11-2015,^,^^MAC165,2**Guangdong Province*guangzhou*longhua*mingzhi^2**Guangdong Province*guangzhou*longhua*mingzhi,22-01-2016^22-01-2016,1232,1697
+100045,1602,6ROM size,CELERON,29-11-2015,^,^^MAC168,4*Chinese*Hunan Province**xiangtan*jianshelu^4*India*Hunan Province**xiangtan*jianshelu,23-01-2016^23-01-2016,1602,2553
+100046,2319,9ROM size,CELERON,29-11-2015,^,^^MAC171,2*Chinese*Guangdong Province*guangzhou**mingzhi^2*India*Guangdong Province*guangzhou**mingzhi,24-01-2016^24-01-2016,2319,1077
+100047,839,4ROM size,CELERON,29-11-2015,^,^^MAC174,5*Chinese*Hunan Province*zhuzhou*tianyuan*^5*India*Hunan Province*zhuzhou*tianyuan*,25-01-2016^25-01-2016,839,1823
+100048,1184,2ROM size,CELERON,29-11-2015,^,^^MAC177,2*Chinese*Guangdong Province*guangzhou*longhua*mingzhi^2*India*Guangdong Province*guangzhou*longhua*mingzhi,26-01-2016^*,1184,2399
+100049,2705,2ROM size,CELERON,29-11-2015,^,^^MAC180,2*Chinese*Guangdong Province^2*India*Guangdong Province,27-01-2016^*,2705,2890
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/data.csv b/integration/spark-common-test/src/test/resources/data.csv
new file mode 100644
index 0000000..4ff67da
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/data.csv
@@ -0,0 +1,11 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
+13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
+14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
+15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
+16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
+17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
+18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
+19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
+20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/data2.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/data2.csv b/integration/spark-common-test/src/test/resources/data2.csv
new file mode 100644
index 0000000..2e9200d
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/data2.csv
@@ -0,0 +1,4 @@
+ID,date,country,name,phonetype,serialname,salary
+4,2014-01-21 00:00:00,china,aaa4,phone2435,ASD66902,15003
+abc,2014-01-22 00:00:00,china,aaa5,phone2441,ASD90633,15004
+6,2014-03-07 00:00:00,china,aaa6,phone294,ASD59961,15005
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/data2_DiffTimeFormat.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/data2_DiffTimeFormat.csv b/integration/spark-common-test/src/test/resources/data2_DiffTimeFormat.csv
new file mode 100644
index 0000000..c5fe230
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/data2_DiffTimeFormat.csv
@@ -0,0 +1,4 @@
+ID,date,country,name,phonetype,serialname,salary
+4,07-10-2014 00:00:00,china,aaa4,phone2435,ASD66902,4
+8,07-20-2014 00:00:00,china,aaa5,phone2441,ASD90633,10
+6,07-25-2014 00:00:00,china,aaa6,phone294,ASD59961,15005
\ No newline at end of file
[29/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/join/employee.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/join/employee.csv b/integration/spark-common-test/src/test/resources/join/employee.csv
new file mode 100644
index 0000000..c551653
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/join/employee.csv
@@ -0,0 +1,1000 @@
+empid695,empname595,mobile15,color2,102868
+empid147,empname160,mobile99,color7,108485
+empid69,empname72,mobile87,color9,102202
+empid324,empname147,mobile87,color1,101000
+empid215,empname752,mobile47,color5,109786
+empid171,empname309,mobile34,color8,105698
+empid714,empname845,mobile21,color1,103623
+empid566,empname978,mobile88,color3,107882
+empid561,empname391,mobile79,color0,107908
+empid219,empname962,mobile80,color8,105802
+empid755,empname234,mobile41,color5,103068
+empid125,empname305,mobile10,color4,101992
+empid751,empname165,mobile26,color0,108878
+empid864,empname646,mobile88,color8,109367
+empid981,empname273,mobile88,color5,108040
+empid957,empname752,mobile63,color9,105241
+empid292,empname709,mobile88,color0,101106
+empid500,empname846,mobile67,color6,101204
+empid187,empname513,mobile1,color7,105432
+empid11,empname1,mobile26,color8,102510
+empid59,empname837,mobile76,color1,103627
+empid700,empname535,mobile77,color0,108892
+empid558,empname30,mobile36,color5,101414
+empid584,empname29,mobile18,color9,105615
+empid811,empname447,mobile80,color1,106837
+empid285,empname650,mobile66,color1,103265
+empid262,empname521,mobile42,color5,105449
+empid594,empname581,mobile2,color2,109862
+empid232,empname227,mobile3,color4,103680
+empid766,empname279,mobile13,color4,102405
+empid903,empname682,mobile22,color8,103338
+empid648,empname347,mobile47,color5,10600
+empid323,empname330,mobile55,color8,10163
+empid418,empname799,mobile16,color4,108136
+empid863,empname185,mobile26,color2,105223
+empid145,empname365,mobile95,color4,101611
+empid897,empname997,mobile10,color3,10814
+empid180,empname946,mobile69,color4,109870
+empid419,empname981,mobile46,color8,105424
+empid610,empname354,mobile79,color3,102553
+empid840,empname796,mobile98,color4,109111
+empid735,empname881,mobile2,color1,106732
+empid1,empname628,mobile30,color0,109646
+empid235,empname717,mobile88,color7,101120
+empid374,empname922,mobile58,color2,105478
+empid145,empname10,mobile77,color7,107407
+empid289,empname377,mobile95,color6,106291
+empid812,empname164,mobile86,color6,10515
+empid876,empname974,mobile61,color9,106524
+empid820,empname862,mobile34,color5,106506
+empid372,empname379,mobile47,color8,106829
+empid337,empname52,mobile65,color6,107040
+empid656,empname420,mobile34,color0,104734
+empid665,empname384,mobile21,color2,106826
+empid78,empname321,mobile38,color6,109877
+empid639,empname346,mobile85,color6,109262
+empid640,empname810,mobile29,color0,104336
+empid985,empname188,mobile83,color8,101831
+empid665,empname900,mobile50,color9,10468
+empid298,empname264,mobile29,color5,105059
+empid154,empname655,mobile76,color7,101820
+empid329,empname385,mobile61,color6,109113
+empid223,empname973,mobile63,color8,101940
+empid540,empname962,mobile76,color1,101008
+empid745,empname221,mobile90,color3,10625
+empid665,empname828,mobile77,color9,10820
+empid424,empname422,mobile52,color2,103268
+empid484,empname788,mobile97,color9,108554
+empid889,empname159,mobile63,color1,104392
+empid353,empname11,mobile38,color3,105506
+empid636,empname93,mobile70,color4,102070
+empid9,empname754,mobile50,color5,103958
+empid11,empname670,mobile22,color6,107570
+empid248,empname931,mobile47,color1,102316
+empid520,empname146,mobile70,color6,106306
+empid2,empname27,mobile32,color9,103648
+empid629,empname790,mobile91,color8,102926
+empid27,empname911,mobile84,color1,104885
+empid405,empname601,mobile59,color8,105150
+empid291,empname747,mobile22,color5,106151
+empid553,empname277,mobile40,color5,102535
+empid927,empname125,mobile46,color0,106930
+empid527,empname595,mobile54,color5,109349
+empid334,empname732,mobile63,color0,109304
+empid965,empname459,mobile18,color4,102777
+empid3,empname38,mobile20,color5,102073
+empid865,empname839,mobile6,color7,101427
+empid579,empname704,mobile1,color0,101830
+empid979,empname756,mobile42,color3,107620
+empid956,empname18,mobile74,color5,102454
+empid821,empname126,mobile92,color3,102659
+empid845,empname862,mobile76,color0,10771
+empid550,empname827,mobile34,color1,107161
+empid350,empname110,mobile94,color0,103892
+empid433,empname140,mobile79,color4,10175
+empid851,empname214,mobile16,color5,103486
+empid813,empname817,mobile2,color2,103601
+empid20,empname604,mobile33,color3,105038
+empid638,empname298,mobile97,color2,104103
+empid936,empname522,mobile73,color0,109897
+empid780,empname939,mobile27,color6,10109
+empid613,empname876,mobile97,color7,107794
+empid641,empname105,mobile2,color7,10798
+empid928,empname20,mobile1,color3,106581
+empid798,empname841,mobile24,color4,108008
+empid787,empname564,mobile77,color4,109390
+empid596,empname417,mobile43,color8,104685
+empid767,empname166,mobile96,color0,106140
+empid799,empname915,mobile45,color4,101529
+empid313,empname657,mobile7,color8,106123
+empid695,empname23,mobile44,color1,105434
+empid575,empname434,mobile83,color7,108587
+empid142,empname398,mobile93,color8,107941
+empid720,empname513,mobile99,color5,106210
+empid984,empname973,mobile86,color5,109876
+empid53,empname806,mobile33,color6,104938
+empid783,empname420,mobile12,color7,109857
+empid286,empname583,mobile36,color5,108367
+empid594,empname235,mobile99,color4,109109
+empid145,empname147,mobile76,color6,105850
+empid358,empname570,mobile97,color8,10789
+empid476,empname986,mobile76,color7,104641
+empid417,empname347,mobile56,color2,108874
+empid361,empname627,mobile97,color5,106122
+empid400,empname610,mobile79,color3,105819
+empid322,empname179,mobile7,color6,106026
+empid643,empname986,mobile73,color8,101135
+empid473,empname500,mobile92,color0,106213
+empid779,empname665,mobile10,color6,105591
+empid761,empname993,mobile93,color6,108554
+empid138,empname683,mobile38,color2,105219
+empid208,empname701,mobile94,color1,10539
+empid871,empname179,mobile45,color8,10785
+empid868,empname546,mobile46,color5,106466
+empid15,empname413,mobile50,color2,108891
+empid658,empname556,mobile16,color3,104442
+empid644,empname274,mobile10,color1,109645
+empid28,empname960,mobile16,color0,109895
+empid544,empname685,mobile92,color0,101955
+empid638,empname242,mobile26,color5,101034
+empid98,empname446,mobile90,color1,104780
+empid167,empname853,mobile37,color0,106534
+empid818,empname86,mobile97,color2,103886
+empid147,empname804,mobile97,color9,108178
+empid359,empname934,mobile77,color5,109627
+empid692,empname149,mobile6,color2,105662
+empid746,empname780,mobile4,color3,103438
+empid868,empname63,mobile83,color0,109850
+empid434,empname508,mobile1,color9,103929
+empid406,empname959,mobile23,color9,109694
+empid700,empname809,mobile78,color2,107839
+empid828,empname926,mobile77,color6,102654
+empid647,empname455,mobile43,color0,105463
+empid91,empname711,mobile48,color7,104460
+empid959,empname231,mobile3,color9,10702
+empid360,empname403,mobile1,color1,101499
+empid84,empname986,mobile27,color7,109032
+empid431,empname387,mobile34,color3,102095
+empid816,empname435,mobile55,color9,10472
+empid784,empname240,mobile46,color6,107785
+empid408,empname386,mobile74,color5,108071
+empid130,empname400,mobile12,color8,102618
+empid338,empname979,mobile22,color5,102237
+empid642,empname401,mobile86,color2,102469
+empid299,empname397,mobile75,color2,106199
+empid834,empname808,mobile5,color1,108678
+empid408,empname918,mobile45,color9,105171
+empid763,empname208,mobile76,color3,102458
+empid985,empname205,mobile42,color4,106165
+empid758,empname354,mobile71,color3,105690
+empid481,empname929,mobile89,color7,109782
+empid154,empname531,mobile94,color9,106844
+empid32,empname107,mobile39,color4,10666
+empid289,empname383,mobile5,color6,104522
+empid994,empname595,mobile31,color9,102269
+empid324,empname654,mobile49,color5,109376
+empid600,empname801,mobile42,color0,106462
+empid15,empname468,mobile22,color3,107625
+empid9,empname14,mobile27,color0,10712
+empid653,empname313,mobile8,color2,104859
+empid690,empname840,mobile25,color9,102822
+empid871,empname217,mobile19,color3,103915
+empid173,empname37,mobile27,color1,109301
+empid209,empname183,mobile88,color7,104454
+empid73,empname304,mobile25,color2,102862
+empid333,empname836,mobile59,color7,107212
+empid467,empname605,mobile84,color7,107682
+empid423,empname402,mobile95,color0,10907
+empid85,empname62,mobile87,color1,104433
+empid619,empname387,mobile85,color5,108327
+empid540,empname636,mobile75,color9,101357
+empid15,empname429,mobile64,color0,10206
+empid759,empname711,mobile82,color9,103877
+empid211,empname93,mobile54,color0,102724
+empid658,empname462,mobile81,color5,103800
+empid280,empname888,mobile38,color5,101067
+empid695,empname651,mobile37,color7,101348
+empid844,empname43,mobile18,color5,107938
+empid913,empname559,mobile93,color1,109288
+empid480,empname962,mobile3,color7,108280
+empid537,empname349,mobile46,color5,109012
+empid542,empname712,mobile66,color3,106236
+empid402,empname819,mobile11,color9,109836
+empid377,empname190,mobile2,color2,1070
+empid198,empname647,mobile54,color3,103912
+empid59,empname978,mobile36,color8,107786
+empid859,empname496,mobile86,color5,107290
+empid836,empname812,mobile54,color6,106522
+empid702,empname618,mobile70,color6,109968
+empid293,empname740,mobile44,color2,109863
+empid634,empname365,mobile83,color9,106709
+empid157,empname802,mobile53,color2,107426
+empid827,empname466,mobile23,color2,101244
+empid814,empname809,mobile70,color1,107803
+empid416,empname52,mobile94,color4,107579
+empid827,empname615,mobile85,color6,106742
+empid48,empname208,mobile86,color9,107166
+empid856,empname535,mobile36,color4,107396
+empid586,empname474,mobile99,color1,108795
+empid330,empname949,mobile93,color0,103405
+empid105,empname986,mobile62,color0,102828
+empid89,empname726,mobile65,color6,103286
+empid411,empname824,mobile25,color2,103747
+empid103,empname873,mobile25,color3,102185
+empid212,empname373,mobile54,color8,108565
+empid194,empname195,mobile80,color9,107580
+empid806,empname634,mobile23,color5,104920
+empid39,empname767,mobile5,color1,103184
+empid853,empname699,mobile60,color9,102811
+empid980,empname806,mobile41,color3,103481
+empid430,empname436,mobile16,color2,10911
+empid325,empname334,mobile43,color6,103480
+empid576,empname119,mobile48,color5,109102
+empid536,empname524,mobile98,color4,102720
+empid472,empname613,mobile73,color9,108728
+empid166,empname326,mobile99,color7,107917
+empid223,empname188,mobile55,color6,104490
+empid122,empname306,mobile23,color2,102636
+empid536,empname523,mobile98,color2,106554
+empid906,empname769,mobile28,color4,108146
+empid460,empname853,mobile43,color0,104535
+empid985,empname159,mobile27,color1,1045
+empid505,empname654,mobile25,color3,102345
+empid417,empname85,mobile26,color3,102419
+empid328,empname592,mobile44,color0,107502
+empid125,empname212,mobile93,color6,103568
+empid633,empname377,mobile90,color5,106276
+empid439,empname197,mobile84,color9,108242
+empid9,empname484,mobile1,color7,109403
+empid445,empname514,mobile24,color1,102393
+empid208,empname378,mobile64,color2,104299
+empid766,empname750,mobile76,color1,108854
+empid514,empname618,mobile21,color8,105789
+empid61,empname320,mobile15,color0,104991
+empid489,empname843,mobile87,color4,108014
+empid134,empname29,mobile25,color0,109020
+empid756,empname200,mobile26,color2,101275
+empid753,empname872,mobile73,color8,106373
+empid448,empname241,mobile65,color1,103169
+empid484,empname395,mobile1,color8,104105
+empid218,empname967,mobile40,color6,10593
+empid792,empname181,mobile17,color9,102993
+empid452,empname970,mobile75,color3,102124
+empid236,empname170,mobile75,color6,105901
+empid811,empname854,mobile6,color2,105511
+empid927,empname604,mobile50,color5,106810
+empid158,empname660,mobile99,color1,103838
+empid828,empname142,mobile8,color7,108933
+empid489,empname215,mobile97,color1,103411
+empid400,empname459,mobile4,color5,104995
+empid231,empname160,mobile54,color4,108849
+empid311,empname563,mobile39,color9,106206
+empid366,empname384,mobile66,color2,103573
+empid368,empname810,mobile3,color8,104830
+empid321,empname309,mobile8,color9,107192
+empid59,empname134,mobile71,color3,109841
+empid190,empname748,mobile67,color5,105792
+empid434,empname229,mobile52,color8,106815
+empid947,empname560,mobile97,color7,1021
+empid104,empname59,mobile74,color4,103071
+empid479,empname568,mobile60,color2,102617
+empid987,empname411,mobile93,color4,108158
+empid280,empname961,mobile76,color9,104904
+empid948,empname195,mobile87,color5,10858
+empid573,empname858,mobile40,color9,109559
+empid867,empname14,mobile33,color7,107432
+empid721,empname833,mobile35,color5,1050
+empid864,empname672,mobile88,color0,101981
+empid866,empname466,mobile66,color1,102459
+empid940,empname343,mobile22,color6,10611
+empid695,empname448,mobile90,color2,101560
+empid993,empname431,mobile90,color6,102633
+empid818,empname685,mobile96,color6,109833
+empid923,empname21,mobile28,color0,10364
+empid677,empname164,mobile53,color0,103362
+empid875,empname823,mobile63,color8,106078
+empid77,empname654,mobile66,color2,103524
+empid288,empname522,mobile63,color8,105855
+empid985,empname83,mobile77,color6,104115
+empid425,empname36,mobile79,color0,106354
+empid294,empname701,mobile9,color1,105735
+empid499,empname34,mobile12,color1,102658
+empid107,empname633,mobile99,color9,104115
+empid65,empname59,mobile11,color0,105585
+empid217,empname980,mobile64,color4,109552
+empid757,empname201,mobile13,color3,10927
+empid166,empname29,mobile12,color3,10519
+empid432,empname970,mobile35,color8,105377
+empid353,empname644,mobile85,color4,101159
+empid728,empname448,mobile15,color9,102332
+empid84,empname174,mobile13,color6,102866
+empid490,empname478,mobile41,color2,103968
+empid390,empname535,mobile37,color7,101084
+empid836,empname852,mobile82,color2,103912
+empid847,empname755,mobile86,color5,109397
+empid371,empname991,mobile11,color3,101308
+empid229,empname158,mobile38,color6,101807
+empid751,empname147,mobile60,color8,108676
+empid145,empname815,mobile66,color1,108851
+empid927,empname324,mobile38,color5,101567
+empid354,empname50,mobile18,color4,103689
+empid545,empname331,mobile82,color3,103435
+empid965,empname787,mobile50,color7,108736
+empid539,empname239,mobile10,color9,105061
+empid297,empname15,mobile84,color6,108120
+empid193,empname841,mobile84,color5,102207
+empid694,empname38,mobile40,color9,104455
+empid638,empname356,mobile31,color3,106572
+empid274,empname989,mobile50,color0,104119
+empid903,empname227,mobile96,color1,106354
+empid21,empname360,mobile20,color0,109993
+empid975,empname227,mobile57,color5,107607
+empid395,empname216,mobile42,color8,101803
+empid590,empname131,mobile91,color4,106415
+empid40,empname476,mobile73,color5,105043
+empid28,empname960,mobile8,color6,104751
+empid175,empname752,mobile23,color7,104698
+empid157,empname72,mobile16,color0,107107
+empid438,empname19,mobile61,color4,106217
+empid844,empname643,mobile58,color3,109654
+empid140,empname435,mobile21,color7,102599
+empid59,empname562,mobile54,color4,10362
+empid615,empname837,mobile3,color0,102015
+empid770,empname793,mobile95,color9,107865
+empid907,empname661,mobile26,color7,103640
+empid29,empname314,mobile68,color4,107082
+empid552,empname355,mobile23,color8,103383
+empid278,empname254,mobile96,color8,109425
+empid440,empname802,mobile99,color0,106313
+empid550,empname396,mobile12,color8,107686
+empid292,empname144,mobile52,color0,109348
+empid794,empname157,mobile24,color8,106614
+empid345,empname130,mobile54,color5,108105
+empid657,empname586,mobile34,color0,105264
+empid262,empname902,mobile50,color9,105853
+empid614,empname847,mobile7,color2,104433
+empid979,empname51,mobile77,color8,107137
+empid782,empname254,mobile82,color8,103055
+empid308,empname276,mobile90,color4,108125
+empid992,empname275,mobile88,color7,105388
+empid239,empname901,mobile28,color5,105653
+empid359,empname251,mobile30,color9,10232
+empid93,empname957,mobile47,color0,107223
+empid619,empname231,mobile46,color2,1041
+empid620,empname486,mobile73,color0,102851
+empid573,empname705,mobile9,color1,105244
+empid714,empname460,mobile64,color0,108358
+empid235,empname740,mobile15,color1,101404
+empid414,empname509,mobile41,color6,101929
+empid396,empname259,mobile41,color0,101710
+empid730,empname867,mobile84,color4,105203
+empid219,empname511,mobile50,color6,108437
+empid941,empname204,mobile48,color0,108835
+empid544,empname487,mobile52,color3,105311
+empid952,empname891,mobile62,color9,105744
+empid83,empname17,mobile7,color0,107934
+empid632,empname327,mobile46,color2,10113
+empid130,empname425,mobile90,color5,1072
+empid671,empname462,mobile25,color5,109057
+empid489,empname757,mobile41,color8,108749
+empid16,empname186,mobile60,color5,105095
+empid651,empname268,mobile64,color1,106131
+empid838,empname624,mobile29,color2,10426
+empid986,empname561,mobile48,color0,103638
+empid497,empname270,mobile82,color1,109295
+empid251,empname350,mobile32,color1,108679
+empid599,empname724,mobile61,color3,103603
+empid245,empname459,mobile41,color9,108817
+empid451,empname275,mobile23,color2,108025
+empid158,empname407,mobile18,color1,102958
+empid577,empname691,mobile36,color9,10617
+empid829,empname473,mobile16,color9,104067
+empid687,empname586,mobile27,color5,107794
+empid765,empname262,mobile23,color9,103028
+empid389,empname399,mobile26,color7,101822
+empid201,empname221,mobile25,color0,105644
+empid109,empname385,mobile82,color7,101330
+empid485,empname560,mobile1,color2,105790
+empid701,empname454,mobile72,color4,108672
+empid242,empname307,mobile95,color1,101980
+empid858,empname554,mobile17,color1,109023
+empid813,empname590,mobile51,color7,101237
+empid736,empname417,mobile88,color2,106167
+empid808,empname729,mobile89,color0,102610
+empid78,empname389,mobile34,color4,104128
+empid905,empname457,mobile47,color6,109518
+empid595,empname572,mobile96,color7,106520
+empid297,empname914,mobile49,color6,107027
+empid83,empname425,mobile12,color0,108220
+empid502,empname117,mobile77,color5,105271
+empid386,empname128,mobile70,color0,102567
+empid559,empname326,mobile15,color0,101331
+empid50,empname642,mobile37,color1,101312
+empid849,empname983,mobile90,color3,109023
+empid108,empname324,mobile25,color9,109001
+empid109,empname682,mobile36,color6,103780
+empid24,empname772,mobile2,color5,107039
+empid313,empname501,mobile95,color9,101523
+empid763,empname147,mobile27,color0,109447
+empid38,empname343,mobile58,color5,104872
+empid702,empname957,mobile85,color0,102147
+empid222,empname312,mobile13,color0,107425
+empid634,empname902,mobile26,color8,104654
+empid674,empname66,mobile57,color9,109028
+empid318,empname921,mobile23,color9,106834
+empid764,empname800,mobile30,color9,104890
+empid378,empname874,mobile42,color6,107876
+empid45,empname631,mobile7,color7,1099
+empid209,empname271,mobile75,color9,106429
+empid880,empname917,mobile21,color7,108617
+empid365,empname244,mobile8,color1,109189
+empid110,empname771,mobile11,color0,109667
+empid557,empname921,mobile94,color7,105986
+empid197,empname301,mobile2,color9,104427
+empid156,empname993,mobile97,color6,102043
+empid377,empname53,mobile71,color6,108017
+empid980,empname945,mobile49,color6,106753
+empid148,empname926,mobile62,color9,108394
+empid492,empname778,mobile47,color6,101276
+empid873,empname695,mobile90,color8,107596
+empid80,empname166,mobile90,color8,108155
+empid462,empname746,mobile95,color9,102954
+empid154,empname813,mobile9,color8,107821
+empid806,empname943,mobile6,color5,108120
+empid810,empname670,mobile53,color1,102166
+empid358,empname546,mobile33,color4,102238
+empid296,empname455,mobile7,color9,103877
+empid439,empname772,mobile23,color9,102818
+empid474,empname157,mobile14,color7,109853
+empid568,empname873,mobile32,color5,10184
+empid535,empname773,mobile96,color5,103228
+empid484,empname160,mobile84,color7,108539
+empid960,empname588,mobile20,color2,1036
+empid489,empname238,mobile25,color3,106924
+empid732,empname833,mobile11,color3,109522
+empid778,empname129,mobile82,color7,104899
+empid177,empname61,mobile3,color2,10426
+empid697,empname893,mobile84,color8,109839
+empid576,empname305,mobile10,color2,109292
+empid691,empname547,mobile3,color9,10835
+empid701,empname346,mobile87,color4,108887
+empid4,empname859,mobile60,color2,108737
+empid455,empname748,mobile5,color9,10520
+empid346,empname694,mobile9,color7,106406
+empid765,empname102,mobile38,color5,102693
+empid976,empname315,mobile75,color9,107300
+empid969,empname430,mobile44,color5,109282
+empid793,empname975,mobile6,color4,104277
+empid539,empname755,mobile48,color0,101034
+empid827,empname322,mobile52,color6,108056
+empid711,empname331,mobile24,color0,107568
+empid487,empname725,mobile80,color1,104894
+empid569,empname226,mobile55,color1,101171
+empid613,empname947,mobile7,color4,102837
+empid278,empname832,mobile55,color1,10584
+empid200,empname747,mobile57,color5,103712
+empid915,empname66,mobile65,color0,104477
+empid358,empname368,mobile8,color2,103204
+empid775,empname69,mobile68,color4,104849
+empid722,empname621,mobile81,color5,107846
+empid657,empname47,mobile30,color2,102509
+empid716,empname367,mobile81,color5,109211
+empid711,empname758,mobile97,color3,106646
+empid410,empname960,mobile79,color5,107373
+empid493,empname140,mobile27,color0,102912
+empid138,empname228,mobile2,color1,10739
+empid417,empname425,mobile49,color6,109015
+empid610,empname691,mobile87,color4,102724
+empid411,empname699,mobile33,color2,108284
+empid560,empname136,mobile15,color5,105127
+empid818,empname450,mobile42,color8,109802
+empid639,empname388,mobile82,color7,108591
+empid861,empname880,mobile24,color4,101957
+empid339,empname710,mobile57,color9,102106
+empid629,empname425,mobile79,color7,103647
+empid26,empname280,mobile17,color5,106920
+empid694,empname878,mobile43,color1,107147
+empid898,empname342,mobile73,color4,101109
+empid316,empname701,mobile84,color7,108385
+empid35,empname923,mobile32,color6,102515
+empid766,empname953,mobile53,color8,109473
+empid860,empname16,mobile74,color7,10669
+empid688,empname723,mobile71,color1,105128
+empid645,empname376,mobile85,color5,102059
+empid20,empname163,mobile39,color8,106921
+empid9,empname590,mobile30,color8,103933
+empid448,empname486,mobile75,color0,109963
+empid835,empname390,mobile5,color1,10126
+empid579,empname514,mobile32,color2,101210
+empid939,empname862,mobile37,color6,10485
+empid413,empname298,mobile40,color9,107810
+empid789,empname431,mobile18,color3,103362
+empid235,empname942,mobile34,color0,107523
+empid832,empname947,mobile10,color3,101103
+empid462,empname492,mobile89,color3,105578
+empid590,empname389,mobile73,color7,105539
+empid816,empname368,mobile22,color7,10746
+empid807,empname391,mobile14,color5,109321
+empid183,empname457,mobile78,color1,10978
+empid876,empname915,mobile76,color3,108523
+empid624,empname926,mobile44,color2,107853
+empid941,empname431,mobile87,color3,101572
+empid788,empname583,mobile26,color7,109634
+empid813,empname134,mobile32,color3,101500
+empid261,empname756,mobile34,color2,108826
+empid3,empname291,mobile14,color3,109912
+empid508,empname80,mobile46,color7,101804
+empid43,empname695,mobile65,color0,106861
+empid562,empname916,mobile43,color9,104026
+empid22,empname352,mobile33,color0,103010
+empid89,empname290,mobile29,color5,104538
+empid316,empname37,mobile77,color9,109358
+empid346,empname606,mobile80,color5,105591
+empid578,empname452,mobile65,color0,105803
+empid619,empname284,mobile11,color1,103431
+empid529,empname523,mobile63,color1,101193
+empid725,empname50,mobile78,color7,105599
+empid955,empname446,mobile15,color0,106294
+empid300,empname820,mobile33,color6,103834
+empid905,empname540,mobile26,color9,107655
+empid292,empname610,mobile99,color1,102417
+empid762,empname455,mobile26,color2,107349
+empid158,empname819,mobile46,color8,109692
+empid417,empname902,mobile95,color9,105788
+empid611,empname261,mobile99,color6,101748
+empid641,empname545,mobile78,color5,109736
+empid505,empname473,mobile56,color0,101787
+empid538,empname146,mobile48,color8,105857
+empid46,empname694,mobile15,color3,107366
+empid779,empname258,mobile4,color9,10996
+empid297,empname293,mobile39,color2,102951
+empid463,empname839,mobile33,color2,106732
+empid236,empname163,mobile92,color2,101218
+empid163,empname477,mobile99,color5,103052
+empid107,empname661,mobile31,color5,105961
+empid105,empname629,mobile25,color5,102686
+empid760,empname705,mobile34,color9,101723
+empid759,empname101,mobile77,color5,107071
+empid880,empname516,mobile29,color0,102052
+empid361,empname901,mobile54,color0,108393
+empid151,empname949,mobile97,color6,107349
+empid144,empname823,mobile66,color4,101406
+empid890,empname625,mobile71,color5,104787
+empid617,empname418,mobile34,color7,102555
+empid372,empname190,mobile10,color5,108771
+empid505,empname539,mobile55,color8,103287
+empid948,empname908,mobile1,color2,106290
+empid711,empname859,mobile88,color4,10907
+empid894,empname694,mobile95,color4,107914
+empid130,empname550,mobile31,color7,103762
+empid847,empname59,mobile45,color2,10713
+empid263,empname657,mobile11,color2,103791
+empid59,empname462,mobile61,color2,104437
+empid824,empname816,mobile69,color1,107880
+empid102,empname971,mobile24,color8,10355
+empid372,empname832,mobile86,color7,10232
+empid558,empname593,mobile47,color9,107874
+empid426,empname85,mobile37,color3,107611
+empid955,empname698,mobile34,color1,108429
+empid179,empname411,mobile20,color8,10859
+empid587,empname961,mobile28,color2,103865
+empid499,empname25,mobile88,color8,107287
+empid994,empname497,mobile79,color9,101161
+empid917,empname408,mobile75,color4,109276
+empid363,empname158,mobile25,color0,101693
+empid871,empname205,mobile75,color7,107091
+empid267,empname736,mobile68,color3,107186
+empid750,empname293,mobile20,color1,105097
+empid532,empname45,mobile96,color4,101131
+empid171,empname793,mobile27,color5,101219
+empid909,empname689,mobile90,color6,108474
+empid214,empname750,mobile21,color0,109760
+empid472,empname309,mobile77,color7,108976
+empid702,empname485,mobile81,color5,105901
+empid246,empname798,mobile55,color4,10976
+empid628,empname133,mobile31,color3,106510
+empid85,empname260,mobile39,color5,107911
+empid550,empname552,mobile89,color0,102885
+empid423,empname958,mobile37,color6,108941
+empid98,empname476,mobile27,color2,108917
+empid205,empname464,mobile4,color8,105391
+empid744,empname468,mobile13,color5,104968
+empid668,empname690,mobile68,color0,108269
+empid897,empname233,mobile25,color9,105577
+empid131,empname18,mobile87,color1,103514
+empid272,empname148,mobile76,color7,10722
+empid514,empname582,mobile88,color1,107963
+empid994,empname79,mobile13,color9,108376
+empid726,empname85,mobile75,color8,106322
+empid633,empname706,mobile68,color0,107676
+empid104,empname523,mobile64,color0,107524
+empid645,empname69,mobile50,color3,108196
+empid627,empname829,mobile93,color9,101879
+empid257,empname513,mobile29,color9,106117
+empid376,empname794,mobile52,color6,103870
+empid778,empname613,mobile24,color8,10590
+empid298,empname770,mobile15,color8,102484
+empid948,empname44,mobile64,color8,104476
+empid71,empname195,mobile73,color9,103842
+empid602,empname563,mobile26,color5,10544
+empid923,empname739,mobile35,color6,102095
+empid548,empname754,mobile40,color5,106855
+empid448,empname307,mobile39,color4,107764
+empid321,empname71,mobile21,color8,107958
+empid1,empname871,mobile87,color4,109470
+empid530,empname823,mobile93,color2,105571
+empid583,empname452,mobile84,color7,103683
+empid818,empname162,mobile68,color4,105786
+empid460,empname614,mobile82,color8,108023
+empid915,empname840,mobile71,color5,107353
+empid472,empname198,mobile7,color6,107564
+empid870,empname449,mobile48,color2,108412
+empid541,empname655,mobile72,color4,103904
+empid426,empname298,mobile13,color3,106265
+empid224,empname203,mobile16,color8,104761
+empid811,empname881,mobile60,color3,105578
+empid754,empname211,mobile36,color6,10373
+empid462,empname103,mobile76,color4,109014
+empid588,empname153,mobile67,color4,105767
+empid541,empname223,mobile87,color4,109441
+empid185,empname806,mobile67,color8,105816
+empid455,empname886,mobile10,color7,105198
+empid14,empname680,mobile89,color8,101349
+empid996,empname650,mobile18,color7,101408
+empid897,empname270,mobile27,color1,105987
+empid259,empname894,mobile53,color9,105524
+empid197,empname123,mobile84,color3,104408
+empid754,empname24,mobile94,color9,108277
+empid397,empname699,mobile82,color4,104073
+empid695,empname823,mobile21,color6,102683
+empid92,empname779,mobile7,color4,105083
+empid63,empname514,mobile6,color5,101511
+empid114,empname855,mobile36,color6,106986
+empid260,empname980,mobile48,color9,101745
+empid979,empname575,mobile57,color8,107380
+empid507,empname932,mobile30,color7,106208
+empid143,empname343,mobile26,color8,104661
+empid920,empname857,mobile42,color6,106309
+empid817,empname552,mobile98,color7,1050
+empid255,empname453,mobile48,color9,105828
+empid76,empname759,mobile24,color1,107544
+empid614,empname798,mobile85,color2,106791
+empid740,empname321,mobile35,color1,102242
+empid880,empname583,mobile0,color6,105810
+empid426,empname572,mobile15,color4,108499
+empid691,empname701,mobile80,color6,105627
+empid631,empname188,mobile68,color7,109697
+empid409,empname532,mobile19,color2,102086
+empid834,empname755,mobile29,color0,108394
+empid710,empname6,mobile1,color7,103370
+empid817,empname910,mobile85,color3,103324
+empid268,empname141,mobile64,color2,106040
+empid674,empname191,mobile68,color7,104345
+empid307,empname443,mobile47,color7,104341
+empid486,empname957,mobile86,color7,109443
+empid612,empname136,mobile68,color2,102341
+empid243,empname8,mobile81,color0,10578
+empid731,empname194,mobile74,color8,109702
+empid71,empname336,mobile12,color9,106684
+empid978,empname374,mobile80,color4,105943
+empid494,empname294,mobile90,color0,103809
+empid636,empname616,mobile46,color4,109397
+empid869,empname900,mobile16,color0,104499
+empid571,empname549,mobile97,color9,106356
+empid204,empname516,mobile6,color4,103601
+empid449,empname284,mobile91,color1,10355
+empid35,empname32,mobile27,color5,108799
+empid578,empname385,mobile64,color6,105344
+empid677,empname90,mobile36,color5,105512
+empid238,empname727,mobile13,color1,109319
+empid953,empname614,mobile77,color5,106368
+empid847,empname210,mobile24,color9,108000
+empid184,empname115,mobile96,color9,10205
+empid810,empname294,mobile70,color8,10963
+empid181,empname674,mobile96,color3,108709
+empid43,empname434,mobile5,color5,102301
+empid121,empname334,mobile53,color2,10490
+empid944,empname961,mobile65,color2,107538
+empid612,empname390,mobile21,color8,106602
+empid55,empname77,mobile87,color9,104832
+empid552,empname431,mobile14,color5,108028
+empid44,empname100,mobile87,color8,108336
+empid781,empname412,mobile57,color6,103710
+empid832,empname365,mobile48,color3,102976
+empid110,empname573,mobile4,color7,102327
+empid87,empname519,mobile52,color3,108437
+empid919,empname789,mobile17,color2,103058
+empid321,empname250,mobile59,color4,107973
+empid171,empname287,mobile44,color2,10423
+empid671,empname627,mobile81,color2,10160
+empid209,empname526,mobile28,color2,103214
+empid166,empname490,mobile54,color0,102728
+empid803,empname599,mobile95,color5,104097
+empid767,empname124,mobile28,color1,10653
+empid311,empname850,mobile58,color0,106110
+empid792,empname50,mobile51,color4,102553
+empid39,empname432,mobile25,color1,102424
+empid214,empname974,mobile41,color8,108610
+empid5,empname594,mobile19,color8,102393
+empid785,empname441,mobile51,color1,10140
+empid367,empname948,mobile40,color0,103819
+empid958,empname973,mobile65,color7,103148
+empid339,empname986,mobile2,color6,103490
+empid638,empname477,mobile56,color2,105489
+empid725,empname414,mobile62,color5,10587
+empid171,empname125,mobile32,color8,107504
+empid784,empname293,mobile68,color9,105287
+empid196,empname325,mobile77,color3,106767
+empid941,empname455,mobile42,color2,108555
+empid957,empname898,mobile85,color0,108016
+empid507,empname120,mobile61,color8,102295
+empid192,empname418,mobile52,color8,104941
+empid320,empname892,mobile78,color7,103184
+empid356,empname757,mobile57,color1,106493
+empid669,empname308,mobile32,color3,107873
+empid687,empname547,mobile31,color9,106477
+empid288,empname388,mobile61,color0,107240
+empid920,empname84,mobile17,color7,105780
+empid306,empname925,mobile96,color1,104407
+empid495,empname188,mobile12,color8,105253
+empid198,empname526,mobile31,color1,102887
+empid970,empname693,mobile34,color1,108390
+empid927,empname455,mobile72,color1,107377
+empid800,empname489,mobile76,color9,104890
+empid799,empname889,mobile1,color0,101964
+empid771,empname807,mobile66,color5,109895
+empid469,empname905,mobile5,color6,102382
+empid835,empname84,mobile4,color6,101707
+empid925,empname326,mobile19,color5,10978
+empid135,empname756,mobile34,color1,108387
+empid875,empname746,mobile35,color3,103878
+empid589,empname177,mobile36,color9,106839
+empid441,empname392,mobile74,color2,102850
+empid900,empname151,mobile14,color3,10520
+empid346,empname423,mobile12,color1,108074
+empid279,empname235,mobile95,color5,101645
+empid879,empname108,mobile36,color4,103158
+empid181,empname750,mobile18,color1,102564
+empid793,empname486,mobile81,color5,107805
+empid998,empname885,mobile19,color8,109790
+empid298,empname547,mobile82,color6,103992
+empid822,empname748,mobile47,color1,101468
+empid809,empname621,mobile31,color2,101804
+empid162,empname767,mobile33,color9,106609
+empid902,empname652,mobile13,color6,101017
+empid739,empname358,mobile81,color2,104149
+empid699,empname772,mobile54,color7,104040
+empid269,empname242,mobile62,color4,1019
+empid300,empname998,mobile57,color3,103022
+empid345,empname407,mobile72,color5,102755
+empid998,empname185,mobile7,color9,109701
+empid530,empname82,mobile47,color2,109528
+empid471,empname308,mobile59,color6,109381
+empid473,empname995,mobile9,color6,108924
+empid340,empname626,mobile75,color7,105498
+empid39,empname287,mobile11,color6,109634
+empid886,empname633,mobile24,color6,101701
+empid692,empname620,mobile57,color9,101784
+empid700,empname76,mobile91,color7,107033
+empid896,empname896,mobile27,color7,108829
+empid387,empname650,mobile73,color2,103827
+empid632,empname285,mobile74,color8,104264
+empid794,empname410,mobile92,color4,103209
+empid785,empname13,mobile25,color3,101845
+empid472,empname587,mobile50,color3,102993
+empid958,empname256,mobile5,color9,106943
+empid242,empname418,mobile52,color3,103822
+empid504,empname270,mobile62,color2,108357
+empid625,empname401,mobile95,color1,104993
+empid628,empname470,mobile51,color4,107329
+empid613,empname834,mobile19,color3,102411
+empid653,empname798,mobile27,color7,10797
+empid724,empname55,mobile81,color6,106327
+empid310,empname371,mobile19,color8,104951
+empid106,empname784,mobile99,color0,102621
+empid239,empname598,mobile39,color8,102335
+empid13,empname92,mobile32,color6,102748
+empid628,empname482,mobile58,color0,109260
+empid37,empname30,mobile67,color7,10616
+empid805,empname319,mobile52,color7,107750
+empid446,empname482,mobile25,color6,106479
+empid440,empname13,mobile59,color1,105336
+empid660,empname996,mobile68,color7,106992
+empid589,empname544,mobile47,color6,104499
+empid556,empname594,mobile44,color2,103862
+empid246,empname593,mobile6,color1,102150
+empid526,empname976,mobile66,color6,104910
+empid820,empname56,mobile1,color6,10981
+empid53,empname106,mobile20,color5,103474
+empid984,empname441,mobile72,color4,104211
+empid439,empname648,mobile50,color9,101602
+empid843,empname288,mobile84,color6,103380
+empid405,empname384,mobile50,color9,106832
+empid357,empname866,mobile40,color5,102726
+empid791,empname144,mobile14,color9,107751
+empid994,empname48,mobile36,color6,103515
+empid943,empname136,mobile20,color2,103292
+empid126,empname134,mobile22,color7,108582
+empid192,empname879,mobile76,color1,102194
+empid124,empname212,mobile4,color3,10528
+empid24,empname697,mobile90,color7,109408
+empid349,empname936,mobile9,color3,105229
+empid46,empname220,mobile40,color7,104468
+empid214,empname907,mobile29,color4,105472
+empid688,empname390,mobile4,color5,10250
+empid369,empname426,mobile50,color3,106167
+empid497,empname598,mobile86,color4,10943
+empid597,empname156,mobile65,color7,109756
+empid898,empname161,mobile23,color5,108956
+empid482,empname774,mobile23,color9,106358
+empid309,empname969,mobile83,color1,107909
+empid523,empname334,mobile80,color0,108282
+empid99,empname802,mobile34,color4,106701
+empid926,empname704,mobile34,color1,108726
+empid659,empname196,mobile49,color2,105916
+empid438,empname538,mobile49,color8,103066
+empid831,empname525,mobile29,color1,10573
+empid302,empname68,mobile61,color8,101288
+empid576,empname39,mobile41,color9,1078
+empid349,empname831,mobile0,color2,108694
+empid62,empname25,mobile57,color7,109589
+empid473,empname329,mobile92,color7,107645
+empid827,empname769,mobile6,color1,102221
+empid424,empname250,mobile85,color3,102004
+empid742,empname284,mobile59,color7,107997
+empid610,empname873,mobile18,color8,101857
+empid548,empname360,mobile84,color0,108836
+empid147,empname831,mobile12,color9,103339
+empid514,empname12,mobile16,color9,105159
+empid384,empname932,mobile7,color3,10145
+empid264,empname914,mobile46,color3,107704
+empid974,empname152,mobile18,color4,103152
+empid673,empname80,mobile34,color0,108552
+empid34,empname640,mobile90,color6,109610
+empid737,empname984,mobile6,color6,109949
+empid700,empname593,mobile85,color2,106188
+empid377,empname277,mobile29,color8,10327
+empid901,empname695,mobile43,color1,102384
+empid530,empname59,mobile95,color3,105365
+empid246,empname366,mobile69,color5,108379
+empid33,empname973,mobile61,color2,101182
+empid683,empname357,mobile42,color3,101943
+empid505,empname318,mobile13,color9,107683
+empid476,empname658,mobile12,color4,105956
+empid934,empname298,mobile31,color4,103118
+empid810,empname957,mobile56,color7,101714
+empid333,empname323,mobile41,color7,101422
+empid239,empname909,mobile44,color2,109824
+empid349,empname969,mobile47,color3,101663
+empid14,empname767,mobile26,color8,107110
+empid246,empname673,mobile52,color7,105665
+empid654,empname416,mobile23,color7,109385
+empid768,empname425,mobile15,color0,106612
+empid596,empname367,mobile64,color0,109161
+empid243,empname827,mobile21,color4,101231
+empid762,empname64,mobile88,color5,101952
+empid764,empname458,mobile43,color6,10813
+empid364,empname853,mobile86,color1,103356
+empid231,empname348,mobile39,color9,108132
+empid168,empname869,mobile97,color7,107403
+empid214,empname298,mobile34,color4,108454
+empid473,empname301,mobile74,color8,108387
+empid933,empname151,mobile73,color4,10822
+empid795,empname670,mobile80,color3,102857
+empid821,empname394,mobile58,color3,107853
+empid817,empname611,mobile31,color0,106429
+empid891,empname571,mobile59,color8,107498
+empid732,empname907,mobile16,color1,109171
+empid755,empname440,mobile41,color3,106097
+empid724,empname549,mobile91,color5,104964
+empid907,empname987,mobile90,color7,105395
+empid623,empname239,mobile53,color2,102514
+empid990,empname766,mobile22,color9,108949
+empid91,empname148,mobile13,color7,102291
+empid235,empname787,mobile91,color2,105318
+empid579,empname208,mobile67,color8,10711
+empid187,empname439,mobile63,color2,103988
+empid222,empname95,mobile93,color7,104719
+empid222,empname350,mobile84,color9,109401
+empid333,empname364,mobile93,color7,106090
+empid674,empname474,mobile65,color3,102031
+empid201,empname6,mobile85,color1,106003
+empid372,empname253,mobile34,color0,101161
+empid234,empname793,mobile38,color9,105138
+empid180,empname431,mobile70,color1,105266
+empid196,empname273,mobile96,color0,101100
+empid44,empname122,mobile33,color5,102507
+empid239,empname312,mobile13,color2,10797
+empid689,empname446,mobile32,color4,106772
+empid86,empname99,mobile21,color7,106125
+empid938,empname450,mobile3,color2,104570
+empid950,empname407,mobile91,color4,106414
+empid494,empname703,mobile18,color2,10557
+empid981,empname646,mobile55,color1,101984
+empid524,empname921,mobile54,color8,104623
+empid760,empname43,mobile22,color1,101937
+empid859,empname524,mobile72,color7,10498
+empid509,empname212,mobile20,color5,10378
+empid486,empname832,mobile64,color4,108399
+empid49,empname407,mobile96,color1,107403
+empid587,empname570,mobile20,color4,107516
+empid899,empname327,mobile37,color1,103082
+empid885,empname305,mobile27,color3,104590
+empid620,empname691,mobile9,color6,109506
+empid4,empname262,mobile31,color6,105926
+empid284,empname846,mobile13,color7,109966
+empid377,empname371,mobile59,color3,106145
+empid100,empname51,mobile78,color3,107318
+empid151,empname605,mobile80,color6,10821
+empid31,empname948,mobile38,color0,103361
+empid435,empname609,mobile27,color5,10769
+empid853,empname354,mobile76,color9,102108
+empid921,empname980,mobile43,color4,106066
+empid395,empname30,mobile45,color9,103077
+empid934,empname76,mobile93,color2,108940
+empid365,empname412,mobile85,color7,10661
+empid792,empname750,mobile67,color7,10643
+empid998,empname593,mobile9,color0,10633
+empid154,empname193,mobile85,color5,10693
+empid138,empname469,mobile34,color8,104127
+empid930,empname868,mobile98,color2,101448
+empid636,empname622,mobile8,color4,102039
+empid691,empname429,mobile24,color8,102843
+empid40,empname241,mobile2,color7,101415
+empid342,empname830,mobile64,color8,106048
+empid808,empname764,mobile49,color1,102429
+empid384,empname93,mobile20,color2,106216
+empid415,empname609,mobile75,color8,102362
+empid30,empname808,mobile16,color3,107164
+empid506,empname560,mobile45,color2,109541
+empid832,empname883,mobile20,color8,109920
+empid191,empname375,mobile27,color0,104711
+empid140,empname384,mobile34,color7,109163
+empid869,empname810,mobile77,color8,101955
+empid279,empname762,mobile55,color3,107689
+empid425,empname854,mobile70,color3,109714
+empid185,empname819,mobile24,color8,109621
+empid227,empname527,mobile54,color9,106267
+empid21,empname194,mobile17,color6,103449
+empid772,empname320,mobile75,color0,109447
+empid340,empname599,mobile44,color7,106756
+empid256,empname695,mobile98,color0,107613
+empid480,empname95,mobile53,color8,108395
+empid89,empname157,mobile33,color8,103673
+empid504,empname747,mobile94,color8,105131
+empid480,empname995,mobile84,color7,106718
+empid256,empname532,mobile95,color5,105644
+empid379,empname518,mobile40,color5,107143
+empid879,empname355,mobile12,color3,101146
+empid942,empname605,mobile14,color4,108676
+empid912,empname869,mobile37,color9,103330
+empid606,empname931,mobile85,color3,106825
+empid626,empname40,mobile82,color6,102442
+empid554,empname67,mobile77,color8,105181
+empid100,empname234,mobile86,color4,101771
+empid107,empname23,mobile75,color1,104429
+empid426,empname388,mobile80,color5,105731
+empid757,empname529,mobile40,color2,102365
+empid294,empname247,mobile59,color8,104755
+empid445,empname790,mobile16,color2,10408
+empid401,empname659,mobile59,color1,103198
+empid812,empname746,mobile2,color7,109842
+empid499,empname616,mobile10,color2,107504
+empid643,empname335,mobile72,color5,104779
+empid154,empname85,mobile24,color6,10196
+empid87,empname891,mobile36,color5,104053
+empid202,empname282,mobile89,color6,103192
+empid530,empname500,mobile84,color3,103540
+empid127,empname744,mobile96,color5,101973
+empid685,empname676,mobile80,color9,106160
+empid453,empname701,mobile71,color3,106994
+empid647,empname763,mobile0,color9,105918
+empid441,empname954,mobile1,color8,108164
+empid598,empname731,mobile34,color3,106470
+empid720,empname213,mobile18,color5,103418
+empid406,empname401,mobile3,color0,103110
+empid777,empname579,mobile10,color7,109647
+empid972,empname175,mobile96,color3,1084
+empid486,empname304,mobile25,color5,106045
+empid193,empname426,mobile96,color3,105450
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/join/mgr.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/join/mgr.csv b/integration/spark-common-test/src/test/resources/join/mgr.csv
new file mode 100644
index 0000000..5ab1d83
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/join/mgr.csv
@@ -0,0 +1 @@
+harry,h2399,v788232,99823230205
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/join/mobile.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/join/mobile.csv b/integration/spark-common-test/src/test/resources/join/mobile.csv
new file mode 100644
index 0000000..dc45fa0
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/join/mobile.csv
@@ -0,0 +1,1000 @@
+mid77,mobile35,color4,1058
+mid83,mobile78,color6,10865
+mid32,mobile12,color5,10516
+mid93,mobile19,color9,10876
+mid31,mobile43,color3,10481
+mid46,mobile40,color8,10749
+mid51,mobile75,color6,10685
+mid41,mobile85,color8,1015
+mid1,mobile21,color0,10125
+mid37,mobile48,color3,10403
+mid17,mobile29,color6,10165
+mid89,mobile87,color6,10489
+mid50,mobile49,color1,10886
+mid31,mobile16,color6,10554
+mid56,mobile14,color4,10474
+mid82,mobile30,color5,10425
+mid16,mobile40,color1,10662
+mid32,mobile3,color6,10502
+mid58,mobile59,color8,1087
+mid29,mobile79,color6,10112
+mid94,mobile65,color6,10482
+mid46,mobile28,color9,10892
+mid89,mobile69,color0,1047
+mid55,mobile6,color6,10781
+mid46,mobile45,color9,10524
+mid78,mobile60,color1,10554
+mid67,mobile80,color2,10463
+mid8,mobile62,color2,10190
+mid10,mobile48,color4,10573
+mid95,mobile16,color7,10960
+mid43,mobile91,color7,10506
+mid29,mobile8,color1,10509
+mid2,mobile16,color5,10833
+mid71,mobile76,color4,10461
+mid3,mobile2,color0,10638
+mid23,mobile64,color2,10453
+mid26,mobile54,color7,10987
+mid70,mobile55,color0,10416
+mid5,mobile51,color6,10875
+mid84,mobile31,color1,10799
+mid37,mobile56,color9,10831
+mid58,mobile7,color0,1092
+mid37,mobile19,color1,10156
+mid81,mobile14,color4,10397
+mid84,mobile40,color3,10534
+mid49,mobile8,color4,10662
+mid41,mobile84,color3,10518
+mid30,mobile27,color9,10626
+mid67,mobile24,color1,10116
+mid98,mobile65,color7,10254
+mid28,mobile56,color0,10245
+mid10,mobile60,color3,10317
+mid58,mobile31,color7,10789
+mid19,mobile70,color2,10960
+mid92,mobile89,color4,10878
+mid66,mobile45,color2,10328
+mid81,mobile25,color8,10654
+mid31,mobile26,color0,10294
+mid27,mobile13,color0,10391
+mid86,mobile87,color3,10793
+mid42,mobile7,color2,1033
+mid0,mobile10,color8,10308
+mid74,mobile50,color4,10531
+mid6,mobile31,color6,10124
+mid39,mobile73,color9,10400
+mid15,mobile7,color4,10319
+mid17,mobile79,color1,10249
+mid0,mobile17,color3,10826
+mid13,mobile57,color3,10770
+mid33,mobile45,color7,10522
+mid95,mobile17,color3,10876
+mid20,mobile99,color1,10571
+mid70,mobile20,color1,10795
+mid67,mobile20,color4,10423
+mid73,mobile8,color4,10982
+mid64,mobile73,color0,10300
+mid88,mobile73,color1,10437
+mid6,mobile32,color6,10207
+mid38,mobile50,color1,1029
+mid62,mobile39,color9,10356
+mid59,mobile70,color5,1061
+mid98,mobile10,color5,10414
+mid7,mobile70,color1,10279
+mid31,mobile17,color6,10489
+mid37,mobile96,color2,10104
+mid32,mobile66,color2,1030
+mid90,mobile7,color5,10210
+mid91,mobile47,color8,10266
+mid90,mobile79,color8,10525
+mid77,mobile48,color6,10694
+mid1,mobile68,color5,10516
+mid59,mobile34,color6,10856
+mid98,mobile98,color8,10644
+mid22,mobile6,color1,1086
+mid27,mobile20,color8,10857
+mid15,mobile16,color5,10534
+mid35,mobile89,color8,10155
+mid75,mobile35,color8,10898
+mid62,mobile91,color3,10307
+mid14,mobile44,color5,10890
+mid28,mobile28,color1,10506
+mid65,mobile47,color3,10825
+mid33,mobile67,color1,1068
+mid91,mobile1,color9,1015
+mid64,mobile13,color3,1012
+mid69,mobile12,color4,1033
+mid42,mobile97,color5,10839
+mid62,mobile85,color9,10216
+mid38,mobile63,color5,10694
+mid26,mobile21,color4,10360
+mid25,mobile16,color0,10964
+mid48,mobile21,color9,10995
+mid69,mobile5,color7,10996
+mid2,mobile9,color7,10361
+mid55,mobile1,color7,10658
+mid11,mobile4,color9,1016
+mid15,mobile78,color0,10183
+mid17,mobile7,color4,10465
+mid93,mobile70,color5,10446
+mid26,mobile5,color9,10429
+mid2,mobile83,color3,10627
+mid7,mobile2,color1,10758
+mid69,mobile72,color8,10794
+mid26,mobile43,color4,10903
+mid46,mobile4,color3,10580
+mid93,mobile44,color8,10867
+mid71,mobile0,color7,10417
+mid27,mobile61,color6,10911
+mid68,mobile96,color9,10840
+mid42,mobile60,color7,10482
+mid87,mobile17,color5,10223
+mid54,mobile71,color8,1071
+mid45,mobile83,color5,10719
+mid40,mobile88,color6,10823
+mid87,mobile52,color2,10790
+mid67,mobile72,color0,10543
+mid76,mobile74,color7,10376
+mid34,mobile57,color6,10428
+mid71,mobile10,color5,10443
+mid70,mobile24,color7,10352
+mid57,mobile81,color3,10846
+mid1,mobile62,color5,1078
+mid60,mobile55,color3,10814
+mid75,mobile2,color8,10675
+mid89,mobile42,color1,10327
+mid41,mobile8,color3,10115
+mid1,mobile16,color9,10576
+mid28,mobile84,color6,10327
+mid23,mobile35,color8,10300
+mid21,mobile62,color8,10111
+mid18,mobile14,color2,1071
+mid11,mobile51,color7,10502
+mid42,mobile66,color5,1084
+mid2,mobile43,color1,10610
+mid72,mobile22,color5,10917
+mid17,mobile79,color5,10163
+mid13,mobile76,color1,10820
+mid97,mobile97,color3,10103
+mid15,mobile26,color6,10383
+mid66,mobile66,color7,10211
+mid41,mobile43,color3,10801
+mid64,mobile37,color8,10515
+mid2,mobile94,color4,10889
+mid15,mobile37,color4,10669
+mid13,mobile78,color0,10686
+mid88,mobile25,color9,10184
+mid60,mobile48,color6,10479
+mid59,mobile49,color4,10750
+mid96,mobile88,color6,10977
+mid9,mobile20,color2,10950
+mid0,mobile42,color4,1022
+mid13,mobile12,color6,10837
+mid61,mobile37,color1,10495
+mid3,mobile84,color7,10829
+mid12,mobile10,color8,10208
+mid62,mobile61,color2,10872
+mid39,mobile29,color4,10752
+mid20,mobile14,color4,10841
+mid12,mobile0,color2,10215
+mid27,mobile93,color5,10169
+mid93,mobile33,color1,10821
+mid78,mobile69,color5,1026
+mid5,mobile60,color2,10593
+mid79,mobile40,color0,10417
+mid0,mobile3,color1,10518
+mid32,mobile13,color7,10422
+mid9,mobile22,color5,10385
+mid69,mobile40,color5,10416
+mid52,mobile36,color4,10760
+mid93,mobile76,color5,10502
+mid20,mobile6,color2,10166
+mid88,mobile81,color0,10166
+mid25,mobile62,color9,10140
+mid54,mobile20,color8,10370
+mid53,mobile14,color8,1045
+mid78,mobile82,color5,10304
+mid87,mobile21,color5,1066
+mid70,mobile1,color8,10593
+mid49,mobile40,color9,10450
+mid55,mobile80,color7,10322
+mid49,mobile86,color1,10340
+mid24,mobile25,color4,10946
+mid2,mobile55,color2,1036
+mid35,mobile84,color8,1093
+mid75,mobile22,color1,10543
+mid19,mobile62,color4,10192
+mid33,mobile89,color3,10710
+mid56,mobile71,color2,10670
+mid36,mobile93,color3,10860
+mid5,mobile90,color5,10269
+mid64,mobile69,color9,10657
+mid83,mobile99,color8,10859
+mid78,mobile98,color4,10886
+mid91,mobile67,color5,10950
+mid66,mobile58,color3,1031
+mid24,mobile17,color7,10522
+mid97,mobile39,color6,10171
+mid81,mobile82,color0,10135
+mid88,mobile36,color4,10626
+mid73,mobile12,color8,10384
+mid79,mobile67,color7,10693
+mid63,mobile26,color6,10131
+mid85,mobile13,color9,10843
+mid17,mobile0,color2,1099
+mid58,mobile96,color3,10923
+mid55,mobile79,color9,10297
+mid88,mobile21,color4,10375
+mid55,mobile66,color1,10653
+mid61,mobile64,color0,10216
+mid62,mobile61,color1,10886
+mid42,mobile99,color3,10676
+mid51,mobile92,color4,10165
+mid88,mobile64,color8,10717
+mid47,mobile99,color1,10724
+mid67,mobile87,color8,1097
+mid7,mobile36,color1,10108
+mid55,mobile88,color5,10314
+mid7,mobile96,color2,10268
+mid26,mobile68,color6,1027
+mid22,mobile60,color3,10464
+mid30,mobile90,color7,10831
+mid87,mobile66,color2,10869
+mid21,mobile27,color6,10747
+mid22,mobile98,color0,10136
+mid6,mobile69,color2,1041
+mid55,mobile1,color6,10688
+mid40,mobile51,color3,10677
+mid60,mobile58,color3,10597
+mid98,mobile2,color7,10817
+mid52,mobile47,color2,10847
+mid93,mobile32,color7,1044
+mid62,mobile57,color2,1073
+mid28,mobile5,color0,10278
+mid18,mobile70,color1,102
+mid69,mobile50,color4,10529
+mid29,mobile91,color3,10392
+mid87,mobile6,color3,10114
+mid76,mobile96,color1,1094
+mid41,mobile55,color0,10171
+mid10,mobile18,color1,10463
+mid59,mobile24,color8,10946
+mid80,mobile52,color0,10427
+mid95,mobile89,color6,10208
+mid11,mobile82,color9,10757
+mid63,mobile52,color9,10127
+mid6,mobile48,color6,10368
+mid53,mobile27,color6,10897
+mid22,mobile17,color3,10756
+mid84,mobile15,color7,10402
+mid93,mobile19,color5,10252
+mid21,mobile8,color4,10899
+mid13,mobile60,color3,10636
+mid10,mobile41,color0,10525
+mid79,mobile64,color8,10228
+mid52,mobile1,color1,1018
+mid61,mobile47,color7,10565
+mid72,mobile34,color6,10756
+mid31,mobile61,color1,10940
+mid4,mobile36,color6,10640
+mid26,mobile58,color0,10526
+mid57,mobile67,color6,1050
+mid9,mobile16,color6,10764
+mid41,mobile77,color1,10595
+mid48,mobile17,color5,10815
+mid42,mobile70,color9,10167
+mid5,mobile57,color2,10273
+mid35,mobile22,color0,10661
+mid49,mobile36,color6,10935
+mid72,mobile91,color0,10167
+mid88,mobile33,color2,10780
+mid86,mobile71,color7,1037
+mid86,mobile48,color5,10395
+mid42,mobile31,color7,10782
+mid32,mobile62,color9,10435
+mid64,mobile67,color2,10779
+mid99,mobile69,color5,10772
+mid88,mobile24,color3,1056
+mid66,mobile31,color2,10738
+mid52,mobile59,color8,10408
+mid92,mobile1,color0,10100
+mid63,mobile15,color7,10309
+mid59,mobile14,color0,10414
+mid56,mobile32,color1,10803
+mid54,mobile62,color9,10140
+mid65,mobile46,color6,10369
+mid49,mobile81,color2,10958
+mid84,mobile53,color5,10144
+mid75,mobile40,color4,10965
+mid33,mobile52,color2,10170
+mid96,mobile3,color6,10982
+mid82,mobile83,color6,10772
+mid82,mobile70,color8,1041
+mid32,mobile14,color1,10770
+mid21,mobile85,color1,10457
+mid95,mobile36,color3,10108
+mid23,mobile3,color2,10205
+mid67,mobile98,color1,10509
+mid77,mobile82,color5,10682
+mid44,mobile7,color1,10802
+mid75,mobile57,color0,1070
+mid37,mobile4,color7,10548
+mid55,mobile31,color1,10583
+mid34,mobile6,color4,10849
+mid11,mobile58,color3,10844
+mid41,mobile2,color9,10423
+mid18,mobile59,color5,10835
+mid56,mobile96,color1,10216
+mid76,mobile35,color9,10463
+mid61,mobile44,color9,10130
+mid59,mobile91,color7,10870
+mid18,mobile50,color7,10202
+mid52,mobile34,color7,10237
+mid23,mobile56,color1,1030
+mid19,mobile70,color4,10940
+mid60,mobile48,color0,10391
+mid84,mobile71,color9,10590
+mid17,mobile32,color2,10648
+mid59,mobile45,color9,10151
+mid25,mobile93,color9,10235
+mid49,mobile83,color0,10628
+mid88,mobile77,color7,10671
+mid16,mobile82,color9,1089
+mid38,mobile98,color9,10804
+mid64,mobile62,color1,10306
+mid21,mobile16,color8,10463
+mid7,mobile26,color5,10218
+mid31,mobile21,color1,10721
+mid18,mobile71,color5,10935
+mid47,mobile73,color5,10194
+mid87,mobile53,color9,10145
+mid56,mobile71,color9,10357
+mid41,mobile30,color6,10511
+mid70,mobile65,color7,10822
+mid54,mobile86,color4,10459
+mid94,mobile44,color7,10531
+mid75,mobile59,color1,10943
+mid85,mobile90,color7,10298
+mid85,mobile65,color7,10590
+mid88,mobile28,color1,10924
+mid45,mobile42,color7,10787
+mid64,mobile29,color9,1034
+mid4,mobile98,color6,1025
+mid73,mobile73,color2,10748
+mid55,mobile75,color8,10861
+mid40,mobile25,color5,10418
+mid79,mobile42,color5,10946
+mid24,mobile29,color7,10746
+mid15,mobile6,color1,10900
+mid63,mobile11,color5,10406
+mid67,mobile72,color0,10835
+mid72,mobile22,color5,10534
+mid15,mobile83,color4,10311
+mid2,mobile52,color6,10472
+mid80,mobile38,color8,10994
+mid3,mobile76,color1,10205
+mid69,mobile21,color2,10812
+mid10,mobile77,color2,10787
+mid59,mobile99,color1,10843
+mid65,mobile80,color2,10127
+mid42,mobile22,color8,10922
+mid19,mobile35,color3,10452
+mid9,mobile91,color0,10588
+mid90,mobile9,color8,10234
+mid6,mobile9,color1,10815
+mid71,mobile12,color6,10905
+mid36,mobile94,color9,10805
+mid48,mobile1,color1,10735
+mid52,mobile79,color9,10135
+mid34,mobile9,color9,10154
+mid91,mobile9,color8,10913
+mid60,mobile31,color4,10938
+mid50,mobile26,color0,10162
+mid35,mobile2,color1,10827
+mid29,mobile86,color4,10782
+mid60,mobile24,color9,10712
+mid12,mobile68,color9,10240
+mid36,mobile36,color3,10163
+mid45,mobile63,color5,10893
+mid58,mobile33,color2,10857
+mid67,mobile4,color6,1019
+mid84,mobile36,color3,10751
+mid73,mobile98,color5,10926
+mid60,mobile51,color7,10660
+mid8,mobile68,color7,10321
+mid74,mobile57,color2,108
+mid16,mobile96,color6,10900
+mid63,mobile62,color7,10314
+mid55,mobile64,color6,1045
+mid9,mobile64,color4,10491
+mid62,mobile16,color4,10856
+mid22,mobile0,color3,10874
+mid2,mobile10,color7,10201
+mid99,mobile60,color1,10127
+mid52,mobile15,color8,10501
+mid31,mobile58,color8,10580
+mid94,mobile44,color3,10538
+mid76,mobile32,color2,10449
+mid38,mobile19,color1,10703
+mid38,mobile8,color0,10561
+mid22,mobile98,color2,10448
+mid79,mobile48,color2,10371
+mid82,mobile17,color4,10720
+mid84,mobile90,color5,10639
+mid7,mobile52,color2,10689
+mid48,mobile24,color6,10963
+mid46,mobile72,color3,1025
+mid32,mobile19,color2,103
+mid53,mobile49,color5,10841
+mid92,mobile44,color4,1015
+mid54,mobile39,color0,10217
+mid0,mobile66,color2,10535
+mid92,mobile69,color1,10927
+mid22,mobile83,color4,10663
+mid75,mobile19,color2,10757
+mid69,mobile66,color6,10323
+mid17,mobile50,color9,10679
+mid89,mobile48,color9,10819
+mid20,mobile43,color1,10420
+mid80,mobile46,color5,10663
+mid64,mobile54,color3,10583
+mid84,mobile34,color1,10931
+mid72,mobile61,color1,1054
+mid21,mobile10,color3,10415
+mid63,mobile41,color0,10137
+mid70,mobile64,color2,10597
+mid64,mobile2,color7,10113
+mid64,mobile96,color6,10231
+mid14,mobile31,color5,10228
+mid93,mobile47,color4,10121
+mid23,mobile61,color5,1071
+mid56,mobile7,color2,10254
+mid91,mobile4,color6,1063
+mid80,mobile88,color7,1089
+mid24,mobile28,color9,1087
+mid43,mobile8,color8,1039
+mid68,mobile76,color7,10107
+mid38,mobile94,color5,104
+mid8,mobile4,color5,10678
+mid43,mobile86,color2,10169
+mid8,mobile82,color5,10628
+mid79,mobile22,color6,1082
+mid22,mobile9,color0,10722
+mid27,mobile28,color1,10977
+mid54,mobile20,color8,10716
+mid7,mobile27,color5,10425
+mid24,mobile95,color6,1059
+mid75,mobile89,color3,10862
+mid6,mobile18,color1,10412
+mid86,mobile17,color9,10829
+mid48,mobile0,color7,10886
+mid42,mobile23,color4,10522
+mid18,mobile29,color3,10328
+mid86,mobile90,color1,10855
+mid19,mobile33,color7,10303
+mid43,mobile62,color2,1088
+mid5,mobile74,color2,10269
+mid76,mobile67,color0,10740
+mid53,mobile95,color9,10691
+mid31,mobile17,color3,1064
+mid44,mobile15,color6,10353
+mid34,mobile41,color9,10774
+mid72,mobile64,color8,10280
+mid84,mobile40,color0,10104
+mid25,mobile30,color7,10799
+mid18,mobile67,color8,10817
+mid27,mobile11,color1,10473
+mid42,mobile65,color4,10485
+mid57,mobile54,color6,10342
+mid96,mobile49,color4,10691
+mid43,mobile82,color9,10849
+mid55,mobile32,color1,10479
+mid57,mobile83,color7,10518
+mid7,mobile52,color7,10438
+mid33,mobile39,color2,10835
+mid39,mobile9,color8,10826
+mid74,mobile3,color2,10294
+mid65,mobile5,color9,10634
+mid41,mobile18,color6,10620
+mid99,mobile89,color1,10856
+mid70,mobile98,color1,10940
+mid26,mobile16,color6,10699
+mid40,mobile53,color9,10766
+mid27,mobile73,color6,10916
+mid39,mobile70,color5,10978
+mid30,mobile93,color6,10146
+mid61,mobile66,color6,10905
+mid78,mobile48,color0,10626
+mid99,mobile1,color3,10769
+mid2,mobile89,color0,10287
+mid51,mobile50,color1,10920
+mid88,mobile33,color5,1059
+mid10,mobile96,color4,10173
+mid55,mobile99,color9,10380
+mid63,mobile31,color9,1086
+mid76,mobile16,color1,10980
+mid29,mobile74,color3,10845
+mid53,mobile15,color3,10205
+mid52,mobile77,color0,10595
+mid41,mobile1,color3,10125
+mid63,mobile33,color2,10957
+mid80,mobile73,color0,10764
+mid38,mobile90,color5,10686
+mid24,mobile70,color3,10543
+mid81,mobile29,color2,10634
+mid8,mobile51,color0,10993
+mid26,mobile21,color8,10273
+mid59,mobile67,color1,1047
+mid39,mobile19,color4,10113
+mid86,mobile8,color4,10590
+mid80,mobile91,color9,1060
+mid40,mobile73,color0,1087
+mid66,mobile56,color7,10948
+mid8,mobile45,color8,10464
+mid59,mobile81,color3,10863
+mid53,mobile25,color2,10756
+mid74,mobile52,color5,10410
+mid58,mobile66,color4,10889
+mid98,mobile46,color6,10151
+mid60,mobile84,color8,1058
+mid38,mobile54,color9,10426
+mid12,mobile54,color9,10411
+mid26,mobile48,color8,10356
+mid29,mobile6,color3,1083
+mid19,mobile70,color4,10604
+mid84,mobile77,color0,10279
+mid51,mobile0,color8,10333
+mid63,mobile62,color6,10950
+mid58,mobile30,color4,1052
+mid84,mobile62,color0,10196
+mid59,mobile79,color4,10600
+mid80,mobile89,color0,10604
+mid45,mobile98,color3,1083
+mid5,mobile61,color4,1075
+mid81,mobile20,color9,10274
+mid84,mobile8,color7,1014
+mid96,mobile43,color6,10948
+mid23,mobile43,color4,10710
+mid63,mobile23,color8,10567
+mid61,mobile10,color8,1019
+mid80,mobile51,color5,10576
+mid97,mobile13,color7,10433
+mid57,mobile28,color2,1039
+mid30,mobile83,color1,10686
+mid90,mobile55,color4,10159
+mid69,mobile4,color6,10712
+mid95,mobile94,color7,10269
+mid94,mobile26,color6,1091
+mid24,mobile17,color4,10124
+mid5,mobile74,color7,10632
+mid89,mobile75,color0,10909
+mid56,mobile13,color6,1074
+mid38,mobile25,color4,10107
+mid33,mobile86,color8,10115
+mid53,mobile64,color2,10842
+mid88,mobile54,color4,10924
+mid94,mobile56,color0,10857
+mid29,mobile42,color3,10491
+mid9,mobile93,color2,10665
+mid85,mobile52,color4,10995
+mid77,mobile21,color3,10416
+mid60,mobile78,color6,10143
+mid60,mobile4,color3,1061
+mid87,mobile84,color3,10758
+mid34,mobile52,color6,10726
+mid23,mobile22,color2,10515
+mid49,mobile72,color9,10592
+mid13,mobile46,color5,10841
+mid54,mobile72,color0,10793
+mid99,mobile88,color3,10217
+mid35,mobile78,color3,1058
+mid95,mobile40,color5,10611
+mid67,mobile81,color0,10473
+mid57,mobile60,color3,10438
+mid7,mobile55,color9,10105
+mid14,mobile77,color4,10697
+mid61,mobile31,color4,10138
+mid28,mobile17,color0,10344
+mid46,mobile24,color2,10398
+mid80,mobile0,color9,10464
+mid99,mobile74,color9,10996
+mid67,mobile72,color3,10731
+mid2,mobile43,color1,10704
+mid59,mobile56,color8,10504
+mid38,mobile11,color6,10233
+mid86,mobile89,color0,10907
+mid82,mobile63,color7,1063
+mid86,mobile92,color4,1043
+mid78,mobile7,color1,10482
+mid98,mobile86,color3,10267
+mid59,mobile55,color9,10902
+mid91,mobile64,color8,10109
+mid69,mobile39,color3,10534
+mid56,mobile85,color3,10852
+mid95,mobile0,color6,10454
+mid33,mobile22,color3,10894
+mid12,mobile41,color4,10720
+mid89,mobile19,color5,10121
+mid73,mobile38,color7,10532
+mid46,mobile48,color2,10242
+mid78,mobile51,color4,10276
+mid97,mobile30,color9,10295
+mid5,mobile25,color5,1046
+mid22,mobile39,color9,10530
+mid12,mobile65,color2,10734
+mid24,mobile35,color4,10466
+mid78,mobile89,color9,10991
+mid38,mobile20,color8,10292
+mid12,mobile24,color8,10696
+mid34,mobile0,color7,10163
+mid17,mobile23,color2,10932
+mid15,mobile16,color0,10869
+mid45,mobile15,color4,10470
+mid47,mobile69,color9,10838
+mid50,mobile7,color4,1058
+mid92,mobile5,color6,10894
+mid87,mobile78,color8,10782
+mid66,mobile99,color6,10167
+mid3,mobile72,color3,10518
+mid3,mobile49,color8,10332
+mid96,mobile11,color1,10233
+mid15,mobile15,color2,10836
+mid57,mobile55,color4,10129
+mid76,mobile31,color7,10737
+mid28,mobile69,color2,101
+mid97,mobile1,color9,10702
+mid44,mobile12,color9,10862
+mid15,mobile76,color7,1073
+mid27,mobile74,color2,10127
+mid1,mobile80,color5,10809
+mid89,mobile21,color8,10370
+mid32,mobile53,color4,10471
+mid65,mobile25,color3,10274
+mid21,mobile41,color0,10339
+mid7,mobile1,color8,1054
+mid14,mobile34,color6,10837
+mid77,mobile61,color5,10517
+mid9,mobile93,color0,10569
+mid15,mobile66,color6,10419
+mid80,mobile48,color9,10930
+mid39,mobile47,color1,10789
+mid31,mobile17,color9,10757
+mid29,mobile4,color1,10580
+mid29,mobile76,color9,10158
+mid44,mobile95,color6,10389
+mid15,mobile9,color4,10764
+mid8,mobile19,color0,10449
+mid99,mobile28,color2,10498
+mid9,mobile4,color4,1073
+mid74,mobile45,color9,10148
+mid70,mobile7,color4,10525
+mid82,mobile3,color6,10946
+mid85,mobile83,color0,10588
+mid93,mobile10,color9,1090
+mid22,mobile15,color6,10965
+mid44,mobile13,color2,10116
+mid44,mobile41,color8,10510
+mid30,mobile56,color0,10921
+mid15,mobile87,color4,10282
+mid33,mobile41,color5,10674
+mid41,mobile94,color3,10389
+mid82,mobile90,color8,10583
+mid50,mobile35,color2,10366
+mid69,mobile42,color0,10474
+mid66,mobile55,color0,10454
+mid86,mobile78,color3,10353
+mid51,mobile25,color3,10552
+mid22,mobile57,color7,10440
+mid43,mobile43,color8,1016
+mid83,mobile52,color0,10455
+mid37,mobile51,color5,10363
+mid84,mobile41,color6,10529
+mid89,mobile38,color4,10742
+mid46,mobile80,color6,10266
+mid68,mobile55,color0,10969
+mid40,mobile94,color8,10232
+mid78,mobile74,color6,10103
+mid50,mobile22,color6,1010
+mid17,mobile95,color9,10519
+mid12,mobile64,color1,10774
+mid55,mobile24,color2,10604
+mid93,mobile45,color6,10132
+mid69,mobile17,color7,10878
+mid5,mobile20,color4,10866
+mid14,mobile84,color1,10549
+mid50,mobile13,color1,10817
+mid86,mobile32,color3,1030
+mid84,mobile93,color4,10424
+mid93,mobile21,color9,10816
+mid76,mobile36,color0,1010
+mid27,mobile38,color8,10518
+mid95,mobile49,color7,10614
+mid67,mobile71,color8,10703
+mid84,mobile17,color4,10910
+mid7,mobile78,color7,10876
+mid51,mobile7,color6,10993
+mid34,mobile46,color7,10692
+mid24,mobile99,color7,10974
+mid50,mobile86,color1,10949
+mid27,mobile5,color9,10566
+mid75,mobile19,color2,10492
+mid68,mobile28,color9,10112
+mid28,mobile82,color7,10402
+mid72,mobile38,color1,10572
+mid91,mobile15,color2,10830
+mid43,mobile89,color5,10623
+mid31,mobile30,color3,10936
+mid61,mobile78,color3,1031
+mid74,mobile62,color7,10799
+mid88,mobile87,color1,1036
+mid20,mobile23,color1,10442
+mid52,mobile23,color9,10592
+mid62,mobile22,color0,10731
+mid68,mobile8,color2,10118
+mid89,mobile25,color3,1061
+mid74,mobile40,color3,10567
+mid45,mobile81,color0,10577
+mid91,mobile84,color4,10580
+mid46,mobile46,color2,10128
+mid87,mobile89,color4,10611
+mid13,mobile47,color8,10699
+mid98,mobile12,color9,10603
+mid58,mobile96,color9,10957
+mid80,mobile21,color9,1088
+mid34,mobile14,color7,10729
+mid87,mobile8,color5,1036
+mid29,mobile12,color6,10705
+mid77,mobile96,color9,1023
+mid65,mobile16,color2,10873
+mid84,mobile33,color4,10909
+mid60,mobile23,color1,10892
+mid93,mobile73,color0,10347
+mid64,mobile67,color8,10197
+mid51,mobile74,color7,10879
+mid97,mobile63,color8,10828
+mid42,mobile89,color8,10287
+mid45,mobile97,color5,10954
+mid40,mobile48,color4,10383
+mid58,mobile80,color8,10309
+mid60,mobile82,color0,10246
+mid9,mobile9,color8,10392
+mid1,mobile22,color6,1070
+mid93,mobile23,color3,10653
+mid85,mobile83,color2,10298
+mid70,mobile30,color8,1058
+mid26,mobile75,color1,10187
+mid2,mobile96,color1,10655
+mid94,mobile13,color5,10606
+mid80,mobile3,color2,10980
+mid76,mobile42,color8,1089
+mid37,mobile65,color6,1015
+mid89,mobile91,color3,1079
+mid9,mobile89,color5,10276
+mid65,mobile72,color4,10195
+mid94,mobile45,color7,10180
+mid62,mobile3,color9,10781
+mid81,mobile54,color3,10991
+mid27,mobile84,color9,10755
+mid83,mobile39,color4,10447
+mid80,mobile68,color0,10895
+mid83,mobile3,color0,10321
+mid46,mobile65,color8,10338
+mid77,mobile56,color7,10471
+mid48,mobile49,color6,10380
+mid38,mobile37,color1,10104
+mid16,mobile66,color5,10385
+mid11,mobile96,color0,1022
+mid14,mobile4,color6,106
+mid6,mobile0,color2,10981
+mid2,mobile38,color4,10254
+mid81,mobile46,color7,1027
+mid21,mobile8,color3,10425
+mid5,mobile24,color5,10960
+mid45,mobile75,color8,10419
+mid57,mobile50,color9,10789
+mid98,mobile44,color1,1082
+mid42,mobile97,color9,1063
+mid4,mobile4,color0,1097
+mid76,mobile1,color3,10344
+mid61,mobile9,color3,10146
+mid74,mobile66,color1,10314
+mid6,mobile4,color6,10858
+mid39,mobile88,color8,10255
+mid70,mobile92,color5,10882
+mid92,mobile90,color9,10174
+mid88,mobile67,color5,10939
+mid41,mobile6,color3,10447
+mid91,mobile93,color1,10192
+mid48,mobile84,color9,10325
+mid0,mobile44,color1,10536
+mid37,mobile0,color3,10244
+mid31,mobile96,color6,10783
+mid83,mobile90,color3,10614
+mid93,mobile73,color4,10689
+mid9,mobile66,color6,10602
+mid32,mobile25,color7,10325
+mid85,mobile77,color7,10366
+mid35,mobile79,color2,10930
+mid7,mobile28,color1,10458
+mid14,mobile3,color4,10349
+mid51,mobile88,color7,10867
+mid91,mobile65,color4,10289
+mid28,mobile2,color9,10463
+mid3,mobile91,color0,10981
+mid67,mobile14,color7,10945
+mid24,mobile4,color2,10688
+mid67,mobile98,color3,10532
+mid60,mobile24,color2,10611
+mid75,mobile25,color9,10323
+mid73,mobile4,color9,10219
+mid59,mobile53,color2,10532
+mid70,mobile95,color5,10384
+mid80,mobile58,color7,107
+mid35,mobile34,color1,10771
+mid61,mobile29,color4,10605
+mid59,mobile91,color9,10238
+mid0,mobile70,color6,10358
+mid32,mobile95,color4,10321
+mid89,mobile18,color5,10905
+mid55,mobile47,color7,10782
+mid95,mobile40,color0,10830
+mid58,mobile9,color8,10286
+mid44,mobile67,color6,10763
+mid26,mobile16,color4,10874
+mid17,mobile93,color8,10559
+mid62,mobile22,color0,10303
+mid40,mobile72,color4,10459
+mid64,mobile30,color5,10961
+mid33,mobile5,color3,10222
+mid84,mobile37,color2,10142
+mid96,mobile79,color9,10286
+mid32,mobile52,color9,10888
+mid15,mobile97,color6,10281
+mid39,mobile58,color0,1067
+mid74,mobile4,color4,10541
+mid96,mobile40,color5,10870
+mid24,mobile32,color2,10912
+mid78,mobile2,color6,10313
+mid48,mobile25,color5,10311
+mid37,mobile65,color2,10960
+mid85,mobile52,color4,1044
+mid6,mobile24,color2,10157
+mid95,mobile39,color9,10982
+mid10,mobile55,color5,10283
+mid72,mobile78,color9,10935
+mid77,mobile34,color1,10882
+mid95,mobile51,color3,10820
+mid47,mobile38,color1,10561
+mid78,mobile86,color4,10351
+mid25,mobile91,color8,10608
+mid35,mobile45,color7,10255
+mid92,mobile7,color0,10530
+mid46,mobile18,color1,10648
+mid85,mobile47,color0,10875
+mid44,mobile44,color4,10592
+mid93,mobile44,color1,10267
+mid87,mobile92,color2,10253
+mid28,mobile77,color0,10415
+mid42,mobile99,color2,10764
+mid25,mobile23,color0,10468
+mid54,mobile75,color7,10395
+mid2,mobile65,color9,10320
+mid27,mobile12,color9,10533
+mid35,mobile41,color8,10580
+mid19,mobile7,color1,102
+mid41,mobile6,color0,10880
+mid33,mobile90,color0,1072
+mid90,mobile25,color8,10655
+mid59,mobile10,color6,10961
+mid39,mobile59,color4,10170
+mid7,mobile57,color4,10427
+mid84,mobile25,color5,10823
+mid91,mobile21,color0,10589
+mid47,mobile6,color8,10780
+mid60,mobile35,color2,10291
+mid30,mobile42,color3,10432
+mid91,mobile54,color7,10165
+mid10,mobile79,color5,10513
+mid79,mobile73,color0,10359
+mid70,mobile43,color7,10749
+mid46,mobile80,color6,10685
+mid14,mobile23,color5,10348
+mid19,mobile40,color0,10965
+mid52,mobile51,color9,10313
+mid81,mobile89,color0,10998
+mid5,mobile25,color5,101
+mid31,mobile91,color1,10271
+mid5,mobile52,color2,10488
+mid75,mobile88,color2,10486
+mid76,mobile52,color8,10381
+mid11,mobile6,color2,10962
+mid19,mobile44,color6,10740
+mid85,mobile87,color7,10993
+mid43,mobile11,color8,10702
+mid51,mobile29,color8,10699
+mid71,mobile67,color1,1083
+mid67,mobile11,color0,10291
+mid58,mobile11,color8,10220
+mid43,mobile43,color8,10469
+mid25,mobile8,color6,10189
+mid96,mobile19,color6,10800
+mid67,mobile31,color7,10279
+mid44,mobile12,color1,10859
+mid53,mobile81,color4,10947
+mid22,mobile48,color3,10379
+mid35,mobile32,color8,10162
+mid37,mobile2,color3,10438
+mid99,mobile75,color1,10803
+mid78,mobile60,color2,10175
+mid35,mobile59,color0,10789
+mid83,mobile25,color5,10572
+mid36,mobile35,color8,10344
+mid51,mobile54,color9,10765
+mid43,mobile87,color7,10881
+mid5,mobile95,color6,10534
+mid1,mobile22,color8,10806
+mid5,mobile65,color8,10563
+mid22,mobile91,color5,10821
+mid63,mobile83,color4,10677
+mid57,mobile59,color8,10716
+mid86,mobile3,color7,10229
+mid61,mobile45,color4,10461
+mid54,mobile5,color6,10672
+mid42,mobile54,color9,10618
+mid49,mobile19,color1,10731
+mid66,mobile66,color8,10818
+mid92,mobile80,color5,10924
+mid93,mobile94,color2,10554
+mid39,mobile8,color0,10103
+mid97,mobile22,color3,1084
+mid58,mobile44,color0,10728
+mid63,mobile33,color0,10843
+mid19,mobile37,color7,10369
+mid86,mobile21,color6,10875
+mid80,mobile75,color3,10859
+mid89,mobile32,color3,10856
+mid77,mobile89,color5,10193
+mid14,mobile60,color8,10302
+mid44,mobile71,color1,10837
+mid44,mobile10,color5,10167
+mid24,mobile46,color0,10304
+mid41,mobile10,color2,10578
+mid55,mobile53,color9,10183
+mid34,mobile50,color8,10949
+mid30,mobile15,color9,10179
+mid77,mobile99,color0,10132
+mid77,mobile73,color9,10239
+mid65,mobile53,color6,1038
+mid93,mobile92,color0,10100
+mid52,mobile38,color8,10810
+mid72,mobile46,color4,10988
+mid73,mobile38,color0,10859
+mid79,mobile67,color3,10751
+mid0,mobile58,color8,10900
+mid49,mobile77,color9,10243
+mid22,mobile16,color5,10836
+mid66,mobile77,color5,10663
+mid95,mobile63,color1,10128
+mid71,mobile26,color8,10964
+mid84,mobile34,color0,10213
+mid98,mobile98,color3,10555
+mid99,mobile72,color3,10635
+mid52,mobile91,color5,10268
+mid30,mobile82,color6,10950
+mid4,mobile89,color5,10528
+mid68,mobile94,color3,10803
+mid34,mobile22,color2,10335
+mid51,mobile1,color3,10617
+mid14,mobile4,color8,10555
+mid9,mobile68,color6,1089
+mid55,mobile14,color8,10793
+mid67,mobile12,color8,10584
+mid53,mobile81,color2,10259
+mid58,mobile65,color5,10268
+mid94,mobile62,color1,10258
+mid67,mobile75,color7,10511
+mid98,mobile55,color9,10481
+mid72,mobile94,color8,10600
+mid3,mobile98,color4,10644
+mid96,mobile74,color6,10229
+mid89,mobile52,color1,10614
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/lessthandatacolumndata.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/lessthandatacolumndata.csv b/integration/spark-common-test/src/test/resources/lessthandatacolumndata.csv
new file mode 100644
index 0000000..98f0daf
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/lessthandatacolumndata.csv
@@ -0,0 +1,11 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,15000
+2,2015/7/24,china,aaa2,phone756,ASD42892,15001
+3,2015/7/25,china
+4,2015/7/26,china,aaa4,phone2435,ASD66902,15003
+5,2015/7/27,china,aaa5,phone2441,ASD90633,15004
+6,2015/7/28,china,aaa6,phone294,ASD59961,15005
+7,2015/7/29,china,aaa7,phone610,
+8,2015/7/30,china,aaa8,phone1848,ASD57308,15007
+9,2015/7/18,china,aaa9,phone706,ASD86717,15008
+10,2015/7/19,usa,aaa10,phone685,ASD30505,15009
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/.invisibilityfile
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/.invisibilityfile b/integration/spark-common-test/src/test/resources/loadMultiFiles/.invisibilityfile
new file mode 100644
index 0000000..c16bc10
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/loadMultiFiles/.invisibilityfile
@@ -0,0 +1,3 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
+20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/_SUCCESS
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/_SUCCESS b/integration/spark-common-test/src/test/resources/loadMultiFiles/_SUCCESS
new file mode 100644
index 0000000..e69de29
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/data.csv b/integration/spark-common-test/src/test/resources/loadMultiFiles/data.csv
new file mode 100644
index 0000000..a5c8c5e
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/loadMultiFiles/data.csv
@@ -0,0 +1,4 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+11,arvind,SE,17-01-2007,1,developer,10,network,928478,17-02-2007,29-11-2016,96,96.2,5040.56
+12,krithin,SSE,29-05-2008,1,developer,11,protocol,928378,29-06-2008,30-12-2016,85,95.1,7124.21
+13,madhan,TPL,07-07-2009,2,tester,10,network,928478,07-08-2009,30-12-2016,88,99,9054.235
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/emptyfile.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/emptyfile.csv b/integration/spark-common-test/src/test/resources/loadMultiFiles/emptyfile.csv
new file mode 100644
index 0000000..e69de29
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data.csv b/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data.csv
new file mode 100644
index 0000000..289c0c2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data.csv
@@ -0,0 +1,2 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+16,pramod,SE,14-10-2012,1,developer,13,configManagement,928478,14-11-2012,29-12-2016,86,93,5040.56
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv b/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv
new file mode 100644
index 0000000..68a5054
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv
@@ -0,0 +1,3 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+14,anandh,SA,29-12-2010,3,manager,11,protocol,928278,29-01-2011,29-06-2016,77,92.2,11248.25
+15,ayushi,SSA,09-11-2011,1,developer,12,security,928375,09-12-2011,29-05-2016,99,91.5,13245.48
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv b/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv
new file mode 100644
index 0000000..e70c970
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv
@@ -0,0 +1,3 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+17,gawrav,PL,22-09-2013,2,tester,12,security,928778,22-10-2013,15-11-2016,78,97.45,9574.24
+18,sibi,TL,15-08-2014,2,tester,14,Learning,928176,15-09-2014,29-05-2016,84,98.23,7245.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/loadMultiFiles/non-csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/loadMultiFiles/non-csv b/integration/spark-common-test/src/test/resources/loadMultiFiles/non-csv
new file mode 100644
index 0000000..c16bc10
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/loadMultiFiles/non-csv
@@ -0,0 +1,3 @@
+empno,empname,designation,doj,workgroupcategory,workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate,attendance,utilization,salary
+19,shivani,PL,12-05-2015,1,developer,10,network,928977,12-06-2015,12-11-2016,88,91.678,11254.24
+20,bill,PM,01-12-2015,3,manager,14,Learning,928479,01-01-2016,30-11-2016,75,94.22,13547.25
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/locationInfoActiveCountry.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/locationInfoActiveCountry.csv b/integration/spark-common-test/src/test/resources/locationInfoActiveCountry.csv
new file mode 100644
index 0000000..c5f6c25
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/locationInfoActiveCountry.csv
@@ -0,0 +1,9 @@
+Chinese
+Chinese
+Chinese
+Chinese
+Chinese
+USA
+UK
+France
+Italy
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/mac.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/mac.csv b/integration/spark-common-test/src/test/resources/mac.csv
new file mode 100644
index 0000000..e96d5ca
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/mac.csv
@@ -0,0 +1,39 @@
+MAC165
+MAC168
+MAC171
+MAC174
+MAC177
+MAC180
+MAC183
+MAC186
+MAC189
+MAC262
+MAC263
+MAC265
+MAC266
+MAC268
+MAC269
+MAC271
+MAC272
+MAC274
+MAC275
+MAC277
+MAC278
+MAC280
+MAC281
+MAC283
+MAC284
+MAC285
+MAC286
+MAC287
+MAC288
+MAC289
+MAC290
+MAC291
+MAC292
+MAC292
+MAC293
+MAC294
+MAC295
+MAC296
+MAC400
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/mobileimei.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/mobileimei.csv b/integration/spark-common-test/src/test/resources/mobileimei.csv
new file mode 100644
index 0000000..96fe34d
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/mobileimei.csv
@@ -0,0 +1,24 @@
+1AA100064
+1AA100065
+1AA100066
+1AA100067
+1AA100068
+1AA100069
+1AA10007
+1AA100070
+1AA100071
+1AA100072
+1AA100073
+1AA100074
+1AA100075
+1AA100076
+1AA100077
+1AA100078
+1AA100079
+1AA10008
+1AA100080
+1AA100081
+1AA100082
+1AA100083
+1AA100084
+1AA100000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/noneCsvFormat.cs
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/noneCsvFormat.cs b/integration/spark-common-test/src/test/resources/noneCsvFormat.cs
new file mode 100644
index 0000000..95ba5f2
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/noneCsvFormat.cs
@@ -0,0 +1,4 @@
+Id,number,name,gamePoint,mac
+1,1.5,Mark,1.2$2,3
+2,2,Twin,2.0$3,1.5
+3,3.0,Betty,5$2.0,2
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/nullSample.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/nullSample.csv b/integration/spark-common-test/src/test/resources/nullSample.csv
new file mode 100644
index 0000000..e69de29
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/nullandnonparsableValue.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/nullandnonparsableValue.csv b/integration/spark-common-test/src/test/resources/nullandnonparsableValue.csv
new file mode 100644
index 0000000..6647200
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/nullandnonparsableValue.csv
@@ -0,0 +1,3 @@
+1,2015-17-23 00:00:00,china,aaa1,phone197,ASD69643,15000.43525
+2,2015-7-23 00:00:00,china,aaa1,phone197,ASD69643,15000.43525fd
+3,
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/nullmeasurevalue.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/nullmeasurevalue.csv b/integration/spark-common-test/src/test/resources/nullmeasurevalue.csv
new file mode 100644
index 0000000..8815bce
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/nullmeasurevalue.csv
@@ -0,0 +1,11 @@
+ID,date,country,name,phonetype,serialname,salary
+1,2015/7/23,china,aaa1,phone197,ASD69643,
+2,2015/7/24,china,aaa2,phone756,ASD42892,
+3,2015/7/25,china,aaa3,phone1904,ASD37014,
+4,2015/7/26,china,aaa4,phone2435,ASD66902,
+5,2015/7/27,china,aaa5,phone2441,ASD90633,
+6,2015/7/28,china,aaa6,phone294,ASD59961,
+7,2015/7/29,china,aaa7,phone610,ASD14875,
+8,2015/7/30,china,aaa8,phone1848,ASD57308,
+9,2015/7/18,china,aaa9,phone706,ASD86717,
+10,2015/7/19,usa,aaa10,phone685,ASD30505,
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/nullvalueserialization.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/nullvalueserialization.csv b/integration/spark-common-test/src/test/resources/nullvalueserialization.csv
new file mode 100644
index 0000000..9d1dba8
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/nullvalueserialization.csv
@@ -0,0 +1,2 @@
+1,2015-17-23 00:00:00,china,aaa1,phone197,ASD69643,15000.43525
+2,\N,\N,\N,\N,\N,\N
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/numerictypecube.xml
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/numerictypecube.xml b/integration/spark-common-test/src/test/resources/numerictypecube.xml
new file mode 100644
index 0000000..58b5644
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/numerictypecube.xml
@@ -0,0 +1,41 @@
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~ with the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+
+<Schema name="default">
+ <Cube name="numerictypecube" visible="true" cache="true" enabled="true">
+ <Table name="numerictypecube" alias="">
+ </Table>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false"
+ name="utilization">
+ <Hierarchy name="utilization" hasAll="true" normalized="false">
+ <Level name="utilization" column="utilization" type="Numeric" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Dimension type="StandardDimension" visible="true" highCardinality="false" name="salary">
+ <Hierarchy name="salary" hasAll="true" normalized="false">
+ <Level name="salary" column="salary" type="Numeric" levelType="Regular">
+ </Level>
+ </Hierarchy>
+ </Dimension>
+ <Measure name="default_dummy_measure" column="default_dummy_measure" datatype="Numeric"
+ aggregator="sum" visible="false">
+ </Measure>
+ </Cube>
+</Schema>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark-common-test/src/test/resources/sample
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/sample b/integration/spark-common-test/src/test/resources/sample
new file mode 100644
index 0000000..7c57de7
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/sample
@@ -0,0 +1,5 @@
+id,name,city,age
+1,david,shenzhen,31
+2,eason,shenzhen,27
+3,jarry,wuhan,35
+3,jarry,Bangalore,35
[08/38] incubator-carbondata git commit: reuse test case for
integration module
Posted by ja...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
deleted file mode 100644
index fad2ba2..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
+++ /dev/null
@@ -1,104 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.datacompaction
-
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-
-import scala.collection.JavaConverters._
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * FT for data compaction Boundary condition verification.
- */
-class DataCompactionBoundaryConditionsTest extends QueryTest with BeforeAndAfterAll {
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val resource = currentDirectory + "/src/test/resources/"
-
- val storeLocation = new File(this.getClass.getResource("/").getPath + "/../test").getCanonicalPath
- val carbonTableIdentifier: CarbonTableIdentifier =
- new CarbonTableIdentifier("default", "boundarytest".toLowerCase(), "1")
-
- override def beforeAll {
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.COMPACTION_SEGMENT_LEVEL_THRESHOLD, "2,2")
- sql("drop table if exists boundarytest")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
- sql(
- "CREATE TABLE IF NOT EXISTS boundarytest (country String, ID Int, date " +
- "Timestamp, name " +
- "String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
- ".format'"
- )
-
- }
-
- /**
- * Compaction verificatoin in case of no loads.
- */
- test("check if compaction is completed correctly.") {
-
- try {
- sql("alter table boundarytest compact 'minor'")
- sql("alter table boundarytest compact 'major'")
- }
- catch {
- case e: Exception =>
- assert(false)
- }
- }
-
- /**
- * Compaction verificatoin in case of one loads.
- */
- test("check if compaction is completed correctly for one load.") {
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- var csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
-
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE boundarytest " +
- "OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("alter table boundarytest compact 'minor'")
- sql("alter table boundarytest compact 'major'")
-
- }
-
-
- override def afterAll {
- sql("drop table if exists boundarytest")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
deleted file mode 100644
index 58d89a9..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
+++ /dev/null
@@ -1,128 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.datacompaction
-
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-import scala.collection.JavaConverters._
-
-/**
- * FT for data compaction scenario.
- */
-class DataCompactionCardinalityBoundryTest extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "true")
- sql("drop table if exists cardinalityTest")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
- sql(
- "CREATE TABLE IF NOT EXISTS cardinalityTest (country String, ID String, date Timestamp, name " +
- "String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
- ".format'"
- )
-
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
- // loading the rows greater than 256. so that the column cardinality crosses byte boundary.
- val csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compactioncard2.csv"
-
- val csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
-
-
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE cardinalityTest OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE cardinalityTest OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- // compaction will happen here.
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath3 + "' INTO TABLE cardinalityTest OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- // compaction will happen here.
- sql("alter table cardinalityTest compact 'major'"
- )
-
- }
-
- test("check if compaction is completed or not and verify select query.") {
- var status = true
- var noOfRetries = 0
- while (status && noOfRetries < 10) {
-
- val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(new
- AbsoluteTableIdentifier(
- CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
- new CarbonTableIdentifier("default", "cardinalityTest", "1")
- )
- )
- val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
-
- if (!segments.contains("0.1")) {
- // wait for 2 seconds for compaction to complete.
- Thread.sleep(500)
- noOfRetries += 1
- }
- else {
- status = false
- }
- }
- // now check the answers it should be same.
- checkAnswer(
- sql("select country,count(*) from cardinalityTest group by country"),
- Seq(Row("america",1),
- Row("canada",1),
- Row("chile",1),
- Row("china",2),
- Row("england",1),
- Row("burma",152),
- Row("butan",101),
- Row("mexico",1),
- Row("newzealand",1),
- Row("westindies",1),
- Row("india",1),
- Row("iran",1),
- Row("iraq",1),
- Row("ireland",1)
- )
- )
- }
-
- override def afterAll {
- sql("drop table if exists cardinalityTest")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- CarbonProperties.getInstance().addProperty(CarbonCommonConstants.ENABLE_AUTO_LOAD_MERGE, "false")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
deleted file mode 100644
index e138f62..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
+++ /dev/null
@@ -1,130 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.datacompaction
-
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-import org.apache.carbondata.locks.{LockUsage, CarbonLockFactory, ICarbonLock}
-
-import scala.collection.JavaConverters._
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.carbon.path.{CarbonStorePath, CarbonTablePath}
-import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-/**
- * FT for data compaction Locking scenario.
- */
-class DataCompactionLockTest extends QueryTest with BeforeAndAfterAll {
-
- val absoluteTableIdentifier: AbsoluteTableIdentifier = new
- AbsoluteTableIdentifier(
- CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
- new CarbonTableIdentifier(
- CarbonCommonConstants.DATABASE_DEFAULT_NAME, "compactionlocktesttable", "1")
- )
- val carbonTablePath: CarbonTablePath = CarbonStorePath
- .getCarbonTablePath(absoluteTableIdentifier.getStorePath,
- absoluteTableIdentifier.getCarbonTableIdentifier
- )
- val dataPath: String = carbonTablePath.getMetadataDirectoryPath
-
- val carbonLock: ICarbonLock =
- CarbonLockFactory
- .getCarbonLockObj(absoluteTableIdentifier.getCarbonTableIdentifier, LockUsage.COMPACTION_LOCK)
-
- override def beforeAll {
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.ENABLE_CONCURRENT_COMPACTION, "true")
- sql("drop table if exists compactionlocktesttable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
- sql(
- "CREATE TABLE IF NOT EXISTS compactionlocktesttable (country String, ID Int, date " +
- "Timestamp, name " +
- "String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
- ".format'"
- )
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- var csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
- var csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compaction2.csv"
- var csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
-
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE compactionlocktesttable " +
- "OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE compactionlocktesttable " +
- "OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath3 + "' INTO TABLE compactionlocktesttable " +
- "OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- // take the lock so that next compaction will be failed.
- carbonLock.lockWithRetries()
-
- // compaction should happen here.
- try{
- sql("alter table compactionlocktesttable compact 'major'")
- }
- catch {
- case e : Exception =>
- assert(true)
- }
- }
-
- /**
- * Compaction should fail as lock is being held purposefully
- */
- test("check if compaction is failed or not.") {
-
- val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(
- absoluteTableIdentifier
- )
- val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
-
- if (!segments.contains("0.1")) {
- assert(true)
- }
- else {
- assert(false)
- }
- }
-
-
- override def afterAll {
- sql("drop table if exists compactionlocktesttable")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- carbonLock.unlock()
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionMinorThresholdTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionMinorThresholdTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionMinorThresholdTest.scala
index 257f382..4fba844 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionMinorThresholdTest.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionMinorThresholdTest.scala
@@ -18,30 +18,20 @@
*/
package org.apache.carbondata.spark.testsuite.datacompaction
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-
import scala.collection.JavaConverters._
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
-import org.apache.carbondata.core.carbon.path.{CarbonStorePath, CarbonTablePath}
import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
import org.apache.carbondata.core.util.CarbonProperties
/**
* FT for data compaction Minor threshold verification.
*/
class DataCompactionMinorThresholdTest extends QueryTest with BeforeAndAfterAll {
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val resource = currentDirectory + "/src/test/resources/"
-
- val storeLocation = new File(this.getClass.getResource("/").getPath + "/../test").getCanonicalPath
val carbonTableIdentifier: CarbonTableIdentifier =
new CarbonTableIdentifier("default", "minorthreshold".toLowerCase(), "1")
@@ -61,12 +51,9 @@ class DataCompactionMinorThresholdTest extends QueryTest with BeforeAndAfterAll
".format'"
)
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- var csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
- var csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compaction2.csv"
- var csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
+ val csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+ val csvFilePath2 = s"$resourcesPath/compaction/compaction2.csv"
+ val csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE minorthreshold " +
"OPTIONS" +
@@ -106,8 +93,8 @@ class DataCompactionMinorThresholdTest extends QueryTest with BeforeAndAfterAll
assert(!segments.contains("3"))
}
-
override def afterAll {
+ sql("drop table if exists minorthreshold")
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
CarbonProperties.getInstance()
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionNoDictionaryTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionNoDictionaryTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionNoDictionaryTest.scala
index 42f9cfb..a378abe 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionNoDictionaryTest.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionNoDictionaryTest.scala
@@ -18,19 +18,16 @@
*/
package org.apache.carbondata.spark.testsuite.datacompaction
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-
import scala.collection.JavaConverters._
import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
+import org.scalatest.BeforeAndAfterAll
+
import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
/**
* FT for data compaction scenario.
@@ -47,12 +44,9 @@ class DataCompactionNoDictionaryTest extends QueryTest with BeforeAndAfterAll {
segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
}
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
-
- var csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
- var csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compaction2.csv"
- var csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
+ var csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+ var csvFilePath2 = s"$resourcesPath/compaction/compaction2.csv"
+ var csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
override def beforeAll {
CarbonProperties.getInstance()
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionTest.scala
index 3d2e4fe..66be271 100644
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionTest.scala
+++ b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionTest.scala
@@ -18,19 +18,15 @@
*/
package org.apache.carbondata.spark.testsuite.datacompaction
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-
import scala.collection.JavaConverters._
import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
import org.apache.spark.sql.common.util.QueryTest
import org.scalatest.BeforeAndAfterAll
import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.updatestatus.SegmentStatusManager
import org.apache.carbondata.core.util.CarbonProperties
/**
@@ -50,13 +46,9 @@ class DataCompactionTest extends QueryTest with BeforeAndAfterAll {
".format'"
)
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
- val csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compaction2.csv"
- val csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
+ val csvFilePath1 = s"$resourcesPath/compaction/compaction1.csv"
+ val csvFilePath2 = s"$resourcesPath/compaction/compaction2.csv"
+ val csvFilePath3 = s"$resourcesPath/compaction/compaction3.csv"
sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE normalcompaction OPTIONS" +
"('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
deleted file mode 100644
index b05ca01..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
+++ /dev/null
@@ -1,170 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.datacompaction
-
-import java.io.File
-
-import scala.collection.JavaConverters._
-
-import org.apache.carbondata.core.carbon.path.CarbonStorePath
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
-import org.apache.carbondata.core.carbon.datastore.TableSegmentUniqueIdentifier
-import org.apache.carbondata.core.carbon.datastore.block.SegmentTaskIndexWrapper
-import org.apache.carbondata.core.carbon.path.CarbonStorePath
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.carbondata.hadoop.CacheClient
-
-/**
- * FT for compaction scenario where major segment should not be included in minor.
- */
-class MajorCompactionIgnoreInMinorTest extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- CarbonProperties.getInstance().addProperty("carbon.compaction.level.threshold", "2,2")
- sql("drop table if exists ignoremajor")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
- sql(
- "CREATE TABLE IF NOT EXISTS ignoremajor (country String, ID Int, date Timestamp, name " +
- "String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
- ".format'"
- )
-
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
- val csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compaction2.csv"
- val csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
-
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE ignoremajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE ignoremajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- // compaction will happen here.
- sql("alter table ignoremajor compact 'major'"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE ignoremajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE ignoremajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("alter table ignoremajor compact 'minor'"
- )
-
- }
-
-
- /**
- * Test whether major compaction is not included in minor compaction.
- */
- test("delete merged folder and check segments") {
- // delete merged segments
- sql("clean files for table ignoremajor")
- sql("select * from ignoremajor").show()
- val identifier = new AbsoluteTableIdentifier(
- CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
- new CarbonTableIdentifier(
- CarbonCommonConstants.DATABASE_DEFAULT_NAME, "ignoremajor", "rrr")
- )
- val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(identifier)
-
- // merged segment should not be there
- val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
- assert(segments.contains("0.1"))
- assert(segments.contains("2.1"))
- assert(!segments.contains("2"))
- assert(!segments.contains("3"))
- val cacheClient = new CacheClient(CarbonProperties.getInstance.
- getProperty(CarbonCommonConstants.STORE_LOCATION));
- val segmentIdentifier = new TableSegmentUniqueIdentifier(identifier, "2")
- val wrapper: SegmentTaskIndexWrapper = cacheClient.getSegmentAccessClient.
- getIfPresent(segmentIdentifier)
- assert(null == wrapper)
-
- }
-
- /**
- * Delete should not work on compacted segment.
- */
- test("delete compacted segment and check status") {
- try {
- sql("delete segment 2 from table ignoremajor")
- assert(false)
- }
- catch {
- case _:Throwable => assert(true)
- }
- val carbontablePath = CarbonStorePath
- .getCarbonTablePath(CarbonProperties.getInstance
- .getProperty(CarbonCommonConstants.STORE_LOCATION),
- new CarbonTableIdentifier(
- CarbonCommonConstants.DATABASE_DEFAULT_NAME, "ignoremajor", "rrr")
- )
- .getMetadataDirectoryPath
- val segs = SegmentStatusManager.readLoadMetadata(carbontablePath)
-
- // status should remain as compacted.
- assert(segs(3).getLoadStatus.equalsIgnoreCase(CarbonCommonConstants.COMPACTED))
-
- }
-
- /**
- * Delete should not work on compacted segment.
- */
- test("delete compacted segment by date and check status") {
- sql(
- "DELETE SEGMENTS FROM TABLE ignoremajor where STARTTIME before" +
- " '2222-01-01 19:35:01'"
- )
- val carbontablePath = CarbonStorePath
- .getCarbonTablePath(CarbonProperties.getInstance
- .getProperty(CarbonCommonConstants.STORE_LOCATION),
- new CarbonTableIdentifier(
- CarbonCommonConstants.DATABASE_DEFAULT_NAME, "ignoremajor", "rrr")
- )
- .getMetadataDirectoryPath
- val segs = SegmentStatusManager.readLoadMetadata(carbontablePath)
-
- // status should remain as compacted for segment 2.
- assert(segs(3).getLoadStatus.equalsIgnoreCase(CarbonCommonConstants.COMPACTED))
- // for segment 0.1 . should get deleted
- assert(segs(2).getLoadStatus.equalsIgnoreCase(CarbonCommonConstants.MARKED_FOR_DELETE))
-
- }
-
- override def afterAll {
- sql("drop table if exists ignoremajor")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
deleted file mode 100644
index f816c15..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
+++ /dev/null
@@ -1,147 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.datacompaction
-
-import java.io.File
-
-import org.apache.carbondata.core.updatestatus.SegmentStatusManager
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.apache.carbondata.core.carbon.{AbsoluteTableIdentifier, CarbonTableIdentifier}
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.scalatest.BeforeAndAfterAll
-
-import scala.collection.JavaConverters._
-
-/**
- * FT for compaction scenario where major compaction will only compact the segments which are
- * present at the time of triggering the compaction.
- */
-class MajorCompactionStopsAfterCompaction extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("drop table if exists stopmajor")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "mm/dd/yyyy")
- sql(
- "CREATE TABLE IF NOT EXISTS stopmajor (country String, ID decimal(7,4), date Timestamp, name " +
- "String, " +
- "phonetype String, serialname String, salary Int) STORED BY 'org.apache.carbondata" +
- ".format'"
- )
-
-
- val currentDirectory = new File(this.getClass.getResource("/").getPath + "/../../")
- .getCanonicalPath
- val csvFilePath1 = currentDirectory + "/src/test/resources/compaction/compaction1.csv"
-
- val csvFilePath2 = currentDirectory + "/src/test/resources/compaction/compaction2.csv"
- val csvFilePath3 = currentDirectory + "/src/test/resources/compaction/compaction3.csv"
-
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE stopmajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE stopmajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- // compaction will happen here.
- sql("alter table stopmajor compact 'major'"
- )
- Thread.sleep(2000)
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath1 + "' INTO TABLE stopmajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- sql("LOAD DATA LOCAL INPATH '" + csvFilePath2 + "' INTO TABLE stopmajor OPTIONS" +
- "('DELIMITER'= ',', 'QUOTECHAR'= '\"')"
- )
- if (checkCompactionCompletedOrNot("0.1")) {
- }
-
- }
-
- /**
- * Check if the compaction is completed or not.
- *
- * @param requiredSeg
- * @return
- */
- def checkCompactionCompletedOrNot(requiredSeg: String): Boolean = {
- var status = false
- var noOfRetries = 0
- while (!status && noOfRetries < 10) {
-
- val identifier = new AbsoluteTableIdentifier(
- CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
- new CarbonTableIdentifier(
- CarbonCommonConstants.DATABASE_DEFAULT_NAME, "stopmajor", noOfRetries + "")
- )
-
- val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(identifier)
-
- val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
- segments.foreach(seg =>
- System.out.println( "valid segment is =" + seg)
- )
-
- if (!segments.contains(requiredSeg)) {
- // wait for 2 seconds for compaction to complete.
- System.out.println("sleping for 2 seconds.")
- Thread.sleep(2000)
- noOfRetries += 1
- }
- else {
- status = true
- }
- }
- return status
- }
-
- /**
- * Test whether major compaction is not included in minor compaction.
- */
- test("delete merged folder and check segments") {
- // delete merged segments
- sql("clean files for table stopmajor")
-
- val identifier = new AbsoluteTableIdentifier(
- CarbonProperties.getInstance.getProperty(CarbonCommonConstants.STORE_LOCATION),
- new CarbonTableIdentifier(CarbonCommonConstants.DATABASE_DEFAULT_NAME, "stopmajor", "rrr")
- )
-
- val segmentStatusManager: SegmentStatusManager = new SegmentStatusManager(identifier)
-
- // merged segment should not be there
- val segments = segmentStatusManager.getValidAndInvalidSegments.getValidSegments.asScala.toList
- assert(segments.contains("0.1"))
- assert(!segments.contains("0.2"))
- assert(!segments.contains("0"))
- assert(!segments.contains("1"))
- assert(segments.contains("2"))
- assert(segments.contains("3"))
-
- }
-
- override def afterAll {
- sql("drop table if exists stopmajor")
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala
deleted file mode 100644
index 3aa2575..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala
+++ /dev/null
@@ -1,168 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.spark.testsuite.dataload
-
-import org.apache.hadoop.fs.Path
-import org.apache.hadoop.mapreduce.lib.input.FileSplit
-import org.apache.spark.{Partition, SerializableWritable, SparkContext, TaskContext}
-import org.apache.spark.rdd.{DataLoadPartitionCoalescer, RDD}
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.catalyst.expressions.GenericRow
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-class TestDataLoadPartitionCoalescer extends QueryTest with BeforeAndAfterAll {
- var nodeList: Array[String] = _
-
- class DummyPartition(val index: Int,
- rawSplit: FileSplit) extends Partition {
- val serializableHadoopSplit = new SerializableWritable(rawSplit)
- }
-
- class Dummy(sc: SparkContext, partitions: Array[Partition]) extends RDD[Row](sc, Nil) {
- override def compute(split: Partition, context: TaskContext): Iterator[Row] = {
- new Iterator[Row] {
- var isFirst = true;
- override def hasNext: Boolean = isFirst;
-
- override def next(): Row = {
- isFirst = false
- new GenericRow(Array[Any]())
- }
- }
- }
-
- override protected def getPartitions: Array[Partition] = partitions
-
- override protected def getPreferredLocations(split: Partition): Seq[String] = {
- split.asInstanceOf[DummyPartition].serializableHadoopSplit.value.getLocations.toSeq
- }
-
- }
-
- override def beforeAll: Unit = {
- nodeList = Array("host1", "host2", "host3")
-
- }
-
- def createPartition(index: Int, file: String, hosts: Array[String]) : Partition = {
- new DummyPartition(index, new FileSplit(new Path(file), 0, 1, hosts))
- }
-
- def repartition(parts: Array[Partition]): Array[Partition] = {
- new DataLoadPartitionCoalescer(new Dummy(sparkContext, parts), nodeList).run
- }
-
- def checkPartition(prevParts: Array[Partition], parts: Array[Partition]): Unit = {
- DataLoadPartitionCoalescer.checkPartition(prevParts, parts)
- }
-
- test("test number of partitions is more than nodes's") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array("host1", "host2", "host3")),
- createPartition(1, "2.csv", Array("host1", "host2", "host3")),
- createPartition(2, "3.csv", Array("host1", "host2", "host3")),
- createPartition(3, "4.csv", Array("host1", "host2", "host3")),
- createPartition(4, "5.csv", Array("host1", "host2", "host3"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 3)
- checkPartition(prevParts, parts)
- }
-
- test("test number of partitions equals nodes's") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array("host1", "host2", "host3")),
- createPartition(1, "2.csv", Array("host1", "host2", "host3")),
- createPartition(2, "3.csv", Array("host1", "host2", "host3"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 3)
- checkPartition(prevParts, parts)
- }
-
- test("test number of partitions is less than nodes's") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array("host1", "host2", "host3")),
- createPartition(1, "2.csv", Array("host1", "host2", "host3"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 2)
- checkPartition(prevParts, parts)
- }
-
- test("all partitions are locality") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array("host1", "host2", "host3")),
- createPartition(1, "2.csv", Array("host1", "host2", "host3"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 2)
- checkPartition(prevParts, parts)
- }
-
- test("part of partitions are locality1") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array("host1", "host2", "host3")),
- createPartition(1, "2.csv", Array("host1", "host2", "host4")),
- createPartition(2, "3.csv", Array("host4", "host5", "host6"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 3)
- checkPartition(prevParts, parts)
- }
-
- test("part of partitions are locality2") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array("host1", "host2", "host3")),
- createPartition(1, "2.csv", Array("host1", "host2", "host4")),
- createPartition(2, "3.csv", Array("host3", "host5", "host6"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 3)
- checkPartition(prevParts, parts)
- }
-
- test("part of partitions are locality3") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array("host1", "host2", "host7")),
- createPartition(1, "2.csv", Array("host1", "host2", "host4")),
- createPartition(2, "3.csv", Array("host4", "host5", "host6"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 3)
- checkPartition(prevParts, parts)
- }
-
- test("all partition are not locality") {
- val prevParts = Array[Partition](
- createPartition(0, "1.csv", Array()),
- createPartition(1, "2.csv", Array()),
- createPartition(2, "3.csv", Array("host4", "host5", "host6"))
- )
- val parts = repartition(prevParts)
- assert(parts.size == 3)
- checkPartition(prevParts, parts)
- }
-
- override def afterAll {
- }
-}
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
deleted file mode 100644
index 931e4e0..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
+++ /dev/null
@@ -1,139 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
-
-/**
- * This class will test data load in which number of columns in data are more than
- * the number of columns in schema
- */
-class TestDataLoadWithColumnsMoreThanSchema extends QueryTest with BeforeAndAfterAll {
-
- override def beforeAll {
- sql("DROP TABLE IF EXISTS char_test")
- sql("DROP TABLE IF EXISTS hive_char_test")
- sql("CREATE TABLE char_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
- sql("CREATE TABLE hive_char_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)row format delimited fields terminated by ','")
- sql("LOAD DATA LOCAL INPATH './src/test/resources/character_carbon.csv' into table char_test")
- sql("LOAD DATA local inpath './src/test/resources/character_hive.csv' INTO table hive_char_test")
- }
-
- test("test count(*) to check for data loss") {
- checkAnswer(sql("select count(*) from char_test"),
- sql("select count(*) from hive_char_test"))
- }
-
- test("test for invalid value of maxColumns") {
- sql("DROP TABLE IF EXISTS max_columns_test")
- sql("CREATE TABLE max_columns_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
- try {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/character_carbon.csv' into table max_columns_test options('MAXCOLUMNS'='avfgd')")
- assert(false)
- } catch {
- case _: Throwable => assert(true)
- }
- }
-
- test("test for valid value of maxColumns") {
- sql("DROP TABLE IF EXISTS valid_max_columns_test")
- sql("CREATE TABLE valid_max_columns_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
- try {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/character_carbon.csv' into table valid_max_columns_test options('MAXCOLUMNS'='400')")
- checkAnswer(sql("select count(*) from valid_max_columns_test"),
- sql("select count(*) from hive_char_test"))
- } catch {
- case _: Throwable => assert(false)
- }
- }
-
- test("test with invalid maxColumns value") {
- sql(
- "CREATE TABLE max_columns_value_test (imei string,age int,task bigint,num double,level " +
- "decimal(10,3),productdate timestamp,mark int,name string) STORED BY 'org.apache.carbondata" +
- ".format'")
- try {
- sql(
- "LOAD DATA LOCAL INPATH './src/test/resources/character_carbon.csv' into table " +
- "max_columns_value_test options('FILEHEADER='imei,age','MAXCOLUMNS'='2')")
- throw new MalformedCarbonCommandException("Invalid")
- } catch {
- case me: MalformedCarbonCommandException =>
- assert(false)
- case _: Throwable => assert(true)
- }
- }
-
- test("test for maxcolumns option value greater than threshold value for maxcolumns") {
- sql("DROP TABLE IF EXISTS valid_max_columns_test")
- sql("CREATE TABLE valid_max_columns_test (imei string,age int,task bigint,num double,level decimal(10,3),productdate timestamp,mark int,name string)STORED BY 'org.apache.carbondata.format'")
- try {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/character_carbon.csv' into table valid_max_columns_test options('MAXCOLUMNS'='22000')")
- checkAnswer(sql("select count(*) from valid_max_columns_test"),
- sql("select count(*) from hive_char_test"))
- } catch {
- case _: Throwable => assert(false)
- }
- }
-
- test("test for boundary value for maxcolumns") {
- sql("DROP TABLE IF EXISTS boundary_max_columns_test")
- sql("CREATE TABLE boundary_max_columns_test (empno string, empname String, designation String, doj String, " +
- "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
- "projectcode string, projectjoindate String, projectenddate String,attendance double," +
- "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
- "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
- "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')")
- try {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/data.csv' into table boundary_max_columns_test options('MAXCOLUMNS'='14')")
- assert(true)
- } catch {
- case _: Throwable => assert(false)
- }
- }
-
- test("test for maxcolumns value less than columns in 1st line of csv file") {
- sql("DROP TABLE IF EXISTS boundary_max_columns_test")
- sql("CREATE TABLE boundary_max_columns_test (empno string, empname String, designation String, doj String, " +
- "workgroupcategory string, workgroupcategoryname String, deptno string, deptname String, " +
- "projectcode string, projectjoindate String, projectenddate String,attendance double," +
- "utilization double,salary double) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES" +
- "('DICTIONARY_EXCLUDE'='empno,empname,designation,doj,workgroupcategory," +
- "workgroupcategoryname,deptno,deptname,projectcode,projectjoindate,projectenddate')")
- try {
- sql("LOAD DATA LOCAL INPATH './src/test/resources/data.csv' into table boundary_max_columns_test options('MAXCOLUMNS'='13')")
- assert(true)
- } catch {
- case _: Throwable => assert(false)
- }
- }
-
- override def afterAll {
- sql("DROP TABLE IF EXISTS char_test")
- sql("DROP TABLE IF EXISTS hive_char_test")
- sql("DROP TABLE IF EXISTS max_columns_value_test")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
deleted file mode 100644
index 4224856..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
+++ /dev/null
@@ -1,106 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import java.io.File
-
-import org.apache.spark.sql.Row
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-
-
-class TestLoadDataWithDictionaryExcludeAndInclude extends QueryTest with BeforeAndAfterAll {
- var filePath: String = _
- var pwd: String = _
-
- def buildTestData() = {
- pwd = new File(this.getClass.getResource("/").getPath + "/../../").getCanonicalPath
- filePath = pwd + "/src/test/resources/emptyDimensionData.csv"
- }
-
- def dropTable() = {
- sql("DROP TABLE IF EXISTS exclude_include_t3")
- sql("DROP TABLE IF EXISTS exclude_include_hive_t3")
- }
-
- def buildTable() = {
- try {
- sql(
- """
- CREATE TABLE exclude_include_hive_t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- row format delimited fields terminated by ','
- """)
- sql(
- """
- CREATE TABLE exclude_include_t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'org.apache.carbondata.format'
- TBLPROPERTIES('DICTIONARY_EXCLUDE'='country,phonetype,serialname',
- 'DICTIONARY_INCLUDE'='ID')
- """)
- } catch {
- case ex: Throwable => LOGGER.error(ex.getMessage + "\r\n" + ex.getStackTraceString)
- }
- }
-
- def loadTable() = {
- try {
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- sql(
- s"""
- LOAD DATA LOCAL INPATH '$filePath' into table exclude_include_t3
- """)
- sql(
- s"""
- LOAD DATA LOCAL INPATH './src/test/resources/emptyDimensionDataHive.csv' into table exclude_include_hive_t3
- """)
- } catch {
- case ex: Throwable => LOGGER.error(ex.getMessage + "\r\n" + ex.getStackTraceString)
- }
- }
-
- override def beforeAll {
- dropTable
- buildTestData
- buildTable
- loadTable
- }
-
- test("test load data with dictionary exclude & include and with empty dimension") {
- checkAnswer(
- sql("select ID from exclude_include_t3"), sql("select ID from exclude_include_hive_t3")
- )
- }
-
- override def afterAll {
- dropTable
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "dd-MM-yyyy")
- }
-}
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
deleted file mode 100644
index 245a5e8..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
+++ /dev/null
@@ -1,95 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import org.apache.spark.sql.{DataFrame, Row, SaveMode}
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-class TestLoadDataFrame extends QueryTest with BeforeAndAfterAll {
- var df: DataFrame = _
-
- def buildTestData() = {
- import implicits._
- df = sc.parallelize(1 to 1000)
- .map(x => ("a", "b", x))
- .toDF("c1", "c2", "c3")
- }
-
- def dropTable() = {
- sql("DROP TABLE IF EXISTS carbon1")
- sql("DROP TABLE IF EXISTS carbon2")
- sql("DROP TABLE IF EXISTS carbon3")
- }
-
-
-
- override def beforeAll {
- dropTable
- buildTestData
- }
-
- test("test load dataframe with saving compressed csv files") {
- // save dataframe to carbon file
- df.write
- .format("carbondata")
- .option("tableName", "carbon1")
- .option("tempCSV", "true")
- .option("compress", "true")
- .mode(SaveMode.Overwrite)
- .save()
- checkAnswer(
- sql("select count(*) from carbon1 where c3 > 500"), Row(500)
- )
- }
-
- test("test load dataframe with saving csv uncompressed files") {
- // save dataframe to carbon file
- df.write
- .format("carbondata")
- .option("tableName", "carbon2")
- .option("tempCSV", "true")
- .option("compress", "false")
- .mode(SaveMode.Overwrite)
- .save()
- checkAnswer(
- sql("select count(*) from carbon2 where c3 > 500"), Row(500)
- )
- }
-
- test("test load dataframe without saving csv files") {
- // save dataframe to carbon file
- df.write
- .format("carbondata")
- .option("tableName", "carbon3")
- .option("tempCSV", "false")
- .mode(SaveMode.Overwrite)
- .save()
- checkAnswer(
- sql("select count(*) from carbon3 where c3 > 500"), Row(500)
- )
- }
-
- override def afterAll {
- dropTable
- }
-}
-
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
deleted file mode 100644
index 143b386..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
+++ /dev/null
@@ -1,56 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import org.apache.carbondata.processing.etl.DataLoadingException
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-class TestLoadDataUseAllDictionary extends QueryTest with BeforeAndAfterAll{
- override def beforeAll {
- sql("DROP TABLE IF EXISTS t3")
- sql("""
- CREATE TABLE IF NOT EXISTS t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'carbondata'
- """)
- }
-
- test("test load data use all dictionary, and given wrong format dictionary values") {
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/windows.csv' into table t3
- options('FILEHEADER'='id,date,country,name,phonetype,serialname,salary',
- 'All_DICTIONARY_PATH'='./src/test/resources/dict.txt')
- """)
- assert(false)
- } catch {
- case e: DataLoadingException =>
- assert(e.getMessage.equals("Data Loading failure, dictionary values are " +
- "not in correct format!"))
- }
- }
-
- override def afterAll {
- sql("DROP TABLE IF EXISTS t3")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
deleted file mode 100644
index 3fe3c21..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
+++ /dev/null
@@ -1,138 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-import java.sql.Timestamp
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants
-import org.apache.carbondata.core.util.CarbonProperties
-import org.apache.carbondata.spark.exception.MalformedCarbonCommandException
-import org.apache.spark.sql.Row
-
-class TestLoadDataWithDiffTimestampFormat extends QueryTest with BeforeAndAfterAll {
- override def beforeAll {
- sql("DROP TABLE IF EXISTS t3")
- sql("""
- CREATE TABLE IF NOT EXISTS t3
- (ID Int, date Timestamp, starttime Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'carbondata'
- """)
- CarbonProperties.getInstance()
- .addProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, "yyyy/MM/dd")
- }
-
- test("test load data with different timestamp format") {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/timeStampFormatData1.csv' into table t3
- OPTIONS('dateformat' = 'starttime:yyyy-MM-dd HH:mm:ss')
- """)
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/timeStampFormatData2.csv' into table t3
- OPTIONS('dateformat' = ' date : yyyy-MM-dd , StartTime : yyyy/MM/dd HH:mm:ss')
- """)
- checkAnswer(
- sql("SELECT date FROM t3 WHERE ID = 1"),
- Seq(Row(Timestamp.valueOf("2015-07-23 00:00:00.0")))
- )
- checkAnswer(
- sql("SELECT starttime FROM t3 WHERE ID = 1"),
- Seq(Row(Timestamp.valueOf("2016-07-23 01:01:30.0")))
- )
- checkAnswer(
- sql("SELECT date FROM t3 WHERE ID = 18"),
- Seq(Row(Timestamp.valueOf("2015-07-25 00:00:00.0")))
- )
- checkAnswer(
- sql("SELECT starttime FROM t3 WHERE ID = 18"),
- Seq(Row(Timestamp.valueOf("2016-07-25 02:32:02.0")))
- )
- }
-
- test("test load data with different timestamp format with wrong setting") {
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/timeStampFormatData1.csv' into table t3
- OPTIONS('dateformat' = '')
- """)
- assert(false)
- } catch {
- case ex: MalformedCarbonCommandException =>
- assertResult(ex.getMessage)("Error: Option DateFormat is set an empty string.")
- case _ => assert(false)
- }
-
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/timeStampFormatData1.csv' into table t3
- OPTIONS('dateformat' = 'fasfdas:yyyy/MM/dd')
- """)
- assert(false)
- } catch {
- case ex: MalformedCarbonCommandException =>
- assertResult(ex.getMessage)("Error: Wrong Column Name fasfdas is provided in Option DateFormat.")
- case _ => assert(false)
- }
-
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/timeStampFormatData1.csv' into table t3
- OPTIONS('dateformat' = 'date: ')
- """)
- assert(false)
- } catch {
- case ex: MalformedCarbonCommandException =>
- assertResult(ex.getMessage)("Error: Option DateFormat is not provided for Column date.")
- case _ => assert(false)
- }
-
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/timeStampFormatData1.csv' into table t3
- OPTIONS('dateformat' = 'date ')
- """)
- assert(false)
- } catch {
- case ex: MalformedCarbonCommandException =>
- assertResult(ex.getMessage)("Error: Option DateFormat is not provided for Column date .")
- case _ => assert(false)
- }
-
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/timeStampFormatData1.csv' into table t3
- OPTIONS('dateformat' = ':yyyy/MM/dd ')
- """)
- assert(false)
- } catch {
- case ex: MalformedCarbonCommandException =>
- assertResult(ex.getMessage)("Error: Wrong Column Name is provided in Option DateFormat.")
- case _ => assert(false)
- }
-
- }
-
- override def afterAll {
- sql("DROP TABLE IF EXISTS t3")
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/af2f204e/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
----------------------------------------------------------------------
diff --git a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala b/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
deleted file mode 100644
index d6bac33..0000000
--- a/integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
+++ /dev/null
@@ -1,67 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.spark.testsuite.dataload
-
-import org.apache.spark.sql.common.util.CarbonHiveContext._
-import org.apache.spark.sql.common.util.QueryTest
-import org.scalatest.BeforeAndAfterAll
-
-class TestLoadDataWithFileHeaderException extends QueryTest with BeforeAndAfterAll{
- override def beforeAll {
- sql("DROP TABLE IF EXISTS t3")
- sql("""
- CREATE TABLE IF NOT EXISTS t3
- (ID Int, date Timestamp, country String,
- name String, phonetype String, serialname String, salary Int)
- STORED BY 'carbondata'
- """)
- }
-
- test("test load data both file and ddl without file header exception") {
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/windows.csv' into table t3
- """)
- assert(false)
- } catch {
- case e: Exception =>
- assert(e.getMessage.equals("DataLoad failure: CSV File provided is not proper. " +
- "Column names in schema and csv header are not same. CSVFile Name : windows.csv"))
- }
- }
-
- test("test load data ddl provided wrong file header exception") {
- try {
- sql(s"""
- LOAD DATA LOCAL INPATH './src/test/resources/windows.csv' into table t3
- options('fileheader'='no_column')
- """)
- assert(false)
- } catch {
- case e: Exception =>
- assert(e.getMessage.equals("DataLoad failure: CSV header provided in DDL is not proper. " +
- "Column names in schema and CSV header are not the same."))
- }
- }
-
- override def afterAll {
- sql("DROP TABLE IF EXISTS t3")
- }
-}