[jira] [Commented] (CARBONDATA-1849) n Create pre aggregate table failled

["Kunal Kapoor (JIRA)" <ji...@apache.org>]

    [ https://issues.apache.org/jira/browse/CARBONDATA-1849?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16283200#comment-16283200 ] 

Kunal Kapoor commented on CARBONDATA-1849:
------------------------------------------

resolved with https://github.com/apache/carbondata/pull/1613

> n Create pre aggregate table failled
> ------------------------------------
>
>                 Key: CARBONDATA-1849
>                 URL: https://issues.apache.org/jira/browse/CARBONDATA-1849
>             Project: CarbonData
>          Issue Type: Bug
>          Components: spark-integration
>            Reporter: Mohammad Shahid Khan
>            Assignee: Kunal Kapoor
>
> Create pre aggregate table is failing 
>    spark.sql("""create table carbontable (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""")
>     spark.sql("insert into carbontable select 'a',1,'aa','aaa'")
>     spark. sql("insert into carbontable select 'b',1,'aa','aaa'")
>     spark.sql("insert into carbontable select 'a',10,'aa','aaa'")
>     spark.sql("create datamap preagg1 on table carbontable using 'preaggregate' as select c1,sum(c2) from carbontable group by c1")
> Exception:
> {code}
> Exception in thread "main" org.apache.carbondata.processing.loading.exception.CarbonDataLoadingException: CSV header in DDL is not proper. Column names in schema and CSV header are not the same.
> 	at org.apache.carbondata.spark.util.CommonUtil$.getCsvHeaderColumns(CommonUtil.scala:637)
> 	at org.apache.carbondata.spark.util.DataLoadingUtil$.buildCarbonLoadModel(DataLoadingUtil.scala:312)
> 	at org.apache.spark.sql.execution.command.management.CarbonLoadDataCommand.processData(CarbonLoadDataCommand.scala:133)
> 	at org.apache.spark.sql.execution.command.DataCommand.run(package.scala:71)
> 	at org.apache.spark.sql.execution.command.preaaggregate.CreatePreAggregateTableCommand.processData(CreatePreAggregateTableCommand.scala:139)
> 	at org.apache.spark.sql.execution.command.datamap.CarbonCreateDataMapCommand.processData(CarbonCreateDataMapCommand.scala:80)
> 	at org.apache.spark.sql.execution.command.AtomicRunnableCommand.run(package.scala:86)
> 	at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:58)
> 	at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:56)
> 	at org.apache.spark.sql.execution.command.ExecutedCommandExec.doExecute(commands.scala:74)
> 	at org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:114)
> 	at org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:114)
> 	at org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:135)
> 	at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
> 	at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:132)
> 	at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:113)
> 	at org.apache.spark.sql.execution.QueryExecution.toRdd$lzycompute(QueryExecution.scala:87)
> 	at org.apache.spark.sql.execution.QueryExecution.toRdd(QueryExecution.scala:87)
> 	at org.apache.spark.sql.Dataset.<init>(Dataset.scala:185)
> 	at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:64)
> 	at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:592)
> 	at org.apache.carbondata.examples.CarbonSessionExample$.main(CarbonSessionExample.scala:35)
> 	at org.apache.carbondata.examples.CarbonSessionExample.main(CarbonSessionExample.scala)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:498)
> 	at com.intellij.rt.execution.application.AppMain.main(AppMain.java:147)
> {code}



--
This message was sent by Atlassian JIRA
(v6.4.14#64029)