Spark读取Doris 1.0的表，报如下错误 Unrecognized field "keysType"

[james <23...@qq.com.INVALID>]

你好！


      环境说明：doris 1.0    1台FE,3台BE.


      通过spark读取doris的表时，报如下错误：






org.apache.doris.spark.exception.DorisException: Doris FE's response cannot map to schema. res: {"keysType":"DUP_KEYS","properties":[{"name":"id","aggregation_type":"","comment":" 主键id","type":"BIGINT"},{"name":"name","aggregation_type":"NONE","comment":" 姓名","type":"VARCHAR"}],"status":200}
 at org.apache.doris.spark.rest.RestService.parseSchema(RestService.java:303)
 at org.apache.doris.spark.rest.RestService.getSchema(RestService.java:279)
 at org.apache.doris.spark.sql.SchemaUtils$.discoverSchemaFromFe(SchemaUtils.scala:51)
 at org.apache.doris.spark.sql.SchemaUtils$.discoverSchema(SchemaUtils.scala:41)
 at org.apache.doris.spark.sql.DorisRelation.lazySchema$lzycompute(DorisRelation.scala:48)
 at org.apache.doris.spark.sql.DorisRelation.lazySchema(DorisRelation.scala:48)
 at org.apache.doris.spark.sql.DorisRelation.schema(DorisRelation.scala:52)
 at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:402)
 at org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:223)
 at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:211)
 at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:167)
 at com.vxdata.datacenter.dataquality.util.SparkSqlUtil$.loadTable(SparkSqlUtil.scala:178)
 at com.vxdata.buildmodel.computer.input.DBInput.compute(DBInput.scala:11)
 at com.vxdata.buildmodel.computer.service.JobFlowService.invokeCompute(JobFlowService.scala:239)
 at com.vxdata.buildmodel.computer.service.JobFlowService$$anonfun$exec$1.apply(JobFlowService.scala:81)
 at com.vxdata.buildmodel.computer.service.JobFlowService$$anonfun$exec$1.apply(JobFlowService.scala:78)
 at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
 at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
 at com.vxdata.buildmodel.computer.service.JobFlowService.exec(JobFlowService.scala:78)
 at com.vxdata.buildmodel.computer.service.JobFlowService.exec(JobFlowService.scala:34)
 at com.vxdata.etl.SparkETLMain$$anonfun$1.apply$mcV$sp(SparkETLMain.scala:64)
 at com.vxdata.datacenter.dataquality.common.TApplication$class.start(TApplication.scala:42)
 at com.vxdata.etl.SparkETLMain$.start(SparkETLMain.scala:12)
 at com.vxdata.etl.SparkETLMain$.delayedEndpoint$com$vxdata$etl$SparkETLMain$1(SparkETLMain.scala:20)
 at com.vxdata.etl.SparkETLMain$delayedInit$body.apply(SparkETLMain.scala:12)
 at scala.Function0$class.apply$mcV$sp(Function0.scala:34)
 at scala.runtime.AbstractFunction0.apply$mcV$sp(AbstractFunction0.scala:12)
 at scala.App$$anonfun$main$1.apply(App.scala:76)
 at scala.App$$anonfun$main$1.apply(App.scala:76)
 at scala.collection.immutable.List.foreach(List.scala:392)
 at scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:35)
 at scala.App$class.main(App.scala:76)
 at com.vxdata.etl.SparkETLMain$.main(SparkETLMain.scala:12)
 at com.vxdata.etl.SparkETLMain.main(SparkETLMain.scala)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:498)
 at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:673) Caused by: org.codehaus.jackson.map.exc.UnrecognizedPropertyException: Unrecognized field "keysType" (Class org.apache.doris.spark.rest.models.Schema), not marked as ignorable
 at [Source: java.io.StringReader@7a1fa00e; line: 1, column: 14] (through reference chain: org.apache.doris.spark.rest.models.Schema["keysType"])
 at org.codehaus.jackson.map.exc.UnrecognizedPropertyException.from(UnrecognizedPropertyException.java:53)
 at org.codehaus.jackson.map.deser.StdDeserializationContext.unknownFieldException(StdDeserializationContext.java:267)
 at org.codehaus.jackson.map.deser.std.StdDeserializer.reportUnknownProperty(StdDeserializer.java:673)
 at org.codehaus.jackson.map.deser.std.StdDeserializer.handleUnknownProperty(StdDeserializer.java:659)
 at org.codehaus.jackson.map.deser.BeanDeserializer.handleUnknownProperty(BeanDeserializer.java:1365)
 at org.codehaus.jackson.map.deser.BeanDeserializer._handleUnknown(BeanDeserializer.java:725)
 at org.codehaus.jackson.map.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:703)
 at org.codehaus.jackson.map.deser.BeanDeserializer.deserialize(BeanDeserializer.java:580)
 at org.codehaus.jackson.map.ObjectMapper._readMapAndClose(ObjectMapper.java:2732)
 at org.codehaus.jackson.map.ObjectMapper.readValue(ObjectMapper.java:1863)
 at org.apache.doris.spark.rest.RestService.parseSchema(RestService.java:295) ... 38 more ;