You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by di...@apache.org on 2023/11/23 13:21:35 UTC
(doris-spark-connector) branch master updated: [bugfix] fix schema error from unique table (#162)
This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 86ca733 [bugfix] fix schema error from unique table (#162)
86ca733 is described below
commit 86ca733cf21ed3ba5d2b2a0ec5b0f59835215307
Author: wuwenchi <wu...@hotmail.com>
AuthorDate: Thu Nov 23 21:21:29 2023 +0800
[bugfix] fix schema error from unique table (#162)
---
.../src/main/java/org/apache/doris/spark/serialization/RowBatch.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java b/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
index cb4d303..85e9a6f 100644
--- a/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
+++ b/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
@@ -105,8 +105,8 @@ public class RowBatch {
VectorSchemaRoot root = arrowStreamReader.getVectorSchemaRoot();
while (arrowStreamReader.loadNextBatch()) {
fieldVectors = root.getFieldVectors();
- if (fieldVectors.size() != schema.size()) {
- logger.error("Schema size '{}' is not equal to arrow field size '{}'.",
+ if (fieldVectors.size() > schema.size()) {
+ logger.error("Data schema size '{}' should not be bigger than arrow field size '{}'.",
fieldVectors.size(), schema.size());
throw new DorisException("Load Doris data failed, schema size of fetch data is wrong.");
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org