You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2024/01/31 15:54:26 UTC
(doris) 14/37: [feature](pipeline-load) enable pipeline load by default (#30581)
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
commit f35803b7a0f1fc1ec0d80e3a25befdac2548744f
Author: HHoflittlefish777 <77...@users.noreply.github.com>
AuthorDate: Wed Jan 31 11:25:20 2024 +0800
[feature](pipeline-load) enable pipeline load by default (#30581)
---
be/src/vec/sink/vtablet_block_convertor.cpp | 2 +-
fe/fe-common/src/main/java/org/apache/doris/common/Config.java | 2 +-
regression-test/suites/load_p0/stream_load/test_pipeline_load.groovy | 2 +-
regression-test/suites/load_p0/stream_load/test_stream_load.groovy | 5 +----
4 files changed, 4 insertions(+), 7 deletions(-)
diff --git a/be/src/vec/sink/vtablet_block_convertor.cpp b/be/src/vec/sink/vtablet_block_convertor.cpp
index ab3060af3a8..678c899d980 100644
--- a/be/src/vec/sink/vtablet_block_convertor.cpp
+++ b/be/src/vec/sink/vtablet_block_convertor.cpp
@@ -83,7 +83,7 @@ Status OlapTableBlockConvertor::validate_and_convert_block(
if (stop_processing) {
// should be returned after updating "_number_filtered_rows", to make sure that load job can be cancelled
// because of "data unqualified"
- return Status::EndOfFile("Encountered unqualified data, stop processing");
+ return Status::DataQualityError("Encountered unqualified data, stop processing");
}
_convert_to_dest_desc_block(block.get());
}
diff --git a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
index be18d266f43..4fcd815072e 100644
--- a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
+++ b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
@@ -1587,7 +1587,7 @@ public class Config extends ConfigBase {
public static boolean enable_quantile_state_type = true;
@ConfField(mutable = true)
- public static boolean enable_pipeline_load = false;
+ public static boolean enable_pipeline_load = true;
/*---------------------- JOB CONFIG START------------------------*/
/**
diff --git a/regression-test/suites/load_p0/stream_load/test_pipeline_load.groovy b/regression-test/suites/load_p0/stream_load/test_pipeline_load.groovy
index d0a9a3b9040..414224f5756 100644
--- a/regression-test/suites/load_p0/stream_load/test_pipeline_load.groovy
+++ b/regression-test/suites/load_p0/stream_load/test_pipeline_load.groovy
@@ -151,7 +151,7 @@ suite("test_pipeline_load", "nonConcurrent") {
log.info("Stream load result: ${result}".toString())
def json = parseJson(result)
assertEquals("fail", json.Status.toLowerCase())
- assertTrue(json.Message.contains("[END_OF_FILE]Encountered unqualified data"))
+ assertTrue(json.Message.contains("[DATA_QUALITY_ERROR]Encountered unqualified data"))
assertEquals(0, json.NumberTotalRows)
assertEquals(0, json.NumberFilteredRows)
assertEquals(0, json.NumberUnselectedRows)
diff --git a/regression-test/suites/load_p0/stream_load/test_stream_load.groovy b/regression-test/suites/load_p0/stream_load/test_stream_load.groovy
index e09efde3f2f..ee69cc47779 100644
--- a/regression-test/suites/load_p0/stream_load/test_stream_load.groovy
+++ b/regression-test/suites/load_p0/stream_load/test_stream_load.groovy
@@ -1566,10 +1566,7 @@ suite("test_stream_load", "p0") {
log.info("Stream load result: ${result}".toString())
def json = parseJson(result)
assertEquals("fail", json.Status.toLowerCase())
- assertTrue(json.Message.contains("[DATA_QUALITY_ERROR]too many filtered rows"))
- assertEquals(100, json.NumberTotalRows)
- assertEquals(100, json.NumberFilteredRows)
- assertEquals(0, json.NumberUnselectedRows)
+ assertTrue(json.Message.contains("[DATA_QUALITY_ERROR]Encountered unqualified data, stop processing"))
}
}
} finally {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org