You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by da...@apache.org on 2024/10/10 06:20:59 UTC
(doris) branch branch-2.1 updated: [Opt](load) Optimize the error messages of -235 and -238 for loading #41048 (#41638)
This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new a26079c09dd [Opt](load) Optimize the error messages of -235 and -238 for loading #41048 (#41638)
a26079c09dd is described below
commit a26079c09dd5dfac47bd37a733f5454f4aae1838
Author: Xin Liao <li...@126.com>
AuthorDate: Thu Oct 10 14:20:52 2024 +0800
[Opt](load) Optimize the error messages of -235 and -238 for loading #41048 (#41638)
cherry pick from #41048
---
be/src/olap/push_handler.cpp | 7 +++++--
be/src/olap/rowset/beta_rowset_writer.cpp | 6 ++++--
be/src/olap/rowset_builder.cpp | 6 ++++--
3 files changed, 13 insertions(+), 6 deletions(-)
diff --git a/be/src/olap/push_handler.cpp b/be/src/olap/push_handler.cpp
index 4dc85c8a510..cf03c6fa3b9 100644
--- a/be/src/olap/push_handler.cpp
+++ b/be/src/olap/push_handler.cpp
@@ -164,7 +164,9 @@ Status PushHandler::_do_streaming_ingestion(TabletSharedPtr tablet, const TPushR
// check if version number exceed limit
if (tablet->exceed_version_limit(config::max_tablet_version_num)) {
return Status::Status::Error<TOO_MANY_VERSION>(
- "failed to push data. version count: {}, exceed limit: {}, tablet: {}",
+ "failed to push data. version count: {}, exceed limit: {}, tablet: {}. Please "
+ "reduce the frequency of loading data or adjust the max_tablet_version_num in "
+ "be.conf to a larger value.",
tablet->version_count(), config::max_tablet_version_num, tablet->tablet_id());
}
@@ -173,7 +175,8 @@ Status PushHandler::_do_streaming_ingestion(TabletSharedPtr tablet, const TPushR
config::tablet_meta_serialize_size_limit) {
return Status::Error<TOO_MANY_VERSION>(
"failed to init rowset builder. meta serialize size : {}, exceed limit: {}, "
- "tablet: {}",
+ "tablet: {}. Please reduce the frequency of loading data or adjust the "
+ "max_tablet_version_num in be.conf to a larger value.",
tablet->avg_rs_meta_serialize_size() * version_count,
config::tablet_meta_serialize_size_limit, tablet->tablet_id());
}
diff --git a/be/src/olap/rowset/beta_rowset_writer.cpp b/be/src/olap/rowset/beta_rowset_writer.cpp
index 7824da38e1f..688e8dfccd2 100644
--- a/be/src/olap/rowset/beta_rowset_writer.cpp
+++ b/be/src/olap/rowset/beta_rowset_writer.cpp
@@ -812,7 +812,8 @@ Status BaseBetaRowsetWriter::_check_segment_number_limit() {
if (UNLIKELY(total_segment_num > config::max_segment_num_per_rowset)) {
return Status::Error<TOO_MANY_SEGMENTS>(
"too many segments in rowset. tablet_id:{}, rowset_id:{}, max:{}, "
- "_num_segment:{}, rowset_num_rows:{}",
+ "_num_segment:{}, rowset_num_rows:{}. Please check if the bucket number is too "
+ "small or if the data is skewed.",
_context.tablet_id, _context.rowset_id.to_string(),
config::max_segment_num_per_rowset, _num_segment, get_rowset_num_rows());
}
@@ -826,7 +827,8 @@ Status BetaRowsetWriter::_check_segment_number_limit() {
if (UNLIKELY(total_segment_num > config::max_segment_num_per_rowset)) {
return Status::Error<TOO_MANY_SEGMENTS>(
"too many segments in rowset. tablet_id:{}, rowset_id:{}, max:{}, _num_segment:{}, "
- "_segcompacted_point:{}, _num_segcompacted:{}, rowset_num_rows:{}",
+ "_segcompacted_point:{}, _num_segcompacted:{}, rowset_num_rows:{}. Please check if "
+ "the bucket number is too small or if the data is skewed.",
_context.tablet_id, _context.rowset_id.to_string(),
config::max_segment_num_per_rowset, _num_segment, _segcompacted_point,
_num_segcompacted, get_rowset_num_rows());
diff --git a/be/src/olap/rowset_builder.cpp b/be/src/olap/rowset_builder.cpp
index 43cea0bea3d..6159c1c11a9 100644
--- a/be/src/olap/rowset_builder.cpp
+++ b/be/src/olap/rowset_builder.cpp
@@ -158,7 +158,8 @@ Status RowsetBuilder::check_tablet_version_count() {
if (version_count > config::max_tablet_version_num) {
return Status::Error<TOO_MANY_VERSION>(
"failed to init rowset builder. version count: {}, exceed limit: {}, "
- "tablet: {}",
+ "tablet: {}. Please reduce the frequency of loading data or adjust the "
+ "max_tablet_version_num in be.conf to a larger value.",
version_count, config::max_tablet_version_num, _tablet->tablet_id());
}
return Status::OK();
@@ -193,7 +194,8 @@ Status RowsetBuilder::init() {
config::tablet_meta_serialize_size_limit) {
return Status::Error<TOO_MANY_VERSION>(
"failed to init rowset builder. meta serialize size : {}, exceed limit: {}, "
- "tablet: {}",
+ "tablet: {}. Please reduce the frequency of loading data or adjust the "
+ "max_tablet_version_num in be.conf to a larger value.",
tablet()->avg_rs_meta_serialize_size() * version_count,
config::tablet_meta_serialize_size_limit, _tablet->tablet_id());
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org