You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2025/10/22 02:00:28 UTC
(doris) branch branch-4.0 updated: branch-4.0: [fix](parquet) incorrect skip files when returning eof #57071 (#57157)
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-4.0 by this push:
new ca8c3a50347 branch-4.0: [fix](parquet) incorrect skip files when returning eof #57071 (#57157)
ca8c3a50347 is described below
commit ca8c3a503471ea56f1e942f33c0c15cad88ca7eb
Author: github-actions[bot] <41...@users.noreply.github.com>
AuthorDate: Wed Oct 22 10:00:21 2025 +0800
branch-4.0: [fix](parquet) incorrect skip files when returning eof #57071 (#57157)
Cherry-picked from #57071
Co-authored-by: Mingyu Chen (Rayner) <mo...@163.com>
---
be/src/vec/exec/scan/file_scanner.cpp | 6 ++++++
be/src/vec/exec/scan/file_scanner.h | 1 +
2 files changed, 7 insertions(+)
diff --git a/be/src/vec/exec/scan/file_scanner.cpp b/be/src/vec/exec/scan/file_scanner.cpp
index 41fe77c1a72..25deb1a8a3e 100644
--- a/be/src/vec/exec/scan/file_scanner.cpp
+++ b/be/src/vec/exec/scan/file_scanner.cpp
@@ -150,6 +150,8 @@ Status FileScanner::init(RuntimeState* state, const VExprContextSPtrs& conjuncts
ADD_COUNTER_WITH_LEVEL(_local_state->scanner_profile(), "EmptyFileNum", TUnit::UNIT, 1);
_not_found_file_counter = ADD_COUNTER_WITH_LEVEL(_local_state->scanner_profile(),
"NotFoundFileNum", TUnit::UNIT, 1);
+ _fully_skipped_file_counter = ADD_COUNTER_WITH_LEVEL(_local_state->scanner_profile(),
+ "FullySkippedFileNum", TUnit::UNIT, 1);
_file_counter =
ADD_COUNTER_WITH_LEVEL(_local_state->scanner_profile(), "FileNumber", TUnit::UNIT, 1);
@@ -451,6 +453,10 @@ Status FileScanner::_get_block_wrapped(RuntimeState* state, Block* block, bool*
_cur_reader_eof = true;
COUNTER_UPDATE(_not_found_file_counter, 1);
continue;
+ } else if (st.is<ErrorCode::END_OF_FILE>()) {
+ _cur_reader_eof = true;
+ COUNTER_UPDATE(_fully_skipped_file_counter, 1);
+ continue;
} else if (!st) {
return st;
}
diff --git a/be/src/vec/exec/scan/file_scanner.h b/be/src/vec/exec/scan/file_scanner.h
index 445343fa8e2..1a44d06c77b 100644
--- a/be/src/vec/exec/scan/file_scanner.h
+++ b/be/src/vec/exec/scan/file_scanner.h
@@ -210,6 +210,7 @@ private:
RuntimeProfile::Counter* _runtime_filter_partition_prune_timer = nullptr;
RuntimeProfile::Counter* _empty_file_counter = nullptr;
RuntimeProfile::Counter* _not_found_file_counter = nullptr;
+ RuntimeProfile::Counter* _fully_skipped_file_counter = nullptr;
RuntimeProfile::Counter* _file_counter = nullptr;
RuntimeProfile::Counter* _file_read_bytes_counter = nullptr;
RuntimeProfile::Counter* _file_read_calls_counter = nullptr;
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org