You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2024/01/09 07:42:14 UTC
(doris) branch master updated: [debug](timeout) add more log in scanner ctx to find timeout problem #29704
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new cf1f5865219 [debug](timeout) add more log in scanner ctx to find timeout problem #29704
cf1f5865219 is described below
commit cf1f586521965019b379cba99fbdb94d0a1dfff9
Author: yiguolei <67...@qq.com>
AuthorDate: Tue Jan 9 15:42:06 2024 +0800
[debug](timeout) add more log in scanner ctx to find timeout problem #29704
Co-authored-by: yiguolei <yi...@gmail.com>
---
be/src/vec/exec/scan/pip_scanner_context.h | 4 ++++
be/src/vec/exec/scan/scanner_context.cpp | 2 ++
be/src/vec/exec/scan/scanner_scheduler.cpp | 1 +
be/src/vec/exec/scan/vscan_node.cpp | 7 +++++--
4 files changed, 12 insertions(+), 2 deletions(-)
diff --git a/be/src/vec/exec/scan/pip_scanner_context.h b/be/src/vec/exec/scan/pip_scanner_context.h
index 71db343840b..8f79e3021a5 100644
--- a/be/src/vec/exec/scan/pip_scanner_context.h
+++ b/be/src/vec/exec/scan/pip_scanner_context.h
@@ -48,6 +48,7 @@ public:
}
if (!status().ok()) {
+ LOG(INFO) << "yyyy status not ok " << debug_string();
return _process_status;
}
}
@@ -60,10 +61,12 @@ public:
// if done, then eos is returned to indicate that the scan operator finished.
if (_blocks_queues[id].empty()) {
*eos = done();
+ LOG(INFO) << "yyyy queue is empty and ctx finished " << debug_string();
return Status::OK();
}
if (_process_status.is<ErrorCode::CANCELLED>()) {
*eos = true;
+ LOG(INFO) << "yyyy process status is cancelled " << debug_string();
return Status::OK();
}
*block = std::move(_blocks_queues[id].front());
@@ -82,6 +85,7 @@ public:
}
if (_blocks_queues[id].empty()) {
+ LOG(INFO) << "yyyy block queue is empty, try to resched ctx " << debug_string();
this->reschedule_scanner_ctx();
}
}
diff --git a/be/src/vec/exec/scan/scanner_context.cpp b/be/src/vec/exec/scan/scanner_context.cpp
index bba31906895..046f28ae824 100644
--- a/be/src/vec/exec/scan/scanner_context.cpp
+++ b/be/src/vec/exec/scan/scanner_context.cpp
@@ -504,6 +504,8 @@ void ScannerContext::push_back_scanner_and_reschedule(std::shared_ptr<ScannerDel
if (!submit_status.ok()) {
set_status_on_error(submit_status, false);
}
+ } else {
+ LOG(INFO) << "yyyy should be sched == false, not sched" << debug_string();
}
}
diff --git a/be/src/vec/exec/scan/scanner_scheduler.cpp b/be/src/vec/exec/scan/scanner_scheduler.cpp
index 4223bd7abb0..cd59177acad 100644
--- a/be/src/vec/exec/scan/scanner_scheduler.cpp
+++ b/be/src/vec/exec/scan/scanner_scheduler.cpp
@@ -140,6 +140,7 @@ Status ScannerScheduler::init(ExecEnv* env) {
}
Status ScannerScheduler::submit(std::shared_ptr<ScannerContext> ctx) {
+ LOG(INFO) << "yyyy submit scanner ctx " << ctx->debug_string();
if (ctx->done()) {
return Status::EndOfFile("ScannerContext is done");
}
diff --git a/be/src/vec/exec/scan/vscan_node.cpp b/be/src/vec/exec/scan/vscan_node.cpp
index 88f44edfdb8..2a56a733b48 100644
--- a/be/src/vec/exec/scan/vscan_node.cpp
+++ b/be/src/vec/exec/scan/vscan_node.cpp
@@ -197,8 +197,8 @@ Status VScanNode::alloc_resource(RuntimeState* state) {
if (_scanner_ctx) {
DCHECK(!_eos && _num_scanners->value() > 0);
RETURN_IF_ERROR(_scanner_ctx->init());
- //LOG(INFO) << "yyyy instance " << print_id(state->fragment_instance_id())
- // << " submit scanner ctx " << _scanner_ctx->debug_string();
+ LOG(INFO) << "yyyy instance " << print_id(state->fragment_instance_id())
+ << " submit scanner ctx " << _scanner_ctx->debug_string();
RETURN_IF_ERROR(_state->exec_env()->scanner_scheduler()->submit(_scanner_ctx));
}
if (_shared_scan_opt) {
@@ -221,6 +221,9 @@ Status VScanNode::alloc_resource(RuntimeState* state) {
: Status::OK());
if (_scanner_ctx) {
RETURN_IF_ERROR(_scanner_ctx->init());
+
+ LOG(INFO) << "yyyy instance " << print_id(state->fragment_instance_id())
+ << " submit scanner ctx " << _scanner_ctx->debug_string();
RETURN_IF_ERROR(_state->exec_env()->scanner_scheduler()->submit(_scanner_ctx));
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org