You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gluten.apache.org by ma...@apache.org on 2024/05/15 08:30:32 UTC
(incubator-gluten) branch main updated: [GLUTEN-5731][CORE] Fix the logic to calculate shuffle write time in RssPartitionWriter (#5742)
This is an automated email from the ASF dual-hosted git repository.
marong pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 2984bd740 [GLUTEN-5731][CORE] Fix the logic to calculate shuffle write time in RssPartitionWriter (#5742)
2984bd740 is described below
commit 2984bd740e9bfc02d496a5eb39916461642073c2
Author: Yibing <56...@qq.com>
AuthorDate: Wed May 15 16:30:28 2024 +0800
[GLUTEN-5731][CORE] Fix the logic to calculate shuffle write time in RssPartitionWriter (#5742)
Co-authored-by: yibing <ga...@alibaba-inc.com>
---
cpp/core/shuffle/rss/RssPartitionWriter.cc | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git a/cpp/core/shuffle/rss/RssPartitionWriter.cc b/cpp/core/shuffle/rss/RssPartitionWriter.cc
index 72bcf1d3a..15981bf8d 100644
--- a/cpp/core/shuffle/rss/RssPartitionWriter.cc
+++ b/cpp/core/shuffle/rss/RssPartitionWriter.cc
@@ -56,8 +56,6 @@ arrow::Status RssPartitionWriter::evict(
bool reuseBuffers,
bool hasComplexType) {
rawPartitionLengths_[partitionId] += inMemoryPayload->getBufferSize();
-
- ScopedTimer timer(&spillTime_);
auto payloadType = (codec_ && inMemoryPayload->numRows() >= options_.compressionThreshold)
? Payload::Type::kCompressed
: Payload::Type::kUncompressed;
@@ -69,6 +67,7 @@ arrow::Status RssPartitionWriter::evict(
payload = nullptr; // Invalidate payload immediately.
// Push.
+ ScopedTimer timer(&spillTime_);
ARROW_ASSIGN_OR_RAISE(auto buffer, rssBufferOs->Finish());
bytesEvicted_[partitionId] += rssClient_->pushPartitionData(
partitionId, reinterpret_cast<char*>(const_cast<uint8_t*>(buffer->data())), buffer->size());
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org