You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2022/10/26 03:59:42 UTC
[doris] branch branch-1.1-lts updated: [Fix](cherry-pick) fix parquet write setting property is not effective (#13670)
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-1.1-lts
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-1.1-lts by this push:
new 8961137e1f [Fix](cherry-pick) fix parquet write setting property is not effective (#13670)
8961137e1f is described below
commit 8961137e1f932fd145985c16fce42818090433c1
Author: zhangstar333 <87...@users.noreply.github.com>
AuthorDate: Wed Oct 26 11:59:36 2022 +0800
[Fix](cherry-pick) fix parquet write setting property is not effective (#13670)
---
be/src/runtime/file_result_writer.cpp | 2 +-
be/src/vec/runtime/vfile_result_writer.cpp | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/be/src/runtime/file_result_writer.cpp b/be/src/runtime/file_result_writer.cpp
index 6b20f5dfd0..e84daea7e1 100644
--- a/be/src/runtime/file_result_writer.cpp
+++ b/be/src/runtime/file_result_writer.cpp
@@ -236,6 +236,7 @@ Status FileResultWriter::append_row_batch(const RowBatch* batch) {
Status FileResultWriter::_write_parquet_file(const RowBatch& batch) {
RETURN_IF_ERROR(_parquet_writer->write(batch));
// split file if exceed limit
+ _current_written_bytes = _parquet_writer->written_len();
return _create_new_file_if_exceed_size();
}
@@ -406,7 +407,6 @@ Status FileResultWriter::_create_new_file_if_exceed_size() {
Status FileResultWriter::_close_file_writer(bool done, bool only_close) {
if (_parquet_writer != nullptr) {
_parquet_writer->close();
- _current_written_bytes = _parquet_writer->written_len();
COUNTER_UPDATE(_written_data_bytes, _current_written_bytes);
delete _parquet_writer;
_parquet_writer = nullptr;
diff --git a/be/src/vec/runtime/vfile_result_writer.cpp b/be/src/vec/runtime/vfile_result_writer.cpp
index 91a10b5f39..144908a6df 100644
--- a/be/src/vec/runtime/vfile_result_writer.cpp
+++ b/be/src/vec/runtime/vfile_result_writer.cpp
@@ -221,6 +221,7 @@ Status VFileResultWriter::append_block(Block& block) {
Status VFileResultWriter::_write_parquet_file(const Block& block) {
RETURN_IF_ERROR(_vparquet_writer->write(block));
// split file if exceed limit
+ _current_written_bytes = _vparquet_writer->written_len();
return _create_new_file_if_exceed_size();
}
@@ -360,7 +361,6 @@ Status VFileResultWriter::_create_new_file_if_exceed_size() {
Status VFileResultWriter::_close_file_writer(bool done) {
if (_vparquet_writer) {
_vparquet_writer->close();
- _current_written_bytes = _vparquet_writer->written_len();
COUNTER_UPDATE(_written_data_bytes, _current_written_bytes);
_vparquet_writer.reset(nullptr);
} else if (_file_writer_impl) {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org