You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2022/06/15 09:13:03 UTC
[incubator-doris] branch dev-1.0.1 updated (2ee25d31a0 -> a504469053)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch dev-1.0.1
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
from 2ee25d31a0 [deps] upgrade fabric8 k8s client to compitable new k8s cluster (#9933)
new eaff9f3be6 [modify default config]add be 2pc config enbale defalut (#10110)
new a504469053 [Opt][Vectorized] Opt vectorized the unique_table in storage vectorized (#10132)
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/config.h | 2 +-
be/src/vec/olap/vgeneric_iterators.cpp | 27 +++++++++++++++++----------
2 files changed, 18 insertions(+), 11 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org
[incubator-doris] 01/02: [modify default config]add be 2pc config enbale defalut (#10110)
Posted by mo...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch dev-1.0.1
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
commit eaff9f3be6570fd278cee71d794a934d90005d57
Author: wudi <67...@qq.com>
AuthorDate: Wed Jun 15 09:08:28 2022 +0800
[modify default config]add be 2pc config enbale defalut (#10110)
Co-authored-by: wudi <>
---
be/src/common/config.h | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/be/src/common/config.h b/be/src/common/config.h
index 32d19468bf..d0f6c563c5 100644
--- a/be/src/common/config.h
+++ b/be/src/common/config.h
@@ -376,7 +376,7 @@ CONF_mInt32(stream_load_record_batch_size, "50");
CONF_Int32(stream_load_record_expire_time_secs, "28800");
// time interval to clean expired stream load records
CONF_mInt64(clean_stream_load_record_interval_secs, "1800");
-CONF_mBool(disable_stream_load_2pc, "true");
+CONF_mBool(disable_stream_load_2pc, "false");
// OlapTableSink sender's send interval, should be less than the real response time of a tablet writer rpc.
// You may need to lower the speed when the sink receiver bes are too busy.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org
[incubator-doris] 02/02: [Opt][Vectorized] Opt vectorized the unique_table in storage vectorized (#10132)
Posted by mo...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch dev-1.0.1
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
commit a504469053f6b76ae763d6810ee9a32ae20b1fca
Author: HappenLee <ha...@hotmail.com>
AuthorDate: Wed Jun 15 15:32:15 2022 +0800
[Opt][Vectorized] Opt vectorized the unique_table in storage vectorized (#10132)
Co-authored-by: lihaopeng <li...@baidu.com>
---
be/src/vec/olap/vgeneric_iterators.cpp | 27 +++++++++++++++++----------
1 file changed, 17 insertions(+), 10 deletions(-)
diff --git a/be/src/vec/olap/vgeneric_iterators.cpp b/be/src/vec/olap/vgeneric_iterators.cpp
index 2ffb4e224f..2440b09888 100644
--- a/be/src/vec/olap/vgeneric_iterators.cpp
+++ b/be/src/vec/olap/vgeneric_iterators.cpp
@@ -120,7 +120,13 @@ Status VAutoIncrementIterator::init(const StorageReadOptions& opts) {
// }
class VMergeIteratorContext {
public:
- VMergeIteratorContext(RowwiseIterator* iter, int sequence_id_idx, bool is_unique) : _iter(iter), _sequence_id_idx(sequence_id_idx), _is_unique(is_unique) {}
+ VMergeIteratorContext(RowwiseIterator* iter, int sequence_id_idx, bool is_unique)
+ : _iter(iter),
+ _sequence_id_idx(sequence_id_idx),
+ _is_unique(is_unique),
+ _num_columns(iter->schema().num_column_ids()),
+ _num_key_columns(iter->schema().num_key_columns()) {}
+
VMergeIteratorContext(const VMergeIteratorContext&) = delete;
VMergeIteratorContext(VMergeIteratorContext&&) = delete;
VMergeIteratorContext& operator=(const VMergeIteratorContext&) = delete;
@@ -159,9 +165,8 @@ public:
Status init(const StorageReadOptions& opts);
bool compare(const VMergeIteratorContext& rhs) const {
- const Schema& schema = _iter->schema();
- int num = schema.num_key_columns();
- int cmp_res = this->_block.compare_at(_index_in_block, rhs._index_in_block, num, rhs._block, -1);
+ int cmp_res = this->_block.compare_at(_index_in_block, rhs._index_in_block,
+ _num_key_columns, rhs._block, -1);
if (cmp_res != 0) {
return cmp_res > 0;
}
@@ -183,15 +188,15 @@ public:
vectorized::Block& src = _block;
vectorized::Block& dst = *block;
- for (size_t i = 0; i < _iter->schema().num_column_ids(); ++i) {
- vectorized::ColumnWithTypeAndName s_col = src.get_by_position(i);
- vectorized::ColumnWithTypeAndName d_col = dst.get_by_position(i);
+ for (size_t i = 0; i < _num_columns; ++i) {
+ auto& s_col = src.get_by_position(i);
+ auto& d_col = dst.get_by_position(i);
- vectorized::ColumnPtr s_cp = s_col.column;
- vectorized::ColumnPtr d_cp = d_col.column;
+ vectorized::ColumnPtr& s_cp = s_col.column;
+ vectorized::ColumnPtr& d_cp = d_col.column;
//copy a row to dst block column by column
- ((vectorized::IColumn&)(*d_cp)).insert_range_from(*s_cp, _index_in_block, 1);
+ ((vectorized::IColumn&)(*d_cp)).insert_from(*s_cp, _index_in_block);
}
}
@@ -226,6 +231,8 @@ private:
mutable bool _skip = false;
size_t _index_in_block = -1;
int _block_row_max = 4096;
+ int _num_columns;
+ int _num_key_columns;
};
Status VMergeIteratorContext::init(const StorageReadOptions& opts) {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org