You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2024/02/06 05:56:19 UTC
(doris) 02/09: [feature](sink) support paritition tablet sink shuffle (#30821)
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
commit 73d5e70ed11151fd56fd7fe49b604c5aac8affbc
Author: zhangstar333 <87...@users.noreply.github.com>
AuthorDate: Tue Feb 6 10:15:00 2024 +0800
[feature](sink) support paritition tablet sink shuffle (#30821)
---
gensrc/thrift/DataSinks.thrift | 20 ++++++++++++--------
gensrc/thrift/Partitions.thrift | 5 ++++-
2 files changed, 16 insertions(+), 9 deletions(-)
diff --git a/gensrc/thrift/DataSinks.thrift b/gensrc/thrift/DataSinks.thrift
index daf3bcc06a9..f9e26e7a47c 100644
--- a/gensrc/thrift/DataSinks.thrift
+++ b/gensrc/thrift/DataSinks.thrift
@@ -158,17 +158,21 @@ struct TDataStreamSink {
3: optional bool ignore_not_found
- // per-destination projections
- 4: optional list<Exprs.TExpr> output_exprs
+ // per-destination projections
+ 4: optional list<Exprs.TExpr> output_exprs
- // project output tuple id
- 5: optional Types.TTupleId output_tuple_id
+ // project output tuple id
+ 5: optional Types.TTupleId output_tuple_id
- // per-destination filters
- 6: optional list<Exprs.TExpr> conjuncts
+ // per-destination filters
+ 6: optional list<Exprs.TExpr> conjuncts
- // per-destination runtime filters
- 7: optional list<PlanNodes.TRuntimeFilterDesc> runtime_filters
+ // per-destination runtime filters
+ 7: optional list<PlanNodes.TRuntimeFilterDesc> runtime_filters
+
+ // used for partition_type = TABLET_SINK_SHUFFLE_PARTITIONED
+ 8: optional Descriptors.TOlapTableSchemaParam schema
+ 9: optional Descriptors.TOlapTablePartitionParam partition
}
struct TMultiCastDataStreamSink {
diff --git a/gensrc/thrift/Partitions.thrift b/gensrc/thrift/Partitions.thrift
index 8eecbb417b1..0a7e70c0a4f 100644
--- a/gensrc/thrift/Partitions.thrift
+++ b/gensrc/thrift/Partitions.thrift
@@ -40,7 +40,10 @@ enum TPartitionType {
// unordered partition on a set of exprs
// (only use in bucket shuffle join)
- BUCKET_SHFFULE_HASH_PARTITIONED
+ BUCKET_SHFFULE_HASH_PARTITIONED,
+
+ // used for shuffle data by parititon and tablet
+ TABLET_SINK_SHUFFLE_PARTITIONED
}
enum TDistributionType {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org