You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2026/05/02 03:20:35 UTC
(doris) branch auto-pick-62744-branch-4.1 updated (9fe152c1a13 -> 0c5b20cc8ce)
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-62744-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 9fe152c1a13 [fix](memtable) use CPU metrics delta for CPU pressure detection in adaptive flush controller (#62744)
add c3e97c1ea46 [env](thirdparty)import timsort (#59239) (#62937)
add 291f6869f78 branch-4.1: [fix](transaction) fix IllegalMonitorStateException in routine load afterAborted when coordinate BE restarts (#62893)
add b0c85f49005 branch-4.1: [fix](insert) fix InsertLoadJob memory leak caused by jobs permanently stuck in PENDING state (#62889)
add 0d1e1402717 [env](compiler) Pick compiler optimization PRs to branch-4.1 (#62865)
add 9639fa58c56 branch-4.1: (cloud) Hold table write lock across first-time dynamic partition setup to prevent CREATE MV race #62755 (#62863)
add f632c9301ef branch-4.1: [refactor](be) Remove io_helper helper indirection from BE cast paths (#62179) (#62961)
add 97007c2aa15 branch-4.1: [fix](be) Fix ANN query vector extraction to handle all constant expression types #62637 (#62957)
add d805f584d53 branch-4.1: [fix](docker) doris compose supports docker compose v2 #62851 (#62882)
add 8025da22745 branch-4.1:[fix](sync) Treat empty cancel alter job list as all rollup jobs (#62712) (#62965)
add 50ccddd68e7 branch-4.1: [fix](runtime-filter) Restore _applied_rf_num update in late arrival path #62872 (#62971)
add 272520e462e branch-4.1: [fix](insert) Report physical file count in LoadStatistic.FileNumber #62804 (#62952)
add dd87fadc349 branch-4.1: [Opt](parse) Add fast path for canonical format datetime parse #62757 (#62976)
add 99d645d4da3 branch-4.1: [fix](cloud) refresh event warmup backends #62839 (#62888)
add 7caa4418790 branch-4.1: [Fix](warm up) Fix warm up don't retry due to error message change #62886 (#62959)
add a62a71977d6 branch-4.1: [fix](iceberg) Decouple JDBC catalog metadata name #62806 (#62844)
add 7398d4bde50 [fix](snapshot) drop index should set db_id (#58401) (#62770)
add beb7f984c70 branch-4.1: [Profile][exec] The profile hitcache not correct in force refresh and sink id not correct #62645 (#62818)
add c5b986ad7f4 branch-4.1: [feat](snapshot) clone snapshot support absolute path file #57685 (#62874)
add 6adb1ddde45 branch-4.1: [fix](be) Poll packed file async close without blocking #62938 (#62979)
add 006c7537a9b branch-4.1: [improve](streaming-job) Cap auto-resume attempts and expose structured FailureReason #62345 (#62852)
add 5656c83d7f4 branch-4.1: [fix](streaming-job) propagate ALTER source/target properties to runtime and persistence #62553 (#62985)
add 0c5b20cc8ce [fix](memtable) use CPU metrics delta for CPU pressure detection in adaptive flush controller (#62744)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9fe152c1a13)
\
N -- N -- N refs/heads/auto-pick-62744-branch-4.1 (0c5b20cc8ce)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_internal_service.cpp | 3 +-
be/src/core/data_type/data_type_bitmap.cpp | 1 -
be/src/core/data_type/data_type_date.cpp | 1 -
.../data_type/data_type_date_or_datetime_v2.cpp | 1 -
be/src/core/data_type/data_type_date_time.cpp | 1 -
be/src/core/data_type/data_type_decimal.cpp | 1 -
be/src/core/data_type/data_type_hll.cpp | 1 -
be/src/core/data_type/data_type_ipv4.cpp | 1 -
be/src/core/data_type/data_type_ipv6.cpp | 1 -
be/src/core/data_type/data_type_number_base.cpp | 7 +-
be/src/core/data_type/data_type_quantilestate.cpp | 3 +-
.../data_type_date_or_datetime_serde.cpp | 15 +-
.../data_type_serde/data_type_datetimev2_serde.cpp | 5 +-
.../data_type_serde/data_type_datev2_serde.cpp | 5 +-
.../data_type_serde/data_type_decimal_serde.cpp | 18 +-
.../core/data_type_serde/data_type_ipv4_serde.cpp | 4 +-
.../core/data_type_serde/data_type_ipv6_serde.cpp | 4 +-
.../data_type_serde/data_type_number_serde.cpp | 23 +-
be/src/core/data_type_serde/data_type_serde.h | 2 +-
.../core/data_type_serde/datelike_serde_common.hpp | 93 +++++
be/src/core/field.cpp | 1 -
be/src/core/string_buffer.hpp | 10 +
be/src/exec/common/hash_table/hash_table.h | 1 -
be/src/exec/common/histogram_helpers.hpp | 1 -
be/src/exec/common/space_saving.h | 1 -
be/src/exec/operator/cache_source_operator.cpp | 6 +-
be/src/exec/operator/hashjoin_build_sink.cpp | 19 +-
be/src/exec/operator/hashjoin_build_sink.h | 5 +-
be/src/exec/operator/olap_table_sink_operator.h | 6 +-
be/src/exec/operator/olap_table_sink_v2_operator.h | 6 +-
be/src/exec/operator/result_sink_operator.cpp | 6 +-
be/src/exec/operator/result_sink_operator.h | 2 +-
be/src/exec/operator/scan_operator.cpp | 45 +-
be/src/exec/operator/scan_operator.h | 154 +++----
be/src/exec/pipeline/pipeline_fragment_context.cpp | 17 +-
be/src/exec/scan/scanner.cpp | 1 +
be/src/exprs/aggregate/aggregate_function.h | 32 +-
.../exprs/aggregate/aggregate_function_array_agg.h | 3 +-
.../aggregate/aggregate_function_avg_weighted.h | 1 -
be/src/exprs/aggregate/aggregate_function_binary.h | 2 +-
be/src/exprs/aggregate/aggregate_function_bit.h | 1 -
.../exprs/aggregate/aggregate_function_collect.cpp | 115 +-----
.../exprs/aggregate/aggregate_function_collect.h | 3 +-
.../aggregate/aggregate_function_collect_impl.h | 76 ++++
.../aggregate_function_collect_limit.cpp} | 24 +-
.../aggregate_function_collect_no_limit.cpp} | 25 +-
be/src/exprs/aggregate/aggregate_function_corr.h | 6 +-
be/src/exprs/aggregate/aggregate_function_covar.h | 2 +-
.../exprs/aggregate/aggregate_function_distinct.h | 2 +-
.../exprs/aggregate/aggregate_function_foreach.h | 3 +-
.../aggregate/aggregate_function_foreachv2.cpp | 2 +-
.../aggregate_function_group_array_intersect.cpp | 44 ++
.../aggregate_function_group_array_set_op.cpp | 128 +-----
.../aggregate_function_group_array_set_op.h | 2 +-
...> aggregate_function_group_array_set_op_impl.h} | 48 +--
.../aggregate_function_group_array_union.cpp | 43 ++
.../exprs/aggregate/aggregate_function_histogram.h | 1 -
.../aggregate/aggregate_function_hll_union_agg.h | 2 +-
.../exprs/aggregate/aggregate_function_java_udaf.h | 1 -
.../exprs/aggregate/aggregate_function_min_max.cpp | 147 +------
.../exprs/aggregate/aggregate_function_min_max.h | 239 +++++++----
.../aggregate/aggregate_function_min_max_any.cpp} | 23 +-
...n_max.cpp => aggregate_function_min_max_impl.h} | 61 +--
.../aggregate/aggregate_function_min_max_max.cpp} | 23 +-
.../aggregate/aggregate_function_min_max_min.cpp} | 23 +-
.../aggregate_function_orth_bitmap_expr_cal.cpp} | 36 +-
...regate_function_orth_bitmap_expr_cal_count.cpp} | 36 +-
.../aggregate_function_orth_bitmap_intersect.cpp} | 24 +-
...egate_function_orth_bitmap_intersect_count.cpp} | 24 +-
...aggregate_function_orth_bitmap_union_count.cpp} | 35 +-
.../aggregate_function_orth_intersect_count.cpp} | 24 +-
.../aggregate_function_orthogonal_bitmap.cpp | 78 ++--
.../aggregate_function_orthogonal_bitmap.h | 10 +-
...=> aggregate_function_orthogonal_bitmap_impl.h} | 28 +-
.../aggregate/aggregate_function_percentile.h | 63 +--
.../exprs/aggregate/aggregate_function_product.h | 14 +-
.../exprs/aggregate/aggregate_function_reader.cpp | 26 --
.../aggregate_function_reader_first_last.h | 348 ++--------------
.../aggregate_function_reader_replace.cpp | 270 ++++++++++++
.../aggregate/aggregate_function_regr_union.h | 2 +-
.../exprs/aggregate/aggregate_function_retention.h | 2 +-
be/src/exprs/aggregate/aggregate_function_rpc.h | 1 -
.../aggregate/aggregate_function_sequence_match.h | 39 +-
be/src/exprs/aggregate/aggregate_function_sort.h | 2 +-
.../aggregate/aggregate_function_state_union.h | 3 +-
.../exprs/aggregate/aggregate_function_statistic.h | 2 +-
be/src/exprs/aggregate/aggregate_function_stddev.h | 2 +-
be/src/exprs/aggregate/aggregate_function_topn.cpp | 40 +-
be/src/exprs/aggregate/aggregate_function_topn.h | 29 +-
.../aggregate/aggregate_function_topn_array.cpp | 52 +++
.../aggregate/aggregate_function_topn_weighted.cpp | 52 +++
be/src/exprs/aggregate/aggregate_function_uniq.h | 3 +-
.../exprs/aggregate/aggregate_function_window.cpp | 406 +++---------------
be/src/exprs/aggregate/aggregate_function_window.h | 16 +-
.../aggregate/aggregate_function_window_first.cpp} | 26 +-
.../aggregate/aggregate_function_window_funnel.h | 2 +-
.../aggregate_function_window_funnel_v2.h | 2 +-
.../aggregate/aggregate_function_window_impl.h | 59 +++
.../aggregate/aggregate_function_window_lag.cpp} | 23 +-
.../aggregate/aggregate_function_window_last.cpp} | 26 +-
.../aggregate/aggregate_function_window_lead.cpp} | 23 +-
.../aggregate_function_window_nth_value.cpp} | 26 +-
be/src/exprs/aggregate/moments.h | 1 -
be/src/exprs/function/cast/cast_base.h | 1 -
.../function/cast/cast_to_basic_number_common.h | 63 ++-
be/src/exprs/function/cast/cast_to_boolean.h | 44 +-
be/src/exprs/function/cast/cast_to_date.h | 41 --
.../cast/cast_to_date_or_datetime_impl.hpp | 38 ++
.../function/cast/cast_to_datetimev2_impl.hpp | 21 +
be/src/exprs/function/cast/cast_to_datev2_impl.hpp | 16 +
be/src/exprs/function/cast/cast_to_decimal.h | 454 ++++++++++-----------
be/src/exprs/function/cast/cast_to_float.h | 50 +--
be/src/exprs/function/cast/cast_to_int.h | 52 +--
be/src/exprs/function/cast/cast_to_ip.h | 40 --
be/src/exprs/function/cast/cast_to_jsonb.h | 3 +-
be/src/exprs/function/cast/cast_to_string.h | 24 +-
be/src/exprs/function/cast/cast_to_timestamptz.h | 44 +-
be/src/exprs/function/cast/cast_wrapper_decls.h | 53 +++
be/src/exprs/function/cast/function_cast.cpp | 35 +-
be/src/exprs/function/cast/function_cast_bool.cpp | 55 +++
be/src/exprs/function/cast/function_cast_date.cpp | 83 ++++
.../exprs/function/cast/function_cast_decimal.cpp | 80 ++++
be/src/exprs/function/cast/function_cast_float.cpp | 70 ++++
be/src/exprs/function/cast/function_cast_int.cpp | 76 ++++
be/src/exprs/function/cast/function_cast_ip.cpp | 78 ++++
.../function/cast/function_cast_timestamptz.cpp | 57 +++
.../function/function_datetime_floor_ceil.cpp | 102 +++--
be/src/exprs/function/function_json.cpp | 1 -
be/src/format/column_type_convert.h | 133 +++---
be/src/io/fs/file_writer.h | 10 +
be/src/io/fs/packed_file_manager.cpp | 14 +-
be/src/io/fs/s3_file_writer.cpp | 91 +++--
be/src/io/fs/s3_file_writer.h | 2 +
be/src/runtime/runtime_state.cpp | 8 +-
be/src/storage/index/ann/ann_topn_runtime.cpp | 25 +-
be/src/storage/index/ann/ann_topn_runtime.h | 2 -
be/src/storage/olap_scan_common.h | 1 -
be/src/storage/rowset/beta_rowset_writer.cpp | 12 +
be/src/storage/rowset/segment_creator.cpp | 9 +
be/src/util/bitmap_intersect.h | 24 +-
be/src/util/counts.h | 1 -
be/src/util/io_helper.cpp | 89 ----
be/src/util/io_helper.h | 237 -----------
be/src/util/jsonb_document_cast.h | 16 +-
be/test/common/check_overflow.cpp | 5 +-
.../data_type_serde_decimal_test.cpp | 28 ++
.../data_type_serde_number_test.cpp | 36 ++
be/test/core/field_test.cpp | 2 +-
be/test/core/value/vdatetime_value_test.cpp | 191 +++++++++
be/test/exec/column_type_convert_test.cpp | 124 +++++-
be/test/exec/scan/scanner_late_arrival_rf_test.cpp | 120 ++++++
be/test/exprs/aggregate/agg_replace_test.cpp | 20 +-
.../exprs/aggregate/vec_sequence_match_test.cpp | 104 ++++-
.../exprs/function/cast/cast_to_float_double.cpp | 21 +-
.../function/cast/cast_to_string_api_test.cpp | 14 +-
be/test/io/fs/packed_file_manager_test.cpp | 72 +++-
be/test/runtime/timestamptz_value_test.cpp | 2 +-
.../index/ann/extract_query_vector_test.cpp | 243 +++++++++++
docker/runtime/doris-compose/utils.py | 51 ++-
.../main/java/org/apache/doris/common/Config.java | 6 +
.../src/main/java/org/apache/doris/DorisFE.java | 7 +-
.../main/java/org/apache/doris/alter/Alter.java | 2 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 2 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 2 +-
.../doris/alter/MaterializedViewHandler.java | 8 +-
.../java/org/apache/doris/backup/RestoreJob.java | 2 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 10 +-
.../main/java/org/apache/doris/catalog/Env.java | 4 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 17 +
.../cloud/datasource/CloudInternalCatalog.java | 12 +-
.../transaction/CloudGlobalTransactionMgr.java | 80 ++--
.../apache/doris/datasource/FileQueryScanNode.java | 5 +
.../org/apache/doris/datasource/FileScanNode.java | 6 +
.../apache/doris/datasource/InternalCatalog.java | 108 +++--
.../metastore/IcebergJdbcMetaStoreProperties.java | 10 +-
.../org/apache/doris/job/base/AbstractJob.java | 4 +
.../doris/job/extensions/insert/InsertJob.java | 3 +
.../insert/streaming/StreamingInsertJob.java | 100 +++--
.../streaming/StreamingJobSchedulerTask.java | 45 +-
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 16 +-
.../trees/expressions/functions/agg/Max.java | 7 +-
.../trees/expressions/functions/agg/Min.java | 7 +-
.../trees/plans/commands/AlterJobCommand.java | 30 ++
.../commands/insert/AbstractInsertExecutor.java | 11 +-
.../commands/insert/InsertIntoTableCommand.java | 18 +-
.../plans/commands/insert/OlapInsertExecutor.java | 60 +--
.../org/apache/doris/alter/RollupJobV2Test.java | 27 ++
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 73 ++++
.../transaction/CloudGlobalTransactionMgrTest.java | 34 +-
.../IcebergJdbcMetaStorePropertiesTest.java | 72 ++++
.../doris/nereids/parser/NereidsParserTest.java | 10 +
.../data/ann_index_p0/ann_const_expr_vector.out | 21 +
.../cdc/test_streaming_mysql_job_alter_cred.out | 6 +
...t => test_streaming_insert_job_file_number.out} | 0
.../test_aggregate_all_functions2.out | 13 +
.../ann_index_p0/ann_const_expr_vector.groovy | 117 ++++++
.../ann_index_p0/cast_string_as_array.groovy | 2 +-
.../test_packed_file_async_close_error.groovy | 78 ++++
.../test_create_table_and_create_mv_race.groovy | 143 +++++++
.../iceberg/test_iceberg_jdbc_catalog.groovy | 8 +-
.../iceberg/write/test_iceberg_write_insert.groovy | 5 +
.../cdc/test_streaming_mysql_job_alter_cred.groovy | 160 ++++++++
...reaming_mysql_job_alter_props_restart_fe.groovy | 206 ++++++++++
.../test_streaming_mysql_job_create_alter.groovy | 50 ++-
.../streaming_job/test_streaming_insert_job.groovy | 5 +
.../test_streaming_insert_job_file_number.groovy | 111 +++++
.../test_streaming_job_max_retry.groovy | 110 +++++
.../test_streaming_job_restart_fe.groovy | 14 +
.../test_group_commit_http_stream.groovy | 4 +
.../load_p0/insert/test_insert_statistic.groovy | 42 +-
.../test_routine_load_be_restart.groovy | 21 +-
.../test_aggregate_all_functions2.groovy | 59 +++
thirdparty/CHANGELOG.md | 8 +-
thirdparty/build-thirdparty.sh | 9 +
thirdparty/vars.sh | 8 +
215 files changed, 5492 insertions(+), 3202 deletions(-)
create mode 100644 be/src/exprs/aggregate/aggregate_function_collect_impl.h
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_collect_limit.cpp} (59%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_collect_no_limit.cpp} (56%)
create mode 100644 be/src/exprs/aggregate/aggregate_function_group_array_intersect.cpp
copy be/src/exprs/aggregate/{aggregate_function_group_array_set_op.cpp => aggregate_function_group_array_set_op_impl.h} (70%)
create mode 100644 be/src/exprs/aggregate/aggregate_function_group_array_union.cpp
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_min_max_any.cpp} (58%)
copy be/src/exprs/aggregate/{aggregate_function_min_max.cpp => aggregate_function_min_max_impl.h} (78%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_min_max_max.cpp} (58%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_min_max_min.cpp} (58%)
copy be/src/{core/data_type/data_type_ipv4.cpp => exprs/aggregate/aggregate_function_orth_bitmap_expr_cal.cpp} (54%)
copy be/src/{core/data_type/data_type_ipv4.cpp => exprs/aggregate/aggregate_function_orth_bitmap_expr_cal_count.cpp} (54%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_orth_bitmap_intersect.cpp} (59%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_orth_bitmap_intersect_count.cpp} (59%)
copy be/src/{core/data_type/data_type_ipv4.cpp => exprs/aggregate/aggregate_function_orth_bitmap_union_count.cpp} (56%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_orth_intersect_count.cpp} (59%)
copy be/src/exprs/aggregate/{aggregate_function_orthogonal_bitmap.cpp => aggregate_function_orthogonal_bitmap_impl.h} (68%)
create mode 100644 be/src/exprs/aggregate/aggregate_function_reader_replace.cpp
create mode 100644 be/src/exprs/aggregate/aggregate_function_topn_array.cpp
create mode 100644 be/src/exprs/aggregate/aggregate_function_topn_weighted.cpp
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_window_first.cpp} (59%)
create mode 100644 be/src/exprs/aggregate/aggregate_function_window_impl.h
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_window_lag.cpp} (58%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_window_last.cpp} (59%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_window_lead.cpp} (58%)
copy be/src/{core/data_type/data_type_ipv6.cpp => exprs/aggregate/aggregate_function_window_nth_value.cpp} (58%)
create mode 100644 be/src/exprs/function/cast/cast_wrapper_decls.h
create mode 100644 be/src/exprs/function/cast/function_cast_bool.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_date.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_decimal.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_float.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_int.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_ip.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_timestamptz.cpp
delete mode 100644 be/src/util/io_helper.cpp
delete mode 100644 be/src/util/io_helper.h
create mode 100644 be/test/exec/scan/scanner_late_arrival_rf_test.cpp
create mode 100644 be/test/storage/index/ann/extract_query_vector_test.cpp
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/cloud/CloudWarmUpJobTest.java
create mode 100644 regression-test/data/ann_index_p0/ann_const_expr_vector.out
create mode 100644 regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_alter_cred.out
copy regression-test/data/job_p0/streaming_job/{test_streaming_insert_job_crud.out => test_streaming_insert_job_file_number.out} (100%)
create mode 100644 regression-test/suites/ann_index_p0/ann_const_expr_vector.groovy
create mode 100644 regression-test/suites/cloud_p0/packed_file/test_packed_file_async_close_error.groovy
create mode 100644 regression-test/suites/cloud_p0/partition/test_create_table_and_create_mv_race.groovy
create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_alter_cred.groovy
create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_alter_props_restart_fe.groovy
create mode 100644 regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_file_number.groovy
create mode 100644 regression-test/suites/job_p0/streaming_job/test_streaming_job_max_retry.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org