You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2024/04/10 08:11:35 UTC
(doris) branch branch-2.1 updated (42bbba1e0aa -> 29777bc3a8f)
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 42bbba1e0aa [branch-2.1](opt)(profile) parallel serialize fragment and add detail schedule profile (#33376)
add 217514e5dd3 [minor](test) Add Iceberg hadoop catalog FE unit test (#32449)
add e8d67e79fd6 [fix](test) fix duplicated catalog name in regression cases (#32442)
add 96b995504cc [enhancement](statistics) excluded delta rows num for rollup&mv tablets (#32568)
add dcfdbf06297 [chore](show) support statement to show views from table (#32358)
add 66536c29764 [fix](Nereids) NPE when create table with implicit index type (#32893)
add f5340039fc5 [fix](multicatalog) fix no data error when read hive table on cosn (#32815)
add 87f99271e1c [fix](spill) Avoid releasing resources while spill tasks are executing (#32783)
add f23a72b9379 [chore](log) print query id before logging profile in be.INFO (#32922)
add 06e5c6c9664 [fix](grace-exit) Stop incorrectly of reportwork cause heap use after free #32929
add d959291c98f [improvement](decommission be) decommission check replica num (#32748)
add 80cdc749084 [fix](arrow-flight) Fix reach limit of connections error (#32911)
add 830d4c14c1e [fix](spill) SpillStream's writer maybe may not have been finalized (#32931)
add 8e6ed80692b [improvement](spill) Disable DistinctStreamingAgg when spill is enabled (#32932)
add 28e2d89ce33 [Improve](inverted_index) update clucene and improve array inverted index writer (#32436)
add e3bd2311b16 [Performance](exec) replace SipHash in function by XXHash (#32919)
add bb8bc75af49 [feature](agg) add aggregate function sum0 (#32541)
add 22a7fc3c552 [improvement](mtmv) Support to get tables in materialized view when collecting table in plan (#32797)
add 26e86d53a4e [enhance](mtmv)support olap table partition column is null (#32698)
add e980cd3e7f3 [feature](Nereids): add ColumnPruningPostProcessor. (#32800)
add ed0949f6c5d [fix](compile) fe cannot compile in idea (#32955)
add 3a6c37c6d5b [exec](column) change some complex column move to noexcept (#32954)
add 407f8642dad [Enhancement](data skew) extends show data skew (#32732)
add 121a0901c8c [chore](test) let suite compatible with Nereids (#32964)
add 0499d4013ec Support identical column name in different index. (#32792)
add dcddd88e01e Limit the max string length to 1024 while collecting column stats to control BE memory usage. (#32470)
add f1ee7f57678 [fix](merge-iterator) fix NOT_IMPLEMENTED_ERROR when read next block view (#32961)
add 97a2977f2a2 [improvement](executor)Add tag property for workload group #32874
add 528a8890777 [Fix](hive-writer) Fix correct num when hive writing data to an unpartitioned table if size large than `hive_sink_max_file_size`. (#32959)
add a6fc2ae1766 [fix](test) replace 'null' to null for date/datetime column (#32972)
add 7e802c9127c [fix](variant)group name optimization (#32598)
add 3ee14a80aba [chore](ci) adjust ckb expect result (#32856)
add e214eb1ea75 [chore](ci) fix ci check (#32992)
add 53309e32a98 [Improvement](execution) Use single phase execution commit if only 1 BE is used (#32937)
add 7b26feb6de7 [fix](invert index) Fix the issue of high memory usage. (#31739)
add a7be0700217 [chore](session_variable) change parallel_scan_min_rows_per_scanner' default value to 16384 (#32939)
add 2ee6f28cec0 [fix](nereids)column name should be case insensitive when selecting mv (#33002)
add 814e4ed3ec5 [fix](nereids)partition prune should consider <=> operator (#32965)
add 1f1932c6b7c [enhancement](nereids)add some date functions for constant fold (#32772)
add fdb95000237 [fix](nereids) null-safe-eq runtime filter denies outer join #32927
add 193600ad9dc [Performance](sink) opt mysql result writer (#31816)
add 3b7d75fb4ba [fix](inverted index) Clear the index cache corresponding to the table after deleting the table. (#32921)
add 59aa923bcea [bug](function) fix milliseconds_diff function return wrong result (#32897)
add d7c1c7dcd46 [fix](mtmv)partition limit #32978
add 35fa9f98e99 1 Add running query num/waiting query num (#33024)
add 5b162a80f21 [Improvement](materialized-view) The materialized view can not involved auto increment column (#32885)
add c5ab7ca573a [fix](planner) remove and retain input slot for aggregate slot which is not materialized (#33033)
add c5a3af5c272 [partitionsort](fix) Fix DCHECK failure (#33035)
add fb910e53047 [fix](planner) retain groupingSlotIds as materialized for aggregate (#33060)
add 285e2fcb5a2 [fix] (vectorization) regexp all_pass string (#32515)
add 3243053fcdf [fix](memory) Fix MemTableWriter flush_async attach task in thread context (#33071)
add 39fba884fb8 [fix](typo) typo fix for 'delete bimap' changing to 'delete bitmap' (#32341)
add cf7595d4231 [opt](memory) Optimize mem tracker accuracy (#32039) (#33140)
add caea45586fd fix compile
add 4963d60a079 [Fix](multi-catalog)Fix the issue of not initializing the writer caused by refactoring and add hive writing regression test. (#32721) (#33446)
add 5116724494a [Fix](hive-writer) Fix the issue of block was not copied to do filtering when hive partition writer write block to file. (#32775) (#33447)
add 61e214c3270 [Fix](Hive-Metastore) fix that if JDBC reads the NULL value, it will cause NPE (#32831)
add 8e19cdd7457 [featrue](expr) support common subexpression elimination be part (#32673)
add e4993a19e52 [Chore](column) remove ColumnVectorHelper (#33036)
add 1d0908e80d1 [feature](profile) make WaitForLocalExchangeBuffer timer merge (#32946)
add 09db427eed1 [Feature](materialized-view) support ignore not slot is null when count(slot) not has key in mv (#32912)
add 1a2177adb98 [Fix](test) add sync to ensure data synchronization in test_set_operater (#32993)
add b0b5f84e40e [feature](load) support compressed JSON format data for broker load (#30809)
add 517c12478f2 [improvement](spill) spill trigger improvement (#32641)
add 3b42dc73af3 [improvement](spill) avoid spill if memory is enough (#33075)
add 1b3a11a02b7 [Enhancement](merge-on-write) Support dynamic delete bitmap cache (#32991)
add a7c8abe58c0 [feature](nereids) support common sub expression by multi-layer projections (fe part) (#33087)
add 02b24abed2b [Fix](Nereids) ntile function should check argument (#32994)
add 8b1d174b13d [Optimize] Move strings_pool from individual tree nodes to the tree itself (#33089)
add a69f3eb8705 [fix](fe) partitionInfo is null, fe can not start (#33108)
add bf022f9d8db [enhancement](function truncate) truncate can use column as scale argument (#32746)
add c61d6ad1e28 [Feature] support function uuid_to_int and int_to_uuid #33005
add 7f2fdf78ace [Enhancement](inverted index) set need to read data only when delete predicate contains the column (#33172)
add 6c5dd820c0a [improvement](spill) improve spill timers (#33156)
add ff990eb8693 [enhancement](Nereids) refactor expression rewriter to pattern match (#32617)
add 38d580dfb79 [fix](Nereids) fix link children failed (#33134)
add cc363f26c26 [fix](Nereids) fix group concat (#33091)
add 9bc7902e5a0 [fix](Nereids) fix bind group by int literal (#33117)
add 77ad3f6a193 [feature](hive)Get updated information from coordinate and commit (#32441) (#33466)
add 0ab8b57db7c [enhance](mtmv)support create mtmv with other mtmv (#32984)
add 6798a24a27c [Enhencement](Nereids) reduce child output rows if agg child is literal (#32188)
add 8fd6d4c41b8 [Chore](build) add -Wconversion and remove some unused code (#33127)
add 2e40e395844 [chore](spill) add timers for performance tuning (#33185)
add 67bb5196137 [Fix](nereids) forward the user define variables to master (#33013)
add 5e59c09a602 [Fix](nereids) modify the binding aggregate function in order by (#32758)
add 9670422d61e [fix](inverted index) fix the incorrect result issue of COUNT_ON_INDEX for key columns (#33164)
add edd17019633 [fix](Nereids) convert agg state type failed in some cases (#33208)
add b696909775e [fix](plsql) Fix plsql variable initialization (#33186)
add 2b1ab89b5ba [fix](memory) Fix memory log compile by ASAN (#33162)
add 96867ff3fd7 [fix](Nereids) support update without filter (#33214)
add 7fae123b01f [FIX](inverted_index) fix inverted index write array with _doc is empty (#33170)
add b85bf3b6b06 [test](cast) add test for stream load cast (#33189)
add 16f8afc4083 [refactor](coordinator) split profile logic and instance report logic (#32010)
add 5ecce2fff2f [fix](plsql) Fix regression test execute the same name procedure in parallel #33234
add febdfb1c63f [fix](inverted index) fix incorrect case test_index_delete (#33246)
add 2785269d36c [Improvement](executor)Add BypassWorkloadGroup to pass query queue #33101
add 0e99926b286 (httpaction) log response of http (#33270)
add 2092a862fc7 [Bug](materialized-view) fix wrong result when salias name same with base slot on mv (#33198)
add e6e2099256f [fix](spill) fix hash join error 'invalid slot id' (#33273)
add d61b9f70916 [chore](test) nereids support window function but some cases does not open yet (#33098)
add 64127535176 [improve](exec) reduce copy on store_string_ref (#33232)
add 14c5247fb7d [feature](replica) support force set replicate allocation for olap tables (#32916)
add b8d4a877033 [chore](Nereids) load command always could fallback (#33233)
add bcc819ddd93 [fix](Nereids) array_range not support amount without unit (#33231)
add 93b20f0cc4e [chore](Nereids) create policy always allow fallback (#33226)
add 5c0256e4bfb [Bug](case) fix wrong case test_mv_partition (#33324)
add be9fe12b26d Fix compatibility issues with GLIBC(>= 2.34) for prebuilt thirdparty packages (#33314)
add f31e273ae8e [fix](Nereids) variant column prune push down failed on variant literal (#33328)
add d1099852b56 [fix](Nereids) partial update generate column in wrong way (#33326)
add f8d1fa2be35 [chore](multi-table-load) add context info in log when using single-stream-multi-table load (#33317)
add 5e73d7a281a [fix](compaction) fix incorrect grouping of vertical compaction columns in tables only with key columns (#32896) (#33470)
add 29777bc3a8f [fix](fe)reduce memory usage in alter (#32810) (#33474)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (42bbba1e0aa)
\
N -- N -- N refs/heads/branch-2.1 (29777bc3a8f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/comment-to-trigger-teamcity.yml | 7 +-
be/CMakeLists.txt | 11 +-
be/src/agent/task_worker_pool.cpp | 1 +
be/src/clucene | 2 +-
be/src/common/config.cpp | 10 +
be/src/common/config.h | 7 +
be/src/common/daemon.cpp | 13 +
be/src/common/daemon.h | 1 +
be/src/exec/decompressor.cpp | 97 +-
be/src/exec/decompressor.h | 11 +-
be/src/exec/exec_node.cpp | 83 +-
be/src/exec/exec_node.h | 24 +
.../schema_workload_groups_scanner.cpp | 1 +
be/src/exprs/bloom_filter_func.h | 4 +-
be/src/exprs/minmax_predicate.h | 12 +-
be/src/glibc-compatibility/CMakeLists.txt | 1 +
be/src/http/default_path_handlers.cpp | 7 +-
be/src/http/http_client.h | 2 +-
be/src/io/fs/local_file_system.cpp | 2 -
be/src/io/fs/multi_table_pipe.cpp | 26 +-
be/src/io/fs/s3_file_bufferpool.cpp | 7 +-
be/src/io/fs/stream_load_pipe.cpp | 1 -
be/src/olap/calc_delete_bitmap_executor.cpp | 2 +
be/src/olap/calc_delete_bitmap_executor.h | 1 +
be/src/olap/compaction.cpp | 5 +-
be/src/olap/cumulative_compaction_policy.cpp | 2 +-
be/src/olap/delta_writer.h | 1 -
be/src/olap/delta_writer_v2.cpp | 1 -
be/src/olap/hll.h | 4 +-
be/src/olap/memtable.cpp | 23 +-
be/src/olap/memtable.h | 9 +-
be/src/olap/memtable_flush_executor.cpp | 1 +
be/src/olap/memtable_memory_limiter.cpp | 10 +-
be/src/olap/memtable_memory_limiter.h | 8 +-
be/src/olap/memtable_writer.cpp | 6 +-
be/src/olap/memtable_writer.h | 1 +
be/src/olap/merger.cpp | 14 +-
be/src/olap/olap_server.cpp | 5 +-
be/src/olap/page_cache.cpp | 2 +-
be/src/olap/page_cache.h | 21 +-
be/src/olap/push_handler.cpp | 6 +-
be/src/olap/rowset/segcompaction.cpp | 2 +-
be/src/olap/rowset/segment_v2/bloom_filter.cpp | 2 +-
.../inverted_index/query/phrase_edge_query.cpp | 94 +-
.../inverted_index/query/phrase_edge_query.h | 5 +
.../rowset/segment_v2/inverted_index_cache.cpp | 10 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 91 +-
be/src/olap/rowset/segment_v2/page_io.cpp | 6 +-
be/src/olap/rowset/segment_v2/segment.cpp | 9 +-
be/src/olap/rowset/segment_v2/segment.h | 8 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 18 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 5 +-
be/src/olap/storage_engine.cpp | 4 -
be/src/olap/storage_engine.h | 13 -
be/src/olap/tablet_manager.cpp | 26 +-
be/src/olap/tablet_meta.cpp | 15 +-
be/src/olap/tablet_meta.h | 8 +-
be/src/olap/tablet_meta_manager.cpp | 6 +-
be/src/olap/tablet_meta_manager.h | 2 +-
be/src/olap/task/engine_alter_tablet_task.cpp | 1 -
be/src/olap/task/engine_batch_load_task.cpp | 2 +-
be/src/olap/task/engine_checksum_task.cpp | 2 +-
be/src/olap/task/engine_clone_task.cpp | 4 +-
be/src/olap/task/engine_index_change_task.cpp | 2 +-
be/src/olap/task/engine_publish_version_task.cpp | 19 +-
be/src/olap/task/engine_publish_version_task.h | 7 +-
be/src/olap/task/index_builder.cpp | 2 +-
be/src/olap/wal/wal_table.cpp | 15 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 2 -
be/src/pipeline/exec/exchange_sink_operator.cpp | 5 +-
.../pipeline/exec/partition_sort_sink_operator.cpp | 2 -
.../exec/partitioned_aggregation_sink_operator.cpp | 47 +-
.../exec/partitioned_aggregation_sink_operator.h | 11 +-
.../partitioned_aggregation_source_operator.cpp | 53 +-
.../exec/partitioned_aggregation_source_operator.h | 7 +-
.../exec/partitioned_hash_join_probe_operator.cpp | 295 +-
.../exec/partitioned_hash_join_probe_operator.h | 27 +-
.../exec/partitioned_hash_join_sink_operator.cpp | 72 +-
.../exec/partitioned_hash_join_sink_operator.h | 17 +-
be/src/pipeline/exec/set_probe_sink_operator.cpp | 4 +-
be/src/pipeline/exec/spill_sort_sink_operator.cpp | 73 +-
be/src/pipeline/exec/spill_sort_sink_operator.h | 8 +-
.../pipeline/exec/spill_sort_source_operator.cpp | 55 +-
be/src/pipeline/exec/spill_sort_source_operator.h | 8 +-
be/src/pipeline/pipeline_fragment_context.cpp | 33 +-
be/src/pipeline/pipeline_fragment_context.h | 2 +
be/src/pipeline/pipeline_task.cpp | 1 +
be/src/pipeline/pipeline_x/dependency.h | 35 +-
be/src/pipeline/pipeline_x/operator.cpp | 54 +-
be/src/pipeline/pipeline_x/operator.h | 96 +
.../pipeline_x/pipeline_x_fragment_context.cpp | 32 +-
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 74 +-
be/src/pipeline/pipeline_x/pipeline_x_task.h | 2 +
be/src/pipeline/task_queue.cpp | 2 +-
be/src/pipeline/task_queue.h | 2 +-
be/src/pipeline/task_scheduler.cpp | 8 +-
be/src/runtime/decimalv2_value.cpp | 2 +-
be/src/runtime/descriptors.h | 5 +
be/src/runtime/exec_env.h | 33 +-
be/src/runtime/exec_env_init.cpp | 29 +-
be/src/runtime/fold_constant_executor.cpp | 12 +-
be/src/runtime/fold_constant_executor.h | 2 +-
be/src/runtime/fragment_mgr.cpp | 34 +-
be/src/runtime/fragment_mgr.h | 2 +
be/src/runtime/group_commit_mgr.cpp | 14 +-
be/src/runtime/group_commit_mgr.h | 9 +-
be/src/runtime/load_channel.cpp | 16 +
be/src/runtime/load_channel.h | 4 +-
be/src/runtime/load_stream.cpp | 20 +
be/src/runtime/load_stream.h | 1 +
be/src/runtime/load_stream_writer.cpp | 5 +
be/src/runtime/load_stream_writer.h | 1 +
be/src/runtime/memory/cache_policy.h | 11 +-
be/src/runtime/memory/lru_cache_policy.h | 31 +-
be/src/runtime/memory/lru_cache_value_base.h | 11 +-
be/src/runtime/memory/mem_tracker.cpp | 2 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 207 +-
be/src/runtime/memory/mem_tracker_limiter.h | 71 +-
be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 6 +-
be/src/runtime/memory/thread_mem_tracker_mgr.h | 9 +-
be/src/runtime/plan_fragment_executor.cpp | 19 +-
be/src/runtime/plan_fragment_executor.h | 2 +
be/src/runtime/query_context.cpp | 38 +-
be/src/runtime/query_context.h | 30 +
.../routine_load/routine_load_task_executor.cpp | 2 +-
be/src/runtime/runtime_filter_mgr.cpp | 18 +-
be/src/runtime/runtime_filter_mgr.h | 7 +-
be/src/runtime/runtime_state.cpp | 74 +-
be/src/runtime/runtime_state.h | 12 +-
be/src/runtime/thread_context.cpp | 19 +
be/src/runtime/thread_context.h | 173 +-
be/src/runtime/workload_group/workload_group.cpp | 28 +-
be/src/runtime/workload_group/workload_group.h | 46 +-
.../workload_group/workload_group_manager.cpp | 123 +
.../workload_group/workload_group_manager.h | 2 +
be/src/service/backend_service.cpp | 4 +
be/src/service/internal_service.cpp | 5 +
be/src/service/point_query_executor.cpp | 13 +
be/src/service/point_query_executor.h | 3 +
be/src/util/bitmap_value.h | 4 +-
be/src/util/block_compression.cpp | 2 +-
be/src/util/counts.h | 4 +-
be/src/util/cpu_info.cpp | 2 +-
be/src/util/date_func.cpp | 4 +-
be/src/util/hash_util.hpp | 2 +-
be/src/util/mem_info.cpp | 21 +-
be/src/util/mysql_row_buffer.cpp | 151 +-
be/src/util/os_util.cpp | 6 +-
be/src/util/parse_util.cpp | 6 +-
be/src/util/perf_counters.cpp | 4 +
be/src/util/quantile_state.h | 5 +
be/src/util/runtime_profile.cpp | 2 +-
be/src/util/url_coding.cpp | 2 +-
.../aggregate_function_avg_weighted.h | 2 +-
.../aggregate_function_simple_factory.cpp | 2 +
.../aggregate_function_stddev.h | 2 +-
.../aggregate_functions/aggregate_function_sum.cpp | 4 +
.../aggregate_functions/aggregate_function_uniq.h | 10 +-
be/src/vec/columns/column.h | 7 -
be/src/vec/columns/column_array.h | 4 -
be/src/vec/columns/column_complex.h | 6 -
be/src/vec/columns/column_const.cpp | 16 -
be/src/vec/columns/column_const.h | 2 -
be/src/vec/columns/column_decimal.h | 10 +-
be/src/vec/columns/column_dictionary.h | 6 -
be/src/vec/columns/column_dummy.h | 14 -
be/src/vec/columns/column_fixed_length_object.h | 6 -
be/src/vec/columns/column_impl.h | 27 -
be/src/vec/columns/column_map.h | 3 -
be/src/vec/columns/column_nullable.h | 4 -
be/src/vec/columns/column_object.h | 5 -
be/src/vec/columns/column_string.h | 4 -
be/src/vec/columns/column_struct.cpp | 23 -
be/src/vec/columns/column_struct.h | 1 -
be/src/vec/columns/column_vector.h | 28 +-
be/src/vec/columns/column_vector_helper.h | 59 -
be/src/vec/columns/predicate_column.h | 6 -
be/src/vec/columns/subcolumn_tree.h | 29 +-
be/src/vec/common/allocator.cpp | 36 +-
be/src/vec/common/hash_table/hash_map_context.h | 7 +-
be/src/vec/common/sort/sorter.cpp | 3 +-
be/src/vec/common/uint128.h | 7 +
be/src/vec/core/block.cpp | 9 +
be/src/vec/core/block.h | 3 +
be/src/vec/core/types.h | 6 +-
be/src/vec/data_types/data_type.h | 2 +-
be/src/vec/data_types/data_type_decimal.h | 3 +-
.../vec/data_types/serde/data_type_number_serde.h | 2 +-
be/src/vec/exec/format/csv/csv_reader.cpp | 65 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 20 +-
be/src/vec/exec/format/json/new_json_reader.h | 3 +
be/src/vec/exec/scan/scanner_context.cpp | 5 +-
be/src/vec/exec/scan/scanner_context.h | 21 +-
be/src/vec/exec/scan/vscan_node.h | 2 +
be/src/vec/exec/scan/vscanner.cpp | 79 +-
be/src/vec/exec/scan/vscanner.h | 12 +-
be/src/vec/exec/vaggregation_node.h | 2 +-
be/src/vec/exec/vpartition_sort_node.cpp | 2 -
be/src/vec/exec/vset_operation_node.cpp | 4 +-
.../exprs/table_function/vexplode_json_array.cpp | 2 +-
be/src/vec/functions/array/function_array_join.h | 2 +-
be/src/vec/functions/function_cast.h | 12 +-
.../function_date_or_datetime_computation.h | 14 +-
be/src/vec/functions/function_quantile_state.cpp | 2 +-
be/src/vec/functions/function_truncate.h | 245 +
be/src/vec/functions/function_uuid.cpp | 213 +
be/src/vec/functions/int_div.h | 6 +-
be/src/vec/functions/like.cpp | 2 +-
be/src/vec/functions/math.cpp | 23 +-
be/src/vec/functions/round.h | 224 +-
be/src/vec/functions/simple_function_factory.h | 4 +-
be/src/vec/functions/uuid_numeric.cpp | 20 +-
be/src/vec/olap/vgeneric_iterators.cpp | 6 +-
be/src/vec/runtime/vdatetime_value.h | 8 +-
be/src/vec/runtime/vparquet_transformer.cpp | 6 +-
be/src/vec/runtime/vparquet_transformer.h | 12 +-
be/src/vec/sink/group_commit_block_sink.cpp | 2 +-
be/src/vec/sink/load_stream_stub.cpp | 1 -
be/src/vec/sink/vdata_stream_sender.cpp | 1 -
be/src/vec/sink/writer/async_result_writer.cpp | 1 +
be/src/vec/sink/writer/vhive_partition_writer.cpp | 40 +-
be/src/vec/sink/writer/vhive_partition_writer.h | 8 +-
be/src/vec/sink/writer/vhive_table_writer.cpp | 1 -
be/src/vec/sink/writer/vtablet_writer.cpp | 10 +-
be/src/vec/spill/spill_stream.cpp | 23 +-
be/src/vec/spill/spill_stream.h | 12 +-
be/src/vec/spill/spill_writer.cpp | 23 +-
be/src/vec/spill/spill_writer.h | 5 +-
be/test/exprs/runtime_filter_test.cpp | 5 +-
be/test/olap/page_cache_test.cpp | 6 +-
.../segment_v2/inverted_index_array_test.cpp | 225 +
be/test/olap/tablet_meta_manager_test.cpp | 4 +-
be/test/olap/wal/wal_manager_test.cpp | 4 +-
be/test/runtime/mem_limit_test.cpp | 2 +-
be/test/testutil/run_all_tests.cpp | 4 +
be/test/tools/benchmark_tool.cpp | 4 +-
be/test/vec/core/block_spill_test.cpp | 8 +-
be/test/vec/core/block_test.cpp | 4 +-
.../serde/data_type_serde_arrow_test.cpp | 2 +-
.../serde/data_type_serde_mysql_test.cpp | 5 +-
.../data_types/serde/data_type_serde_pb_test.cpp | 2 +-
.../vec/data_types/serde/data_type_serde_test.cpp | 2 +-
be/test/vec/exec/parquet/parquet_reader_test.cpp | 1 -
be/test/vec/exec/vtablet_sink_test.cpp | 12 +-
be/test/vec/exec/vwal_scanner_test.cpp | 1 -
be/test/vec/exprs/vexpr_test.cpp | 6 +-
be/test/vec/function/function_string_test.cpp | 30 +
.../function/function_truncate_decimal_test.cpp | 370 +
be/test/vec/jsonb/serialize_test.cpp | 2 +-
be/test/vec/runtime/vdata_stream_test.cpp | 3 +-
.../hive/scripts/create_preinstalled_table.hql | 503 +
.../double_col=-123456.789/000000_0 | Bin 0 -> 295 bytes
.../double_col=123456.789/000000_0 | Bin 0 -> 291 bytes
.../varchar_col=varchar_value1/000000_0 | Bin 0 -> 291 bytes
.../varchar_col=varchar_value1/000000_0 | Bin 0 -> 291 bytes
.../varchar_col=varchar_value1/000000_0 | Bin 0 -> 291 bytes
.../dt=20240320/000000_0 | Bin 0 -> 17861 bytes
.../dt=20240321/000000_0 | Bin 0 -> 17861 bytes
.../dt=20240322/000000_0 | Bin 0 -> 17864 bytes
.../all_types_parquet_snappy_src/000000_0 | Bin 0 -> 18760 bytes
.../sql-functions/date-time-functions/timediff.md | 11 +-
.../Load/BROKER-LOAD.md | 2 +-
.../sql-reference/Show-Statements/SHOW-VIEWS.md | 78 +
.../sql-functions/date-time-functions/timediff.md | 10 +-
.../Load/BROKER-LOAD.md | 2 +-
.../sql-manual/sql-reference/Data-Types/VARIANT.md | 4 +-
.../sql-reference/Show-Statements/SHOW-VIEWS.md | 78 +
.../main/java/org/apache/doris/common/Config.java | 23 +-
fe/fe-core/pom.xml | 12 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +-
.../antlr4/org/apache/doris/nereids/PLLexer.g4 | 4 -
.../antlr4/org/apache/doris/nereids/PLParser.g4 | 2 +-
fe/fe-core/src/main/cup/sql_parser.cup | 14 +
.../org/apache/doris/alter/SchemaChangeJobV2.java | 51 +-
.../java/org/apache/doris/alter/SystemHandler.java | 84 +-
.../doris/analysis/CreateMaterializedViewStmt.java | 4 +
.../doris/analysis/CreateWorkloadGroupStmt.java | 6 +
.../org/apache/doris/analysis/DateLiteral.java | 9 +-
.../main/java/org/apache/doris/analysis/Expr.java | 9 +
.../apache/doris/analysis/FunctionCallExpr.java | 32 +-
.../org/apache/doris/analysis/LiteralExpr.java | 20 +
.../apache/doris/analysis/ShowColumnStatsStmt.java | 9 +-
.../apache/doris/analysis/ShowDataSkewStmt.java | 7 +-
.../org/apache/doris/analysis/ShowTableStmt.java | 34 +-
.../java/org/apache/doris/analysis/SlotRef.java | 5 +
.../doris/catalog/BuiltinAggregateFunctions.java | 4 +
.../doris/catalog/BuiltinScalarFunctions.java | 4 +
.../apache/doris/catalog/CatalogRecycleBin.java | 3 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 109 +-
.../org/apache/doris/catalog/MetadataViewer.java | 88 +-
.../java/org/apache/doris/catalog/OlapTable.java | 45 +-
.../apache/doris/catalog/RangePartitionItem.java | 2 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 1 +
.../main/java/org/apache/doris/catalog/Table.java | 11 +-
.../java/org/apache/doris/catalog/TableIf.java | 7 +-
.../main/java/org/apache/doris/common/Status.java | 5 +
.../doris/common/profile/ExecutionProfile.java | 309 +-
.../org/apache/doris/common/profile/Profile.java | 80 +-
.../doris/common/profile/SummaryProfile.java | 298 +-
.../org/apache/doris/common/util/BrokerUtil.java | 3 +-
.../apache/doris/common/util/ProfileManager.java | 82 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 22 +
.../apache/doris/common/util/RuntimeProfile.java | 34 +-
.../org/apache/doris/datasource/ExternalTable.java | 26 +-
.../org/apache/doris/datasource/FileGroupInfo.java | 4 +-
.../doris/datasource/hive/HiveMetadataOps.java | 9 +
.../hive/PostgreSQLJdbcHMSCachedClient.java | 30 +-
.../datasource/property/PropertyConverter.java | 10 +-
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 4 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 21 +-
.../apache/doris/load/loadv2/LoadLoadingTask.java | 16 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 6 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 4 +-
.../org/apache/doris/mysql/privilege/Role.java | 4 +-
.../org/apache/doris/nereids/CascadesContext.java | 49 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 2 +-
.../org/apache/doris/nereids/StatementContext.java | 15 +
.../org/apache/doris/nereids/analyzer/Scope.java | 19 +-
.../glue/translator/PhysicalPlanTranslator.java | 50 +-
.../java/org/apache/doris/nereids/jobs/Job.java | 11 +-
.../doris/nereids/jobs/executor/Analyzer.java | 2 -
.../doris/nereids/jobs/executor/Rewriter.java | 9 +-
.../jobs/joinorder/hypergraph/HyperGraph.java | 11 +-
.../nereids/jobs/rewrite/CustomRewriteJob.java | 6 +-
.../jobs/rewrite/PlanTreeRewriteBottomUpJob.java | 113 +-
.../nereids/jobs/rewrite/PlanTreeRewriteJob.java | 65 +-
.../jobs/rewrite/PlanTreeRewriteTopDownJob.java | 41 +-
.../nereids/jobs/rewrite/RewriteJobContext.java | 10 +-
.../jobs/rewrite/RootPlanTreeRewriteJob.java | 16 +-
.../java/org/apache/doris/nereids/memo/Group.java | 22 +-
.../apache/doris/nereids/memo/GroupExpression.java | 5 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 8 +-
.../nereids/pattern/ExpressionPatternRules.java | 112 +
.../ExpressionPatternTraverseListeners.java | 112 +
.../doris/nereids/pattern/ParentTypeIdMapping.java | 59 +
.../org/apache/doris/nereids/pattern/Pattern.java | 4 +
.../apache/doris/nereids/pattern/TypeMappings.java | 133 +
.../generator/ExpressionTypeMappingGenerator.java | 159 +
...GeneratorAnalyzer.java => JavaAstAnalyzer.java} | 93 +-
.../generator/LogicalBinaryPatternGenerator.java | 4 +-
.../generator/LogicalLeafPatternGenerator.java | 4 +-
.../generator/LogicalUnaryPatternGenerator.java | 4 +-
.../generator/PatternDescribableProcessor.java | 34 +-
.../generator/PhysicalBinaryPatternGenerator.java | 4 +-
.../generator/PhysicalLeafPatternGenerator.java | 4 +-
.../generator/PhysicalUnaryPatternGenerator.java | 4 +-
...ernGenerator.java => PlanPatternGenerator.java} | 18 +-
.../generator/PlanPatternGeneratorAnalyzer.java | 73 +
.../generator/PlanTypeMappingGenerator.java | 159 +
.../processor/post/ColumnPruningPostProcessor.java | 102 +
.../post/CommonSubExpressionCollector.java | 59 +
.../processor/post/CommonSubExpressionOpt.java | 125 +
.../nereids/processor/post/PlanPostProcessors.java | 4 +-
.../processor/post/RuntimeFilterPruner.java | 17 +-
.../doris/nereids/processor/post/Validator.java | 10 +-
.../properties/ChildrenPropertiesRegulator.java | 4 +-
.../nereids/properties/FunctionalDependencies.java | 24 +-
.../nereids/properties/LogicalProperties.java | 50 +-
.../nereids/properties/PhysicalProperties.java | 6 +-
.../java/org/apache/doris/nereids/rules/Rule.java | 6 +-
.../org/apache/doris/nereids/rules/RuleSet.java | 4 +-
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../AdjustAggregateNullableForEmptySet.java | 29 +-
.../nereids/rules/analysis/BindExpression.java | 116 +-
.../nereids/rules/analysis/BindSlotWithPaths.java | 29 +-
.../nereids/rules/analysis/CheckAfterRewrite.java | 85 +-
.../nereids/rules/analysis/CheckAnalysis.java | 36 +-
.../rules/analysis/EliminateGroupByConstant.java | 2 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 2 +-
.../nereids/rules/analysis/FillUpMissingSlots.java | 23 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 48 +-
.../analysis/ReplaceExpressionByChildOutput.java | 48 +-
.../ResolveOrdinalInOrderByAndGroupBy.java | 102 -
.../nereids/rules/analysis/SubqueryToApply.java | 77 +-
.../mv/AbstractMaterializedViewRule.java | 15 +-
.../mv/InitMaterializationContextHook.java | 8 +-
.../exploration/mv/MaterializationContext.java | 8 +-
.../nereids/rules/exploration/mv/StructInfo.java | 20 +-
.../expression/ExpressionBottomUpRewriter.java | 124 +
.../expression/ExpressionListenerMatcher.java | 41 +
...eContext.java => ExpressionMatchingAction.java} | 16 +-
...Context.java => ExpressionMatchingContext.java} | 25 +-
.../rules/expression/ExpressionNormalization.java | 29 +-
...=> ExpressionNormalizationAndOptimization.java} | 22 +-
.../rules/expression/ExpressionOptimization.java | 26 +-
.../expression/ExpressionPatternMatchRule.java | 64 +
.../rules/expression/ExpressionPatternMatcher.java | 41 +
.../expression/ExpressionPatternRuleFactory.java | 84 +
.../rules/expression/ExpressionRewrite.java | 51 +-
.../rules/expression/ExpressionRewriteContext.java | 4 +-
.../rules/expression/ExpressionRuleExecutor.java | 16 +-
...ontext.java => ExpressionTraverseListener.java} | 16 +-
.../ExpressionTraverseListenerFactory.java | 79 +
.../ExpressionTraverseListenerMapping.java | 59 +
.../nereids/rules/expression/check/CheckCast.java | 24 +-
.../rules/ArrayContainToArrayOverlap.java | 94 +-
.../rules/expression/rules/CaseWhenToIf.java | 18 +-
.../expression/rules/ConvertAggStateCast.java | 65 +-
.../expression/rules/DateFunctionRewrite.java | 34 +-
.../expression/rules/DigitalMaskingConvert.java | 23 +-
.../expression/rules/DistinctPredicatesRule.java | 18 +-
.../expression/rules/ExtractCommonFactorRule.java | 222 +-
.../rules/expression/rules/FoldConstantRule.java | 32 +-
.../expression/rules/FoldConstantRuleOnBE.java | 46 +-
.../expression/rules/FoldConstantRuleOnFE.java | 170 +-
.../rules/expression/rules/InPredicateDedup.java | 40 +-
.../expression/rules/InPredicateToEqualToRule.java | 25 +-
.../rules/NormalizeBinaryPredicatesRule.java | 21 +-
.../expression/rules/NullSafeEqualToEqual.java | 21 +-
.../rules/OneListPartitionEvaluator.java | 2 +-
.../rules/OneRangePartitionEvaluator.java | 143 +-
.../nereids/rules/expression/rules/OrToIn.java | 36 +-
.../rules/expression/rules/PartitionPruner.java | 23 +-
.../expression/rules/PartitionRangeExpander.java | 115 +-
.../rules/PredicateRewriteForPartitionPrune.java | 4 +-
.../rules/RangePartitionValueIterator.java | 64 +
.../expression/rules/ReplaceVariableByLiteral.java | 17 +-
.../rules/SimplifyArithmeticComparisonRule.java | 105 +-
.../expression/rules/SimplifyArithmeticRule.java | 70 +-
.../rules/expression/rules/SimplifyCastRule.java | 21 +-
.../rules/SimplifyComparisonPredicate.java | 37 +-
.../rules/SimplifyDecimalV3Comparison.java | 24 +-
.../expression/rules/SimplifyInPredicate.java | 20 +-
.../expression/rules/SimplifyNotExprRule.java | 34 +-
.../rules/expression/rules/SimplifyRange.java | 73 +-
.../expression/rules/SupportJavaDateFormatter.java | 44 +-
.../nereids/rules/expression/rules/TopnToMax.java | 29 +-
.../rules/TryEliminateUninterestedPredicates.java | 14 +-
.../rules/implementation/AggregateStrategies.java | 34 +-
.../rules/rewrite/AdjustConjunctsReturnType.java | 4 +-
.../nereids/rules/rewrite/AdjustNullable.java | 12 +-
.../rules/rewrite/CheckMatchExpression.java | 7 +-
.../nereids/rules/rewrite/CheckPrivileges.java | 29 +-
.../doris/nereids/rules/rewrite/ColumnPruning.java | 98 +-
.../rules/rewrite/CountDistinctRewrite.java | 60 +-
.../nereids/rules/rewrite/CountLiteralRewrite.java | 37 +-
.../nereids/rules/rewrite/EliminateFilter.java | 7 +-
.../nereids/rules/rewrite/EliminateGroupBy.java | 56 +-
.../nereids/rules/rewrite/EliminateMarkJoin.java | 17 +-
.../nereids/rules/rewrite/EliminateNotNull.java | 39 +-
.../rules/rewrite/EliminateOrderByConstant.java | 16 +-
.../ExtractAndNormalizeWindowExpression.java | 161 +-
...xtractSingleTableExpressionFromDisjunction.java | 9 +-
.../nereids/rules/rewrite/InferJoinNotNull.java | 4 +-
.../nereids/rules/rewrite/MergeAggregate.java | 2 +-
.../doris/nereids/rules/rewrite/MergeProjects.java | 10 +-
.../doris/nereids/rules/rewrite/NormalizeSort.java | 59 +-
.../nereids/rules/rewrite/NormalizeToSlot.java | 43 +-
.../rules/rewrite/PruneOlapScanPartition.java | 51 +-
.../nereids/rules/rewrite/PullUpPredicates.java | 75 +-
.../rewrite/PushDownFilterThroughAggregation.java | 12 +-
.../rewrite/PushDownFilterThroughProject.java | 13 +-
.../rewrite/ReduceAggregateChildOutputRows.java | 89 +
.../doris/nereids/rules/rewrite/ReorderJoin.java | 6 +-
.../nereids/rules/rewrite/SimplifyAggGroupBy.java | 23 +-
.../mv/AbstractSelectMaterializedIndexRule.java | 128 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 151 +-
.../SelectMaterializedIndexWithoutAggregate.java | 45 +-
.../doris/nereids/stats/StatsCalculator.java | 11 +-
.../doris/nereids/trees/AbstractTreeNode.java | 22 +-
.../org/apache/doris/nereids/trees/TreeNode.java | 17 +
.../nereids/trees/expressions/BinaryOperator.java | 6 -
.../trees/expressions/ComparisonPredicate.java | 4 +-
.../nereids/trees/expressions/Expression.java | 99 +-
.../nereids/trees/expressions/InPredicate.java | 5 +-
.../nereids/trees/expressions/SlotReference.java | 7 +-
.../functions/ComputePrecisionForRound.java | 40 +-
.../functions/ComputeSignatureHelper.java | 11 +-
.../functions/agg/AggregateFunction.java | 17 +-
.../Ntile.java => agg/MultiDistinctSum0.java} | 58 +-
.../trees/expressions/functions/agg/Sum0.java | 125 +
.../executable/DateTimeExtractAndTransform.java | 457 +-
.../{window/Ntile.java => scalar/InttoUuid.java} | 46 +-
.../scalar/PushDownToProjectionFunction.java | 11 +-
.../{window/Ntile.java => scalar/UuidtoInt.java} | 48 +-
.../trees/expressions/functions/window/Ntile.java | 24 +
.../trees/expressions/literal/DateLiteral.java | 39 +-
.../trees/expressions/literal/DateTimeLiteral.java | 2 +-
.../visitor/AggregateFunctionVisitor.java | 10 +
.../visitor/DefaultExpressionRewriter.java | 10 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../doris/nereids/trees/plans/AbstractPlan.java | 28 +-
.../org/apache/doris/nereids/trees/plans/Plan.java | 61 +-
.../nereids/trees/plans/algebra/Aggregate.java | 17 +-
.../doris/nereids/trees/plans/algebra/Project.java | 27 +-
.../trees/plans/commands/CreatePolicyCommand.java | 1 +
.../nereids/trees/plans/commands/LoadCommand.java | 5 +-
.../trees/plans/commands/UpdateCommand.java | 2 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 11 -
.../plans/commands/insert/HiveInsertExecutor.java | 10 +
.../trees/plans/logical/LogicalAggregate.java | 8 +-
.../plans/logical/LogicalCatalogRelation.java | 132 +-
.../trees/plans/logical/LogicalOlapScan.java | 65 +-
.../trees/plans/logical/LogicalProject.java | 8 +-
.../nereids/trees/plans/logical/LogicalSort.java | 19 +-
.../trees/plans/logical/LogicalTestScan.java | 6 +
.../nereids/trees/plans/logical/LogicalTopN.java | 13 +-
.../trees/plans/physical/AbstractPhysicalPlan.java | 2 +-
.../trees/plans/physical/PhysicalHashJoin.java | 9 +-
.../trees/plans/physical/PhysicalProject.java | 81 +-
.../trees/plans/visitor/RelationVisitor.java | 43 +-
.../trees/plans/visitor/TableCollector.java | 75 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 250 +-
.../doris/nereids/util/ImmutableEqualSet.java | 6 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 5 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 24 +
.../doris/nereids/util/TypeCoercionUtils.java | 19 +-
.../java/org/apache/doris/nereids/util/Utils.java | 65 +-
.../org/apache/doris/planner/AggregationNode.java | 28 +-
.../java/org/apache/doris/planner/PlanNode.java | 38 +-
.../src/main/java/org/apache/doris/plsql/Exec.java | 6 -
.../doris/plsql/executor/DorisRowResult.java | 2 +-
.../java/org/apache/doris/qe/ConnectContext.java | 8 +
.../java/org/apache/doris/qe/ConnectProcessor.java | 25 +-
.../java/org/apache/doris/qe/CoordInterface.java | 2 -
.../main/java/org/apache/doris/qe/Coordinator.java | 713 +-
.../java/org/apache/doris/qe/MasterOpExecutor.java | 17 +-
.../java/org/apache/doris/qe/PointQueryExec.java | 6 -
.../main/java/org/apache/doris/qe/QeProcessor.java | 2 -
.../java/org/apache/doris/qe/QeProcessorImpl.java | 79 +-
.../java/org/apache/doris/qe/SessionVariable.java | 78 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 40 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 52 +-
.../resource/workloadgroup/WorkloadGroup.java | 47 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 59 +-
.../org/apache/doris/rpc/BackendServiceClient.java | 3 +-
.../org/apache/doris/rpc/BackendServiceProxy.java | 24 +-
.../arrowflight/DorisFlightSqlProducer.java | 8 +-
.../service/arrowflight/DorisFlightSqlService.java | 6 +-
.../auth2/FlightBearerTokenAuthenticator.java | 2 +-
.../sessions/FlightSessionsWithTokenManager.java | 46 +-
.../arrowflight/tokens/FlightTokenManagerImpl.java | 47 +-
.../org/apache/doris/statistics/AnalysisInfo.java | 20 +-
.../doris/statistics/AnalysisInfoBuilder.java | 12 +-
.../org/apache/doris/statistics/AnalysisJob.java | 4 +-
.../apache/doris/statistics/AnalysisManager.java | 143 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 24 +
.../doris/statistics/ExternalAnalysisTask.java | 6 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 15 +-
.../doris/statistics/StatisticsAutoCollector.java | 40 +-
.../doris/statistics/StatisticsCollector.java | 2 +-
.../doris/statistics/StatisticsRepository.java | 3 +-
.../apache/doris/statistics/TableStatsMeta.java | 76 +-
.../ExternalFileTableValuedFunction.java | 2 +-
.../doris/tablefunction/MetadataGenerator.java | 9 +-
.../org/apache/doris/task/PublishVersionTask.java | 19 +-
.../doris/transaction/PublishVersionDaemon.java | 46 +
fe/fe-core/src/main/jflex/sql_scanner.flex | 1 +
.../org/apache/doris/analysis/ShowReplicaTest.java | 6 +-
.../apache/doris/analysis/ShowTableStmtTest.java | 23 +
.../apache/doris/catalog/CreateFunctionTest.java | 41 +-
.../doris/common/util/RuntimeProfileTest.java | 2 +-
.../external/iceberg/IcebergHadoopCatalogTest.java | 92 +
.../jobs/joinorder/hypergraph/HyperGraphTest.java | 12 +-
.../ColumnPruningPostProcessorTest.java | 62 +
.../postprocess/CommonSubExpressionTest.java | 131 +
.../rules/analysis/FillUpMissingSlotsTest.java | 2 +-
.../exploration/mv/MaterializedViewUtilsTest.java | 2 +-
.../rules/expression/ExpressionRewriteTest.java | 80 +-
.../expression/ExpressionRewriteTestHelper.java | 2 +-
.../nereids/rules/expression/FoldConstantTest.java | 36 +-
.../rules/expression/PredicatesSplitterTest.java | 2 +-
.../expression/SimplifyArithmeticRuleTest.java | 56 +-
.../rules/expression/SimplifyInPredicateTest.java | 8 +-
.../rules/expression/SimplifyRangeTest.java | 26 +-
.../expression/rules/NullSafeEqualToEqualTest.java | 20 +-
.../SimplifyArithmeticComparisonRuleTest.java | 7 +-
.../expression/rules/SimplifyCastRuleTest.java | 7 +-
.../rules/SimplifyComparisonPredicateTest.java | 35 +-
.../rules/SimplifyDecimalV3ComparisonTest.java | 6 +-
.../rules/expression/rules/TopnToMaxTest.java | 4 +-
.../rules/rewrite/EliminateJoinByFkTest.java | 1 +
.../doris/nereids/rules/rewrite/OrToInTest.java | 19 +-
.../PushDownFilterThroughAggregationTest.java | 4 +-
.../functions/ComputeSignatureHelperTest.java | 11 +
.../doris/nereids/trees/plans/PlanVisitorTest.java | 108 +-
.../nereids/trees/plans/SetOperationTest.java | 38 +
.../org/apache/doris/nereids/util/PlanChecker.java | 20 +
.../java/org/apache/doris/qe/ShowExecutorTest.java | 10 +
.../java/org/apache/doris/qe/StmtExecutorTest.java | 4 +-
.../doris/statistics/AnalysisManagerTest.java | 65 +-
.../doris/statistics/AnalysisTaskExecutorTest.java | 11 +-
.../org/apache/doris/statistics/AnalyzeTest.java | 11 +-
.../apache/doris/statistics/HistogramTaskTest.java | 1 -
.../doris/statistics/OlapAnalysisTaskTest.java | 12 +-
.../statistics/StatisticsAutoCollectorTest.java | 121 +-
.../doris/statistics/TableStatsMetaTest.java | 4 +-
gensrc/script/doris_builtins_functions.py | 5 +-
gensrc/thrift/AgentService.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 3 +-
gensrc/thrift/PlanNodes.thrift | 5 +-
.../test_base_compaction.out} | 7 +-
.../test_base_compaction_no_value.out} | 7 +-
.../test_inlineview_with_project.out | 6 +
.../hive/jdbc_hive_meta/test_jdbc_hive_orc.out | 66 +-
.../hive/write/test_hive_write_insert.out | 167 +
.../hive/write/test_hive_write_partitions.out | 129 +
.../test_index_delete.out} | 14 +-
.../load_p0/broker_load/test_compress_type.out | 2 +-
.../stream_load/basic_data_by_line.json.bz2 | Bin 0 -> 3161 bytes
.../load_p0/stream_load/basic_data_by_line.json.gz | Bin 0 -> 3519 bytes
.../stream_load/basic_data_by_line.json.lz4 | Bin 0 -> 5520 bytes
.../data/load_p0/stream_load/test_cast1.csv | 1 +
.../data/load_p0/stream_load/test_cast1.json | 1 +
.../data/load_p0/stream_load/test_cast2.csv | 1 +
.../data/load_p0/stream_load/test_cast2.json | 1 +
.../data/load_p0/stream_load/test_cast3.csv | 1 +
.../data/load_p0/stream_load/test_cast3.json | 1 +
.../load_p0/stream_load/test_stream_load_cast.out | 19 +
.../data/mtmv_p0/test_multi_level_mtmv.out | 13 +
.../data/mtmv_p0/test_null_partition_mtmv.out | 19 +
.../k1s2m3_auto_inc.out} | 10 +-
.../multi_slot_k1a2p2ap3p.out | 6 +
.../mv_ignore_predicate.out} | 10 +-
.../test_upper_alias.out} | 18 +-
.../data/nereids_function_p0/agg_function/agg.out | 926 +-
.../data/nereids_hint_tpcds_p0/shape/query24.out | 10 +-
.../data/nereids_hint_tpcds_p0/shape/query64.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q15.out | 39 +-
.../data/nereids_p0/aggregate/aggregate.out | 322 +-
.../data/nereids_p0/hint/test_distribute.out | 120 +-
.../datetime_functions/test_time_lut.out | 25200 +++++++++++++++++++
.../window_functions/test_window_fn.out | 46 +-
.../window_functions/test_window_function.out | 132 +-
.../eliminate_aggregate_constant.out | 993 +
.../filter_push_down/push_filter_through.out | 28 +-
.../partition_prune/test_nullsafe_eq_prune.out} | 4 +-
.../data/nereids_ssb_shape_sf100_p0/shape/q4.3.out | 21 +-
.../data/nereids_syntax_p0/bind_priority.out | 6 +
.../nereids_syntax_p0/order_by_bind_priority.out | 25 +
.../test_function_regexp_passall.out | 37 +
.../nereids_tpcds_shape_sf1000_p0/shape/query1.out | 33 +-
.../shape/query11.out | 23 +-
.../shape/query13.out | 2 +-
.../shape/query14.out | 2 +-
.../shape/query15.out | 13 +-
.../shape/query16.out | 37 +-
.../shape/query21.out | 13 +-
.../shape/query24.out | 4 +-
.../shape/query26.out | 37 +-
.../shape/query29.out | 47 +-
.../nereids_tpcds_shape_sf1000_p0/shape/query4.out | 44 +-
.../shape/query40.out | 21 +-
.../shape/query41.out | 2 +-
.../shape/query42.out | 13 +-
.../shape/query44.out | 57 +-
.../shape/query48.out | 15 +-
.../shape/query50.out | 2 +-
.../shape/query58.out | 109 +-
.../shape/query62.out | 19 +-
.../shape/query64.out | 2 +-
.../nereids_tpcds_shape_sf1000_p0/shape/query7.out | 37 +-
.../shape/query72.out | 77 +-
.../shape/query74.out | 23 +-
.../shape/query76.out | 43 +-
.../shape/query83.out | 97 +-
.../shape/query85.out | 2 +-
.../shape/query93.out | 13 +-
.../shape/query94.out | 37 +-
.../shape/query95.out | 39 +-
.../shape/query99.out | 19 +-
.../noStatsRfPrune/query13.out | 2 +-
.../noStatsRfPrune/query16.out | 41 +-
.../noStatsRfPrune/query17.out | 2 +-
.../noStatsRfPrune/query2.out | 29 +-
.../noStatsRfPrune/query23.out | 46 +-
.../noStatsRfPrune/query25.out | 67 +-
.../noStatsRfPrune/query29.out | 46 +-
.../noStatsRfPrune/query30.out | 29 +-
.../noStatsRfPrune/query40.out | 21 +-
.../noStatsRfPrune/query41.out | 2 +-
.../noStatsRfPrune/query42.out | 13 +-
.../noStatsRfPrune/query47.out | 7 +-
.../noStatsRfPrune/query50.out | 2 +-
.../noStatsRfPrune/query57.out | 7 +-
.../noStatsRfPrune/query6.out | 57 +-
.../noStatsRfPrune/query62.out | 19 +-
.../noStatsRfPrune/query65.out | 2 +-
.../noStatsRfPrune/query75.out | 63 +-
.../noStatsRfPrune/query81.out | 29 +-
.../noStatsRfPrune/query94.out | 41 +-
.../noStatsRfPrune/query95.out | 45 +-
.../noStatsRfPrune/query99.out | 19 +-
.../no_stats_shape/query13.out | 2 +-
.../no_stats_shape/query14.out | 2 +-
.../no_stats_shape/query16.out | 41 +-
.../no_stats_shape/query17.out | 2 +-
.../no_stats_shape/query2.out | 29 +-
.../no_stats_shape/query23.out | 46 +-
.../no_stats_shape/query24.out | 2 +-
.../no_stats_shape/query25.out | 67 +-
.../no_stats_shape/query29.out | 46 +-
.../no_stats_shape/query30.out | 29 +-
.../no_stats_shape/query40.out | 21 +-
.../no_stats_shape/query41.out | 2 +-
.../no_stats_shape/query42.out | 13 +-
.../no_stats_shape/query47.out | 7 +-
.../no_stats_shape/query50.out | 2 +-
.../no_stats_shape/query57.out | 7 +-
.../no_stats_shape/query6.out | 57 +-
.../no_stats_shape/query62.out | 19 +-
.../no_stats_shape/query64.out | 2 +-
.../no_stats_shape/query65.out | 2 +-
.../no_stats_shape/query75.out | 63 +-
.../no_stats_shape/query81.out | 29 +-
.../no_stats_shape/query85.out | 6 +-
.../no_stats_shape/query94.out | 41 +-
.../no_stats_shape/query95.out | 45 +-
.../no_stats_shape/query99.out | 19 +-
.../rf_prune/query1.out | 33 +-
.../rf_prune/query11.out | 23 +-
.../rf_prune/query13.out | 2 +-
.../rf_prune/query14.out | 2 +-
.../rf_prune/query15.out | 13 +-
.../rf_prune/query16.out | 41 +-
.../rf_prune/query21.out | 13 +-
.../rf_prune/query26.out | 37 +-
.../rf_prune/query29.out | 47 +-
.../rf_prune/query4.out | 44 +-
.../rf_prune/query40.out | 21 +-
.../rf_prune/query41.out | 2 +-
.../rf_prune/query42.out | 13 +-
.../rf_prune/query44.out | 57 +-
.../rf_prune/query46.out | 15 +-
.../rf_prune/query48.out | 15 +-
.../rf_prune/query50.out | 2 +-
.../rf_prune/query58.out | 109 +-
.../rf_prune/query62.out | 19 +-
.../rf_prune/query7.out | 37 +-
.../rf_prune/query74.out | 23 +-
.../rf_prune/query76.out | 39 +-
.../rf_prune/query83.out | 95 +-
.../rf_prune/query85.out | 2 +-
.../rf_prune/query93.out | 13 +-
.../rf_prune/query94.out | 37 +-
.../rf_prune/query95.out | 39 +-
.../rf_prune/query99.out | 19 +-
.../nereids_tpcds_shape_sf100_p0/shape/query1.out | 33 +-
.../nereids_tpcds_shape_sf100_p0/shape/query11.out | 23 +-
.../nereids_tpcds_shape_sf100_p0/shape/query13.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query14.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query15.out | 13 +-
.../nereids_tpcds_shape_sf100_p0/shape/query16.out | 41 +-
.../nereids_tpcds_shape_sf100_p0/shape/query21.out | 13 +-
.../nereids_tpcds_shape_sf100_p0/shape/query24.out | 4 +-
.../nereids_tpcds_shape_sf100_p0/shape/query26.out | 37 +-
.../nereids_tpcds_shape_sf100_p0/shape/query29.out | 47 +-
.../nereids_tpcds_shape_sf100_p0/shape/query4.out | 44 +-
.../nereids_tpcds_shape_sf100_p0/shape/query40.out | 21 +-
.../nereids_tpcds_shape_sf100_p0/shape/query41.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query42.out | 13 +-
.../nereids_tpcds_shape_sf100_p0/shape/query44.out | 57 +-
.../nereids_tpcds_shape_sf100_p0/shape/query46.out | 15 +-
.../nereids_tpcds_shape_sf100_p0/shape/query48.out | 15 +-
.../nereids_tpcds_shape_sf100_p0/shape/query50.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query58.out | 109 +-
.../nereids_tpcds_shape_sf100_p0/shape/query62.out | 19 +-
.../nereids_tpcds_shape_sf100_p0/shape/query64.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query7.out | 37 +-
.../nereids_tpcds_shape_sf100_p0/shape/query74.out | 23 +-
.../nereids_tpcds_shape_sf100_p0/shape/query76.out | 39 +-
.../nereids_tpcds_shape_sf100_p0/shape/query83.out | 95 +-
.../nereids_tpcds_shape_sf100_p0/shape/query85.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query93.out | 13 +-
.../nereids_tpcds_shape_sf100_p0/shape/query94.out | 37 +-
.../nereids_tpcds_shape_sf100_p0/shape/query95.out | 39 +-
.../nereids_tpcds_shape_sf100_p0/shape/query99.out | 19 +-
.../nostats_rf_prune/q15.out | 39 +-
.../nostats_rf_prune/q22.out | 23 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q15.out | 39 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q16.out | 13 +-
.../rf_prune/q20-rewrite.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q20.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q21.out | 35 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q22.out | 23 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q5.out | 21 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q7.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q9.out | 25 +-
.../nereids_tpch_shape_sf1000_p0/shape/q15.out | 39 +-
.../nereids_tpch_shape_sf1000_p0/shape/q16.out | 13 +-
.../shape/q20-rewrite.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/shape/q20.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/shape/q21.out | 35 +-
.../nereids_tpch_shape_sf1000_p0/shape/q22.out | 23 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q5.out | 21 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q7.out | 13 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q9.out | 27 +-
.../shape_no_stats/q15.out | 39 +-
.../shape_no_stats/q22.out | 23 +-
.../shape_no_stats/q9.out | 2 +-
.../test_plsql_variable.out} | 13 +-
.../datetime_functions/test_time_diff.out | 4 +-
.../math_functions/test_function_truncate.out | 101 +
regression-test/data/tpch_sf0.1_p1/sql/cse.out | 30 +
.../data/workload_manager_p0/test_curd_wlg.out | 24 +-
.../doris/regression/action/ExplainAction.groovy | 15 +
.../doris/regression/action/HttpCliAction.groovy | 2 +
.../org/apache/doris/regression/suite/Suite.groovy | 7 +-
.../doris/regression/util/OutputUtils.groovy | 28 +-
.../doris/regression/util/ReusableIterator.groovy | 7 +
.../performance/clickbench/check-query-result.sh | 2 +-
.../query-result-target/doris-q10.result | 2 +-
.../query-result-target/doris-q28.result | 24 +-
.../query-result-target/doris-q29.result | 52 +-
.../query-result-target/doris-q31.result | 6 +-
.../test_decommission_with_replica_num_fail.groovy | 59 +
.../recover_with_schema_change.groovy | 2 +-
.../suites/compaction/test_base_compaction.groovy | 264 +
.../test_base_compaction_no_value.groovy | 264 +
.../test_inlineview_with_project.groovy | 102 +
.../hive/write/test_hive_write_insert.groovy | 925 +
.../hive/write/test_hive_write_partitions.groovy | 226 +
.../paimon/test_paimon_catalog.groovy | 2 +-
.../paimon/test_paimon_statistics.groovy | 2 +-
.../paimon/test_paimon_table_stats.groovy | 2 +-
.../inverted_index_p0/test_index_delete.groovy | 69 +
.../load_p0/broker_load/test_compress_type.groovy | 24 +-
.../stream_load/test_stream_load_cast.groovy | 336 +
.../suites/mtmv_p0/test_build_mtmv.groovy | 15 -
.../suites/mtmv_p0/test_multi_level_mtmv.groovy | 81 +
.../suites/mtmv_p0/test_null_partition_mtmv.groovy | 169 +
.../k1s2m3_auto_inc.groovy} | 26 +-
.../multi_slot_k1a2p2ap3p.groovy | 2 +
.../mv_ignore_predicate.groovy} | 21 +-
.../test_dup_mv_repeat/test_dup_mv_repeat.groovy | 2 +-
.../mv_p0/test_dup_mv_year/test_dup_mv_year.groovy | 1 -
.../test_mv_partition/test_mv_partition.groovy | 27 +-
.../mv_p0/test_upper_alias/test_upper_alias.groovy | 69 +
.../nereids_function_p0/agg_function/agg.groovy | 185 +
.../suites/nereids_p0/aggregate/aggregate.groovy | 99 +-
.../suites/nereids_p0/join/test_join_15.groovy | 10 +-
.../suites/nereids_p0/keyword/order_group.groovy | 34 +-
.../datetime_functions/test_time_lut.groovy | 84 +
.../window_functions/test_ntile_function.groovy | 21 +-
.../test_select_stddev_variance_window.groovy | 258 +-
.../sql_functions/window_functions/test_sum.groovy | 11 +-
.../window_functions/test_window_fn.groovy | 482 +-
.../window_functions/test_window_function.groovy | 840 +-
.../suites/nereids_p0/test_mv_select.groovy | 50 +
.../eliminate_aggregate_constant.groovy | 285 +
...cross_join_range_number_increment_create.groovy | 4 +-
.../full_join_range_number_increment_create.groovy | 4 +-
...inner_join_range_number_increment_create.groovy | 4 +-
..._anti_join_range_number_increment_create.groovy | 4 +-
.../left_join_range_number_increment_create.groovy | 4 +-
..._semi_join_range_number_increment_create.groovy | 4 +-
..._anti_join_range_number_increment_create.groovy | 4 +-
...right_join_range_number_increment_create.groovy | 4 +-
..._semi_join_range_number_increment_create.groovy | 4 +-
.../self_conn_range_number_increment_create.groovy | 4 +-
.../partition_prune/test_nullsafe_eq_prune.groovy | 56 +
.../suites/nereids_syntax_p0/bind_priority.groovy | 28 +
.../order_by_bind_priority.groovy | 38 +
.../test_function_regexp_passall.groovy | 52 +
regression-test/suites/node_p0/test_backend.groovy | 26 +-
.../suites/plsql_p0/test_plsql_loop_cursor.groovy | 7 +
.../suites/plsql_p0/test_plsql_variable.groovy | 115 +
.../query_p0/operator/test_set_operator.groovy | 3 +-
.../math_functions/test_function_truncate.groovy | 132 +
.../test_multi_string_position.groovy | 8 +-
.../test_multi_string_search.groovy | 8 +-
.../window_functions/test_ntile_function.groovy | 10 +
.../test_alter_table_replace.groovy | 2 +-
.../suites/show_p0/test_show_data_skew.groovy | 36 +-
.../suites/statistics/analyze_stats.groovy | 4 +-
.../suites/statistics/test_analyze_mtmv.groovy | 40 +-
.../suites/statistics/test_analyze_mv.groovy | 38 +-
.../suites/statistics/test_update_rows_mv.groovy | 112 +
.../suites/tpch_sf0.1_p1/sql/cse.groovy | 49 +
...artial_update_insert_light_schema_change.groovy | 2 +-
.../workload_manager_p0/test_curd_wlg.groovy | 157 +-
thirdparty/download-thirdparty.sh | 11 +
thirdparty/patches/krb5-1.19.patch | 13 +
873 files changed, 48875 insertions(+), 8958 deletions(-)
delete mode 100644 be/src/vec/columns/column_vector_helper.h
create mode 100644 be/src/vec/functions/function_truncate.h
create mode 100644 be/src/vec/functions/function_uuid.cpp
create mode 100644 be/test/olap/rowset/segment_v2/inverted_index_array_test.cpp
create mode 100644 be/test/vec/function/function_truncate_decimal_test.cpp
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_partition_types1_parquet_snappy_src/boolean_col=false/tinyint_col=-128/smallint_col=-32768/int_col=-2147483648/bigint_col=-9223372036854775808/float_col=-123.45/double_col=-123456.789/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_partition_types1_parquet_snappy_src/boolean_col=true/tinyint_col=127/smallint_col=32767/int_col=2147483647/bigint_col=9223372036854775807/float_col=123.45/double_col=123456.789/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_partition_types2_parquet_snappy_src/decimal_col=-123456.789012/string_col=string_value/binary_col=62 69 6e 61 72 79 5f 76 61 6c 75 65/date_col=2024-03-21/timestamp_col=2024-03-21 12%3A00%3A00/char_col=char_value1 /varchar_col=varchar_value1/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_partition_types2_parquet_snappy_src/decimal_col=-123456.789012/string_col=string_value/binary_col=62 69 6e 61 72 79 5f 76 61 6c 75 65/date_col=2024-03-22/timestamp_col=2024-03-22 12%3A00%3A00/char_col=char_value1 /varchar_col=varchar_value1/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_partition_types2_parquet_snappy_src/decimal_col=123456.789012/string_col=string_value/binary_col=62 69 6e 61 72 79 5f 76 61 6c 75 65/date_col=2024-03-20/timestamp_col=2024-03-20 12%3A00%3A00/char_col=char_value1 /varchar_col=varchar_value1/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_types_par_parquet_snappy_src/dt=20240320/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_types_par_parquet_snappy_src/dt=20240321/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_types_par_parquet_snappy_src/dt=20240322/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/all_types_parquet_snappy_src/000000_0
create mode 100644 docs/en/docs/sql-manual/sql-reference/Show-Statements/SHOW-VIEWS.md
create mode 100644 docs/zh-CN/docs/sql-manual/sql-reference/Show-Statements/SHOW-VIEWS.md
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/ExpressionPatternRules.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/ExpressionPatternTraverseListeners.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/ParentTypeIdMapping.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/TypeMappings.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/generator/ExpressionTypeMappingGenerator.java
rename fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/generator/{PatternGeneratorAnalyzer.java => JavaAstAnalyzer.java} (75%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/generator/{PatternGenerator.java => PlanPatternGenerator.java} (96%)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/generator/PlanPatternGeneratorAnalyzer.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/generator/PlanTypeMappingGenerator.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/ColumnPruningPostProcessor.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/CommonSubExpressionCollector.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/CommonSubExpressionOpt.java
delete mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ResolveOrdinalInOrderByAndGroupBy.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionBottomUpRewriter.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionListenerMatcher.java
copy fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{ExpressionRewriteContext.java => ExpressionMatchingAction.java} (73%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{ExpressionRewriteContext.java => ExpressionMatchingContext.java} (55%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{ExpressionRewriteContext.java => ExpressionNormalizationAndOptimization.java} (59%)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionPatternMatchRule.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionPatternMatcher.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionPatternRuleFactory.java
copy fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{ExpressionRewriteContext.java => ExpressionTraverseListener.java} (66%)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionTraverseListenerFactory.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionTraverseListenerMapping.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/RangePartitionValueIterator.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/ReduceAggregateChildOutputRows.java
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{window/Ntile.java => agg/MultiDistinctSum0.java} (50%)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/Sum0.java
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{window/Ntile.java => scalar/InttoUuid.java} (54%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{window/Ntile.java => scalar/UuidtoInt.java} (56%)
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/external/iceberg/IcebergHadoopCatalogTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/postprocess/ColumnPruningPostProcessorTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/postprocess/CommonSubExpressionTest.java
copy regression-test/data/{load_p0/broker_load/test_compress_type.out => compaction/test_base_compaction.out} (60%)
copy regression-test/data/{load_p0/broker_load/test_compress_type.out => compaction/test_base_compaction_no_value.out} (60%)
create mode 100644 regression-test/data/external_table_p0/hive/write/test_hive_write_insert.out
create mode 100644 regression-test/data/external_table_p0/hive/write/test_hive_write_partitions.out
copy regression-test/data/{load_p0/broker_load/test_compress_type.out => inverted_index_p0/test_index_delete.out} (64%)
create mode 100644 regression-test/data/load_p0/stream_load/basic_data_by_line.json.bz2
create mode 100644 regression-test/data/load_p0/stream_load/basic_data_by_line.json.gz
create mode 100644 regression-test/data/load_p0/stream_load/basic_data_by_line.json.lz4
create mode 100644 regression-test/data/load_p0/stream_load/test_cast1.csv
create mode 100644 regression-test/data/load_p0/stream_load/test_cast1.json
create mode 100644 regression-test/data/load_p0/stream_load/test_cast2.csv
create mode 100644 regression-test/data/load_p0/stream_load/test_cast2.json
create mode 100644 regression-test/data/load_p0/stream_load/test_cast3.csv
create mode 100644 regression-test/data/load_p0/stream_load/test_cast3.json
create mode 100644 regression-test/data/load_p0/stream_load/test_stream_load_cast.out
create mode 100644 regression-test/data/mtmv_p0/test_multi_level_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_null_partition_mtmv.out
copy regression-test/data/mv_p0/{multi_slot_k1a2p2ap3p/multi_slot_k1a2p2ap3p.out => k1s2m3_auto_inc/k1s2m3_auto_inc.out} (77%)
copy regression-test/data/mv_p0/{multi_slot_k1a2p2ap3p/multi_slot_k1a2p2ap3p.out => mv_ignore_predicate/mv_ignore_predicate.out} (79%)
copy regression-test/data/mv_p0/{multi_slot_k1a2p2ap3p/multi_slot_k1a2p2ap3p.out => test_upper_alias/test_upper_alias.out} (60%)
create mode 100644 regression-test/data/nereids_rules_p0/eliminate_aggregate_constant/eliminate_aggregate_constant.out
copy regression-test/data/{load_p0/broker_load/test_compress_type.out => nereids_rules_p0/partition_prune/test_nullsafe_eq_prune.out} (84%)
create mode 100644 regression-test/data/nereids_syntax_p0/order_by_bind_priority.out
create mode 100644 regression-test/data/nereids_syntax_p0/test_function_regexp_passall.out
copy regression-test/data/{load_p0/broker_load/test_compress_type.out => plsql_p0/test_plsql_variable.out} (57%)
create mode 100644 regression-test/data/query_p0/sql_functions/math_functions/test_function_truncate.out
create mode 100644 regression-test/data/tpch_sf0.1_p1/sql/cse.out
create mode 100644 regression-test/suites/alter_p0/test_decommission_with_replica_num_fail.groovy
create mode 100644 regression-test/suites/compaction/test_base_compaction.groovy
create mode 100644 regression-test/suites/compaction/test_base_compaction_no_value.groovy
create mode 100644 regression-test/suites/external_table_p0/hive/write/test_hive_write_insert.groovy
create mode 100644 regression-test/suites/external_table_p0/hive/write/test_hive_write_partitions.groovy
create mode 100644 regression-test/suites/inverted_index_p0/test_index_delete.groovy
create mode 100644 regression-test/suites/load_p0/stream_load/test_stream_load_cast.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_multi_level_mtmv.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_null_partition_mtmv.groovy
copy regression-test/suites/mv_p0/{multi_slot_k1a2p2ap3p/multi_slot_k1a2p2ap3p.groovy => k1s2m3_auto_inc/k1s2m3_auto_inc.groovy} (61%)
copy regression-test/suites/mv_p0/{multi_slot_k1a2p2ap3p/multi_slot_k1a2p2ap3p.groovy => mv_ignore_predicate/mv_ignore_predicate.groovy} (72%)
create mode 100644 regression-test/suites/mv_p0/test_upper_alias/test_upper_alias.groovy
create mode 100644 regression-test/suites/nereids_rules_p0/eliminate_aggregate_constant/eliminate_aggregate_constant.groovy
create mode 100644 regression-test/suites/nereids_rules_p0/partition_prune/test_nullsafe_eq_prune.groovy
create mode 100644 regression-test/suites/nereids_syntax_p0/order_by_bind_priority.groovy
create mode 100644 regression-test/suites/nereids_syntax_p0/test_function_regexp_passall.groovy
create mode 100644 regression-test/suites/plsql_p0/test_plsql_variable.groovy
create mode 100644 regression-test/suites/query_p0/sql_functions/math_functions/test_function_truncate.groovy
copy fe/fe-core/src/main/java/org/apache/doris/qe/CoordInterface.java => regression-test/suites/show_p0/test_show_data_skew.groovy (52%)
create mode 100644 regression-test/suites/statistics/test_update_rows_mv.groovy
create mode 100644 regression-test/suites/tpch_sf0.1_p1/sql/cse.groovy
create mode 100644 thirdparty/patches/krb5-1.19.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org