You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2022/10/17 16:24:20 UTC
[doris] branch branch-1.2-lts updated (d63a80eaba -> 49b060418a)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-1.2-lts
in repository https://gitbox.apache.org/repos/asf/doris.git
from d63a80eaba [fix](bitmap_intersect) fix `bitmap_intersect` result error (#13298)
add a77808e103 [Enhancement](function) optimize decimal minus and plus #13320
add 0732ccbf0f [fix](regression) rowsDisjointWindows output is not ordered #13333
add 9b0978fad9 [fix](test) make output of test stable (#13317)
add f80ac34786 [regression](bloom filter) add test case for is not null (#13310)
add a27bcbe882 [bugfix](compatibility) Fix a compatibility problem case by emun value changed (#13305)
add d430aec3ae [Bug](bloomfilter) fix concurrency bug caused by bloom filter (#13306)
add c494ca0ed4 [enhancement](memtracker) Print query memory usage log every second when `memory_verbose_track` is enabled (#13302)
add 9b590ac4cb [improvement](olap) cache value of has_null in ColumnNullable (#13289)
add 7147c77f22 [Enhancement](broker)Doris support obs broker load (#12781)
add e08ba8d573 [feature](restore) Add new property 'reserve_dynamic_partition_enable' to restore statement (#12498)
add 3e84c04195 [Bug](predicate) fix nullptr in scan node (#13316)
add 4248c6f37c [improve](Nereids): avoid duplicated stats derive. (#13293)
add db7f955a70 [improve](Nereids): split otherJoinCondition with List. (#13216)
add 830183984a [fix](hash)update_hashes_with_value method should handle if input value is null (#13332)
add bdb8e08bd3 [fix](ci) rename the checks name for branch-1.1 (#13342)
add c1ed7d4d7d [Bug](function) fix core dump on case when have 1000 condition #13315
add 0ff04e81bc [fix](DynamicPartition) Not check max_dynamic_partition_num when disable DynamicPartition (#13267)
add 87793b7c00 [bugfix](datatimev2) fix value column loss precision and scale (#13233)
add baf2689610 [Improvement](join) compute hash values by vectorized way (#13335)
add 4a6eb01ccb [refactor](Nereids): refactor UT by using Pattern and rename to remove consecutive (#13337)
add fe1524a287 [Enhancement](load) remove load mem limit (#13111)
add 71d2d61d33 [chore](build release) remove doris home and user info from doris_be --version output (#13344)
add cb300b0b39 [feature](agg) support `any`,`any_value` agg functions. (#13228)
add de4315c1c5 [feature](function) support `initcap` string function (#13193)
add 87e5e2b48b [Fix](array-type) Disable schema change between array type columns (#13261)
add 88e08a92d8 [fix](array-type) fix the wrong result when import array element with double quotes (#12786)
add 5e0c34b35a [fix](join) should call getOutputTblRefIds to get child's tuple info (#13227)
add 8dc09ad05c [enhancement](memory) Default Jemalloc as generic memory allocator #13367
add b58ae34d1b [Doc](Readme)Update the 1.1.3 release note. (#13358)
add ed73096f19 [improvemnt][doc] refine doc for unique key data model (#13319)
add 8d729f9386 [fix](error-code) fix misuse fo OLAP_ERR_WRITE_PROTOBUF_ERROR (#13347)
add a2e513720e [feature](Nereids) auto fallback to legacy planner if analyze failed (#13351)
add 71f167ac51 [fix](sort) fix nullable column sorting incorrectly (#13125)
add a2a2be22a5 [ResourceTag](tag) Unified tag format verification (#13312)
add 50ae9e6b19 [enhancement](planner) support select table sample (#10170)
add 005c2cd43b [feature](remote) support local cache GC by disk usage (#12897)
add b82e54a525 [feature](statistics) support to drop table or partition statistics (#13303)
add 6746434770 [improvement](schema change) avoid using column ptr swap (#13273)
add 5bc8858571 [fix](jsonreader) teach jsonreader to release memory (#13336)
add 993f38fe3c [feature](Nereids): use Multi join to rearrange join to eliminate cross join by using predicate. (#13353)
add 79a5125eff [Improvement](predicates) Use datev2 as the compatible type between string and datev2 (#13348)
add 8218cfed40 [Bug](function) Fix constant predicate evaluation (#13346)
add 4bc33a54a1 [Fix](agg) fix bitmap agg core dump when phmap pointer assert alignment (#13381)
add f2fa9606c9 [fix](agg)count function should return 0 for null value (#13247)
add 52397df9f0 [thirdparty](update) zstd 1.5.0 to 1.5.2 #13378
add bf2e20c4c4 [fix](agg) reset the content of grouping exprs instead of replace it with original exprs (#13376)
add a5f3880649 [improvement](memory) disable page cache and chunk allocator, optimize memory allocate size (#13285)
add 144486e220 [Opt](fun) simd the substring function and use stack buf to speed up (#13338)
add 632670a49c [Enhancement](function) refactor of date function (#13362)
add 1d5ba9cbcc [Improvement](like) Change `like` function to batch call (#13314)
add a83eaddfcf [test](cache)Add remote cache ut (#13377)
add 162e60eb19 [fix](array-type) check value valid while insert data into array column (#13365)
add e84d9a6c87 [fix](array-type) Fix cast null to array make be core (#13324)
add 9454bcca12 [fix](memory) Fix USE_JEMALLOC=true UBSAN compilation error #13398
add 2da7fe940c [fix](regression-test) fix that multiple cases conflict with the same table name (#13395)
add c1588b2900 [thirdparty](zstd)update dist info and thirdparty change log (#13392)
add 6ea9a65bb6 [Opt](vec) opt runtime filter for TPCH Q22 (#13339)
add 045bccdbea [Feature](Retention) support retention function (#13056)
add 4caa1e8041 [optimization](array-type) update the docs for import data to array column (#13345)
add 53286794c6 [typo](docs) Fixed thrift_client_timeout_ms's incorrect description of en docs. (#13391)
add 3b5b7ae12b [improvement](config) let default value of alter and load timeout suitable for most cases (#13370)
add 87a6b1a13b [enhancement](memtracker) Fix bthread local consume mem tracker (#13368)
add 207f4e559e [feature](agg) support `group_bitmap_xor` agg function. (#13287)
add c114d87d13 [Enhancement](array-type) Tuple is null predicate support array type (#13307)
add dbf71ed3be [feature-wip](new-scan) Support stream load with csv in new scan framework (#13354)
add 49b060418a [optimization](array-type) array_min/array_max function support the date/datetime type (#13407)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 2 +-
.gitignore | 1 -
README.md | 2 +-
be/CMakeLists.txt | 18 +-
be/src/common/config.h | 17 +-
be/src/common/daemon.cpp | 6 +-
be/src/exec/broker_scanner.cpp | 21 +-
be/src/exec/broker_scanner.h | 7 +-
be/src/exec/json_scanner.cpp | 30 +-
be/src/exec/json_scanner.h | 17 +-
be/src/exec/plain_text_line_reader.h | 3 +
be/src/exprs/aggregate_functions.cpp | 62 +
be/src/exprs/aggregate_functions.h | 8 +
be/src/exprs/bitmap_function.cpp | 13 +
be/src/exprs/bitmap_function.h | 1 +
be/src/exprs/bloomfilter_predicate.cpp | 2 +-
be/src/exprs/bloomfilter_predicate.h | 4 +-
be/src/exprs/string_functions.cpp | 21 +
be/src/exprs/string_functions.h | 2 +
be/src/http/action/stream_load.cpp | 60 +-
be/src/io/CMakeLists.txt | 1 +
be/src/io/cache/dummy_file_cache.cpp | 144 ++
.../{whole_file_cache.h => dummy_file_cache.h} | 42 +-
be/src/io/cache/file_cache.h | 19 +-
be/src/io/cache/file_cache_manager.cpp | 186 +-
be/src/io/cache/file_cache_manager.h | 25 +-
be/src/io/cache/sub_file_cache.cpp | 21 +-
be/src/io/cache/sub_file_cache.h | 5 +-
be/src/io/cache/whole_file_cache.cpp | 16 +-
be/src/io/cache/whole_file_cache.h | 4 -
be/src/io/file_factory.cpp | 161 +-
be/src/io/file_factory.h | 50 +-
be/src/olap/bloom_filter_predicate.h | 13 +-
be/src/olap/field.h | 4 +-
be/src/olap/like_column_predicate.cpp | 155 +-
be/src/olap/like_column_predicate.h | 72 +-
be/src/olap/null_predicate.cpp | 38 +-
be/src/olap/olap_server.cpp | 23 +-
be/src/olap/reader.cpp | 4 +-
be/src/olap/rowset/beta_rowset.cpp | 5 +
be/src/olap/rowset/segment_v2/segment.cpp | 9 +
be/src/olap/schema_change.cpp | 92 +-
be/src/olap/snapshot_manager.cpp | 14 +-
be/src/olap/version_graph.cpp | 10 +-
be/src/runtime/exec_env.h | 15 +-
be/src/runtime/exec_env_init.cpp | 43 +-
be/src/runtime/fragment_mgr.cpp | 58 +-
be/src/runtime/mem_pool.cpp | 15 +-
be/src/runtime/mem_pool.h | 6 +-
be/src/runtime/memory/chunk_allocator.cpp | 57 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 7 +-
be/src/runtime/memory/mem_tracker_limiter.h | 6 +
be/src/runtime/memory/mem_tracker_task_pool.cpp | 3 +
be/src/runtime/memory/thread_mem_tracker_mgr.h | 47 +-
be/src/runtime/stream_load/stream_load_context.h | 1 +
be/src/runtime/string_search.hpp | 14 +
be/src/runtime/thread_context.cpp | 32 +-
be/src/runtime/thread_context.h | 111 +-
be/src/service/doris_main.cpp | 4 +
be/src/service/internal_service.cpp | 29 -
be/src/util/bit_util.h | 10 +-
be/src/util/simd/bits.h | 5 +
be/src/util/simd/vstring_function.h | 4 +-
be/src/vec/CMakeLists.txt | 3 +-
.../aggregate_function_bitmap.cpp | 9 +
.../aggregate_function_bitmap.h | 22 +
.../aggregate_functions/aggregate_function_count.h | 6 +-
.../aggregate_function_min_max.cpp | 15 +-
.../aggregate_function_min_max.h | 74 +
.../aggregate_function_retention.cpp | 36 +
.../aggregate_function_retention.h | 145 ++
.../aggregate_function_simple_factory.cpp | 2 +
be/src/vec/columns/column_decimal.cpp | 15 +-
be/src/vec/columns/column_nullable.cpp | 43 +-
be/src/vec/columns/column_nullable.h | 54 +-
be/src/vec/columns/column_string.h | 21 +-
be/src/vec/columns/column_vector.cpp | 15 +-
be/src/vec/common/arena.h | 11 +-
be/src/vec/common/columns_hashing.h | 6 +-
be/src/vec/common/columns_hashing_impl.h | 5 +
be/src/vec/common/hash_table/hash_table.h | 15 +
be/src/vec/common/pod_array.h | 22 +-
be/src/vec/common/string_ref.h | 89 +-
be/src/vec/core/sort_block.h | 19 +-
be/src/vec/data_types/data_type_array.cpp | 23 +-
be/src/vec/exec/file_arrow_scanner.cpp | 6 +-
be/src/vec/exec/file_text_scanner.cpp | 3 +-
be/src/vec/exec/file_text_scanner.h | 2 +-
.../format/csv/{vcsv_reader.cpp => csv_reader.cpp} | 173 +-
.../format/csv/{vcsv_reader.h => csv_reader.h} | 13 +-
.../exec/format/parquet/vparquet_page_reader.cpp | 1 +
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 5 +-
be/src/vec/exec/join/vhash_join_node.cpp | 44 +-
be/src/vec/exec/join/vhash_join_node.h | 12 +
be/src/vec/exec/scan/new_file_arrow_scanner.cpp | 6 +-
be/src/vec/exec/scan/new_file_text_scanner.cpp | 3 +-
be/src/vec/exec/scan/new_file_text_scanner.h | 2 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 51 +-
be/src/vec/exec/scan/vfile_scanner.h | 11 -
be/src/vec/exec/scan/vscan_node.cpp | 28 +-
be/src/vec/exec/scan/vscanner.cpp | 14 +-
be/src/vec/exec/scan/vscanner.h | 10 +
be/src/vec/exec/vaggregation_node.cpp | 9 +-
be/src/vec/exec/vaggregation_node.h | 1 +
be/src/vec/exec/vjson_scanner.cpp | 4 +-
be/src/vec/exec/volap_scan_node.cpp | 24 +-
be/src/vec/exprs/vexpr.cpp | 3 +
be/src/vec/exprs/vruntimefilter_wrapper.cpp | 8 +-
be/src/vec/exprs/vruntimefilter_wrapper.h | 18 +-
.../functions/array/function_array_aggregation.cpp | 6 +-
be/src/vec/functions/date_time_transforms.h | 242 +-
be/src/vec/functions/function_case.h | 55 +-
be/src/vec/functions/function_coalesce.cpp | 2 +-
.../function_date_or_datetime_to_something.h | 3 +-
.../function_date_or_datetime_to_string.cpp | 16 +-
.../function_date_or_datetime_to_string.h | 4 +-
be/src/vec/functions/function_string.cpp | 39 +
be/src/vec/functions/function_string.h | 41 +-
be/src/vec/functions/like.cpp | 353 ++-
be/src/vec/functions/like.h | 132 +-
be/src/vec/functions/minus.cpp | 2 +-
be/src/vec/functions/plus.cpp | 2 +-
be/src/vec/functions/time_of_function.cpp | 59 +-
be/src/vec/functions/to_time_function.cpp | 115 +-
be/src/vec/runtime/vdatetime_value.cpp | 7 +-
be/src/vec/runtime/vdatetime_value.h | 32 +-
be/test/CMakeLists.txt | 5 +
be/test/io/cache/remote_file_cache_test.cpp | 188 ++
be/test/testutil/run_all_tests.cpp | 7 +-
.../aggregate_functions/agg_min_max_by_test.cpp | 4 +-
.../vec/aggregate_functions/vec_retention_test.cpp | 284 +++
be/test/vec/function/function_like_test.cpp | 16 -
build.sh | 2 +-
dist/LICENSE-dist.txt | 2 +-
docs/en/docs/admin-manual/config/fe-config.md | 4 +-
docs/en/docs/advanced/variables.md | 8 -
.../import/import-way/load-json-format.md | 42 +
docs/en/docs/data-table/data-model.md | 18 +-
.../sql-functions/aggregate-functions/any_value.md | 48 +
.../aggregate-functions/group_bitmap_xor.md | 57 +
.../sql-functions/aggregate-functions/retention.md | 136 ++
.../sql-functions/string-functions/initcap.md | 47 +
.../Account-Management-Statements/SET-PROPERTY.md | 10 +-
.../Backup-and-Restore/RESTORE.md | 1 +
.../Load/STREAM-LOAD.md | 5 +-
.../Manipulation/SELECT.md | 12 +
docs/sidebars.json | 6 +-
docs/zh-CN/docs/advanced/variables.md | 8 -
.../import/import-way/load-json-format.md | 41 +
docs/zh-CN/docs/data-table/data-model.md | 20 +-
.../sql-functions/aggregate-functions/any_value.md | 48 +
.../aggregate-functions/group_bitmap_xor.md | 57 +
.../sql-functions/aggregate-functions/retention.md | 136 ++
.../sql-functions/string-functions/initcap.md | 46 +
.../Account-Management-Statements/SET-PROPERTY.md | 10 +-
.../Backup-and-Restore/RESTORE.md | 1 +
.../Load/STREAM-LOAD.md | 9 +-
.../Manipulation/SELECT.md | 14 +-
fe/fe-core/pom.xml | 2 +-
fe/fe-core/src/main/cup/sql_parser.cup | 61 +-
.../apache/doris/analysis/AlterTableStatsStmt.java | 6 +-
.../java/org/apache/doris/analysis/Analyzer.java | 9 +-
.../org/apache/doris/analysis/ArrayLiteral.java | 7 +
.../org/apache/doris/analysis/BaseTableRef.java | 1 +
.../java/org/apache/doris/analysis/BrokerDesc.java | 37 +-
.../java/org/apache/doris/analysis/CastExpr.java | 2 +-
.../org/apache/doris/analysis/DataDescription.java | 63 +-
.../apache/doris/analysis/DropTableStatsStmt.java | 140 ++
.../java/org/apache/doris/analysis/ExportStmt.java | 11 +-
.../apache/doris/analysis/FunctionCallExpr.java | 30 +-
.../org/apache/doris/analysis/GroupByClause.java | 16 +-
.../apache/doris/analysis/ImportColumnDesc.java | 10 +
.../org/apache/doris/analysis/LargeIntLiteral.java | 19 +
.../org/apache/doris/analysis/OutFileClause.java | 17 +-
.../org/apache/doris/analysis/RestoreStmt.java | 19 +
.../org/apache/doris/analysis/ShowRestoreStmt.java | 6 +-
.../org/apache/doris/analysis/StorageBackend.java | 3 +-
.../org/apache/doris/analysis/StringLiteral.java | 10 +
.../java/org/apache/doris/analysis/TableRef.java | 119 +-
.../org/apache/doris/analysis/TableSample.java | 100 +
.../org/apache/doris/analysis/TupleDescriptor.java | 16 +-
.../org/apache/doris/backup/BackupHandler.java | 3 +-
.../java/org/apache/doris/backup/RestoreJob.java | 27 +-
.../apache/doris/catalog/AggregateFunction.java | 3 +-
.../java/org/apache/doris/catalog/ColumnType.java | 5 +
.../java/org/apache/doris/catalog/FunctionSet.java | 121 +
.../java/org/apache/doris/catalog/OlapTable.java | 4 +-
.../org/apache/doris/catalog/TableProperty.java | 6 +-
.../main/java/org/apache/doris/common/Config.java | 4 +-
.../Join.java => common/NereidsException.java} | 31 +-
.../doris/common/util/DynamicPartitionUtil.java | 3 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 3 +-
.../java/org/apache/doris/common/util/Util.java | 33 +
.../org/apache/doris/load/BrokerFileGroup.java | 9 +-
.../src/main/java/org/apache/doris/load/Load.java | 2 +-
.../doris/load/loadv2/LoadingTaskPlanner.java | 2 +-
.../load/routineload/KafkaRoutineLoadJob.java | 6 +
.../doris/load/routineload/RoutineLoadJob.java | 2 -
.../mysql/privilege/CommonUserProperties.java | 11 -
.../org/apache/doris/mysql/privilege/PaloAuth.java | 9 -
.../apache/doris/mysql/privilege/UserProperty.java | 13 -
.../doris/mysql/privilege/UserPropertyMgr.java | 9 -
.../glue/translator/PhysicalPlanTranslator.java | 27 +-
.../nereids/jobs/cascades/DeriveStatsJob.java | 5 +-
.../apache/doris/nereids/memo/GroupExpression.java | 3 +-
.../java/org/apache/doris/nereids/memo/Memo.java | 2 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 23 +-
.../org/apache/doris/nereids/rules/RuleSet.java | 14 +-
.../org/apache/doris/nereids/rules/RuleType.java | 6 +-
.../nereids/rules/analysis/BindSlotReference.java | 6 +-
.../rules/exploration/join/InnerJoinLAsscom.java | 12 +-
.../exploration/join/InnerJoinLAsscomProject.java | 11 +-
.../rules/exploration/join/JoinCommute.java | 2 +-
.../rules/exploration/join/JoinLAsscomHelper.java | 5 +-
.../rules/exploration/join/OuterJoinLAsscom.java | 12 +-
.../exploration/join/OuterJoinLAsscomProject.java | 11 +-
.../join/SemiJoinLogicalJoinTranspose.java | 8 +-
.../join/SemiJoinLogicalJoinTransposeProject.java | 8 +-
.../join/SemiJoinSemiJoinTranspose.java | 4 +-
.../expression/rewrite/ExpressionRewrite.java | 22 +-
.../implementation/LogicalJoinToHashJoin.java | 2 +-
.../LogicalJoinToNestedLoopJoin.java | 2 +-
.../rules/rewrite/logical/EliminateOuter.java | 2 +-
.../rules/rewrite/logical/ExistsApplyToJoin.java | 18 +-
.../rewrite/logical/FindHashConditionForJoin.java | 18 +-
.../rules/rewrite/logical/InApplyToJoin.java | 10 +-
...geConsecutiveFilters.java => MergeFilters.java} | 4 +-
...ergeConsecutiveLimits.java => MergeLimits.java} | 4 +-
...ConsecutiveProjects.java => MergeProjects.java} | 6 +-
.../nereids/rules/rewrite/logical/MultiJoin.java | 269 +--
.../rewrite/logical/PushFilterInsideJoin.java | 8 +-
.../rewrite/logical/PushdownFilterThroughJoin.java | 4 +-
.../logical/PushdownJoinOtherCondition.java | 55 +-
.../nereids/rules/rewrite/logical/ReorderJoin.java | 324 ++-
.../rules/rewrite/logical/ScalarApplyToJoin.java | 15 +-
.../apache/doris/nereids/trees/plans/JoinType.java | 16 +
.../apache/doris/nereids/trees/plans/PlanType.java | 1 +
.../doris/nereids/trees/plans/algebra/Join.java | 4 +-
.../nereids/trees/plans/logical/LogicalApply.java | 2 +-
.../nereids/trees/plans/logical/LogicalFilter.java | 2 +-
.../nereids/trees/plans/logical/LogicalJoin.java | 85 +-
.../trees/plans/physical/AbstractPhysicalJoin.java | 49 +-
.../trees/plans/physical/PhysicalHashJoin.java | 25 +-
.../plans/physical/PhysicalNestedLoopJoin.java | 29 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 17 +
.../org/apache/doris/nereids/util/JoinUtils.java | 19 -
.../org/apache/doris/planner/BrokerScanNode.java | 18 +-
.../org/apache/doris/planner/HashJoinNode.java | 23 +-
.../org/apache/doris/planner/OlapScanNode.java | 93 +
.../doris/planner/RuntimeFilterGenerator.java | 3 +-
.../apache/doris/planner/SingleNodePlanner.java | 4 +-
.../apache/doris/planner/StreamLoadPlanner.java | 35 +-
.../apache/doris/planner/StreamLoadScanNode.java | 2 +-
.../planner/external/ExternalFileScanNode.java | 19 +-
.../doris/planner/external/FileGroupInfo.java | 144 +-
.../doris/planner/external/LoadScanProvider.java | 22 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 3 -
.../main/java/org/apache/doris/qe/Coordinator.java | 6 -
.../main/java/org/apache/doris/qe/DdlExecutor.java | 3 +
.../java/org/apache/doris/qe/SessionVariable.java | 26 -
.../java/org/apache/doris/qe/StmtExecutor.java | 18 +-
.../main/java/org/apache/doris/resource/Tag.java | 15 +-
.../org/apache/doris/statistics/Statistics.java | 25 +
.../apache/doris/statistics/StatisticsManager.java | 31 +-
.../org/apache/doris/statistics/TableStats.java | 11 +-
.../java/org/apache/doris/task/LoadTaskInfo.java | 23 +
.../java/org/apache/doris/task/StreamLoadTask.java | 16 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 2 +
.../org/apache/doris/analysis/AggregateTest.java | 72 +
.../org/apache/doris/analysis/SelectStmtTest.java | 123 +
.../org/apache/doris/backup/RestoreJobTest.java | 2 +-
.../java/org/apache/doris/catalog/ColumnTest.java | 8 +
.../org/apache/doris/catalog/OlapTableTest.java | 4 +-
.../doris/catalog/ReplicaAllocationTest.java | 2 +-
.../nereids/datasets/ssb/SSBJoinReorderTest.java | 135 +-
.../apache/doris/nereids/memo/MemoRewriteTest.java | 1 -
.../properties/ChildOutputPropertyDeriverTest.java | 40 +-
.../properties/RequestPropertyDeriverTest.java | 11 +-
.../exploration/join/InnerJoinLAsscomTest.java | 8 +-
.../doris/nereids/rules/mv/SelectRollupTest.java | 2 +
...ctSingleTableExpressionFromDisjunctionTest.java | 8 +-
.../logical/FindHashConditionForJoinTest.java | 24 +-
.../rules/rewrite/logical/JoinReorderTest.java | 48 -
.../rules/rewrite/logical/LimitPushDownTest.java | 2 -
...cutiveFilterTest.java => MergeFiltersTest.java} | 4 +-
...ecutiveLimitsTest.java => MergeLimitsTest.java} | 4 +-
...iveProjectsTest.java => MergeProjectsTest.java} | 6 +-
.../rewrite/logical/NormalizeAggregateTest.java | 61 +-
.../rewrite/logical/PushFilterInsideJoinTest.java | 2 +-
.../PushdownFilterThroughAggregationTest.java | 192 +-
.../logical/PushdownFilterThroughJoinTest.java | 2 +-
.../logical/PushdownJoinOtherConditionTest.java | 19 +-
.../rules/rewrite/logical/ReorderJoinTest.java | 183 ++
.../doris/nereids/sqltest/MultiJoinTest.java | 114 +
.../doris/nereids/trees/expressions/ViewTest.java | 6 +-
.../doris/nereids/trees/plans/PlanEqualsTest.java | 37 +-
.../nereids/trees/plans/PlanToStringTest.java | 6 +-
.../doris/nereids/util/AnalyzeSubQueryTest.java | 11 +-
.../nereids/util/AnalyzeWhereSubqueryTest.java | 83 +-
.../doris/nereids/util/LogicalPlanBuilder.java | 50 +-
.../org/apache/doris/planner/QueryPlanTest.java | 6 +-
.../apache/doris/planner/ResourceTagQueryTest.java | 7 +-
.../org/apache/doris/qe/SessionVariablesTest.java | 2 +-
.../doris/statistics/StatisticsManagerTest.java | 47 +
fs_brokers/apache_hdfs_broker/pom.xml | 28 +-
.../doris/broker/hdfs/FileSystemManager.java | 54 +-
gensrc/script/doris_builtins_functions.py | 25 +
gensrc/script/gen_build_version.sh | 17 +-
gensrc/thrift/Exprs.thrift | 4 +-
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 54 +-
regression-test/conf/regression-conf.groovy | 4 +-
.../test_bloom_filter_is_not_null.out} | 11 +-
.../{test_sort.out => test_group_by_constant.out} | 2 +-
.../data/correctness_p0/test_null_predicate.out | 176 ++
.../test_pushdown_constant.out} | 0
regression-test/data/correctness_p0/test_sort.out | 18 +
.../sql/repositoriesWithTheHighestGrowthYoY.out | 4 +-
.../repositoriesWithTheMaximumAmountOfIssues1.out | 2 +-
.../repositoriesWithTheMaximumAmountOfIssues2.out | 2 +-
.../data/load_p0/broker_load/simple_array.data | 4 +-
.../data/load_p0/broker_load/test_array_load.out | 4 +-
.../data/load_p0/stream_load/all_types.csv | 2500 ++++++++++++++++++++
.../data/load_p0/stream_load/all_types.csv.gz | Bin 0 -> 6817 bytes
.../data/load_p0/stream_load/bitmap_hll.csv.bz2 | Bin 0 -> 2046 bytes
.../data/load_p0/stream_load/test_stream_load.out | 48 +
.../load_p0/stream_load}/test_time.data | 0
.../data/load_p0/stream_load/unique_key.csv.lz4 | Bin 0 -> 32839 bytes
.../load_p0/stream_load/unique_key_with_delete.csv | 6 +
regression-test/data/query/join/test_join3.out | 2 +-
.../case_function/test_case_function.out | 6 +
.../data/query_p0/aggregate/aggregate.out | 3 +
.../data/query_p0/join/sql/issue_12689.out | 3 +
.../test_aggregate_all_functions.out | 5 +
.../test_aggregate_retention.out | 59 +
.../test_array_aggregation_functions.out | 31 +-
.../string_functions/test_string_function.out | 3 +
.../window_functions/sql/rowsDisjointWindows.out | 34 +-
.../test_alter_table_column_nullable.out | 13 +
.../test_bloom_filter_is_not_null.groovy | 51 +-
.../correctness/test_pushdown_pred_to_view.groovy | 16 +-
.../correctness/test_view_varchar_length.groovy | 14 +-
...t_sort.groovy => test_group_by_constant.groovy} | 47 +-
.../correctness_p0/test_null_predicate.groovy | 90 +
.../correctness_p0/test_pushdown_constant.groovy | 41 +
.../suites/correctness_p0/test_sort.groovy | 4 +
.../sql/proportionsBetweenStarsAndForks2.sql | 2 +-
.../sql/repositoriesWithTheHighestGrowthYoY.sql | 2 +-
.../repositoriesWithTheMaximumAmountOfIssues1.sql | 2 +-
.../repositoriesWithTheMaximumAmountOfIssues2.sql | 2 +-
.../insert_p0/test_array_insert_overflow.groovy | 47 +
.../load_nullable_to_not_nullable.groovy | 64 -
.../load_p0/stream_load/test_stream_load.groovy | 418 ++++
.../suites/nereids_syntax_p0/agg_with_const.groovy | 2 +-
.../suites/nereids_syntax_p0/having.groovy | 1 +
.../suites/nereids_syntax_p0/set_var.groovy | 1 +
.../case_function/test_case_function.groovy | 1215 ++++++++++
.../suites/query_p0/aggregate/aggregate.groovy | 31 +
.../suites/query_p0/cache/partition_cache.groovy | 3 +
.../suites/query_p0/join/ddl/table_3.sql | 19 +
regression-test/suites/query_p0/join/load.groovy | 4 +-
.../suites/query_p0/join/sql/issue_12689.sql | 1 +
.../test_aggregate_all_functions.groovy | 4 +-
.../test_aggregate_retention.sql | 72 +
.../test_array_aggregation_functions.groovy | 6 +-
.../test_cast_array_functions_by_literal.groovy | 6 +
.../string_functions/test_string_function.groovy | 2 +
.../window_functions/sql/rowsDisjointWindows.sql | 1 +
.../test_alter_table_column_nullable.groovy | 167 ++
thirdparty/CHANGELOG.md | 4 +
thirdparty/vars.sh | 8 +-
tools/tpch-tools/queries/q14.sql | 2 +-
tools/tpch-tools/queries/q22.sql | 33 +-
tools/tpch-tools/queries/q9.sql | 2 +-
374 files changed, 11833 insertions(+), 3109 deletions(-)
create mode 100644 be/src/io/cache/dummy_file_cache.cpp
copy be/src/io/cache/{whole_file_cache.h => dummy_file_cache.h} (62%)
create mode 100644 be/src/vec/aggregate_functions/aggregate_function_retention.cpp
create mode 100644 be/src/vec/aggregate_functions/aggregate_function_retention.h
rename be/src/vec/exec/format/csv/{vcsv_reader.cpp => csv_reader.cpp} (74%)
rename be/src/vec/exec/format/csv/{vcsv_reader.h => csv_reader.h} (88%)
create mode 100644 be/test/io/cache/remote_file_cache_test.cpp
create mode 100644 be/test/vec/aggregate_functions/vec_retention_test.cpp
create mode 100644 docs/en/docs/sql-manual/sql-functions/aggregate-functions/any_value.md
create mode 100644 docs/en/docs/sql-manual/sql-functions/aggregate-functions/group_bitmap_xor.md
create mode 100644 docs/en/docs/sql-manual/sql-functions/aggregate-functions/retention.md
create mode 100644 docs/en/docs/sql-manual/sql-functions/string-functions/initcap.md
create mode 100644 docs/zh-CN/docs/sql-manual/sql-functions/aggregate-functions/any_value.md
create mode 100644 docs/zh-CN/docs/sql-manual/sql-functions/aggregate-functions/group_bitmap_xor.md
create mode 100644 docs/zh-CN/docs/sql-manual/sql-functions/aggregate-functions/retention.md
create mode 100644 docs/zh-CN/docs/sql-manual/sql-functions/string-functions/initcap.md
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/analysis/DropTableStatsStmt.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/analysis/TableSample.java
copy fe/fe-core/src/main/java/org/apache/doris/{nereids/trees/plans/algebra/Join.java => common/NereidsException.java} (55%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/logical/{MergeConsecutiveFilters.java => MergeFilters.java} (94%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/logical/{MergeConsecutiveLimits.java => MergeLimits.java} (94%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/logical/{MergeConsecutiveProjects.java => MergeProjects.java} (95%)
delete mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/logical/JoinReorderTest.java
rename fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/logical/{MergeConsecutiveFilterTest.java => MergeFiltersTest.java} (95%)
rename fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/logical/{MergeConsecutiveLimitsTest.java => MergeLimitsTest.java} (94%)
rename fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/logical/{MergeConsecutiveProjectsTest.java => MergeProjectsTest.java} (95%)
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/logical/ReorderJoinTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/sqltest/MultiJoinTest.java
copy regression-test/data/{correctness_p0/test_sort.out => bloom_filter_p0/test_bloom_filter_is_not_null.out} (57%)
copy regression-test/data/correctness_p0/{test_sort.out => test_group_by_constant.out} (98%)
create mode 100644 regression-test/data/correctness_p0/test_null_predicate.out
copy regression-test/data/{correctness/test_crossjoin_inlineview_slot.out => correctness_p0/test_pushdown_constant.out} (100%)
create mode 100644 regression-test/data/load_p0/stream_load/all_types.csv
create mode 100644 regression-test/data/load_p0/stream_load/all_types.csv.gz
create mode 100644 regression-test/data/load_p0/stream_load/bitmap_hll.csv.bz2
rename regression-test/{suites/load_p0/stream_load/data => data/load_p0/stream_load}/test_time.data (100%)
create mode 100644 regression-test/data/load_p0/stream_load/unique_key.csv.lz4
create mode 100644 regression-test/data/load_p0/stream_load/unique_key_with_delete.csv
create mode 100644 regression-test/data/query_p0/join/sql/issue_12689.out
create mode 100644 regression-test/data/query_p0/sql_functions/aggregate_functions/test_aggregate_retention.out
create mode 100644 regression-test/data/schema_change_p0/test_alter_table_column_nullable.out
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/algebra/Join.java => regression-test/suites/bloom_filter_p0/test_bloom_filter_is_not_null.groovy (52%)
copy regression-test/suites/correctness_p0/{test_sort.groovy => test_group_by_constant.groovy} (51%)
create mode 100644 regression-test/suites/correctness_p0/test_null_predicate.groovy
create mode 100644 regression-test/suites/correctness_p0/test_pushdown_constant.groovy
create mode 100644 regression-test/suites/insert_p0/test_array_insert_overflow.groovy
delete mode 100644 regression-test/suites/load_p0/stream_load/load_nullable_to_not_nullable.groovy
create mode 100644 regression-test/suites/query_p0/join/ddl/table_3.sql
create mode 100644 regression-test/suites/query_p0/join/sql/issue_12689.sql
create mode 100644 regression-test/suites/query_p0/sql_functions/aggregate_functions/test_aggregate_retention.sql
create mode 100644 regression-test/suites/schema_change_p0/test_alter_table_column_nullable.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org