You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by da...@apache.org on 2025/04/30 09:20:38 UTC
(doris) branch auto-pick-47965-branch-3.0 updated (e0cb1a49da6 -> 1d9cb341e1e)
This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch auto-pick-47965-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard e0cb1a49da6 [improve](function) support collect_list with nested types param (#47965)
add c2371a30b54 branch-3.0: [test](mv) Fix regression test case to make stable #47880 (#48070)
add 21802294a81 branch-3.0: [Opt](partial update) Add some cases for partial update #47900 (#48129)
add 4b0177de9e3 branch-3.0: [regression](storage vault) test minio as storage vault using Virtual Host Style #47992 (#48124)
add 8387aef8928 branch-3.0: [feat](binlog) Speed binlog gc by locked binlogs #47547 (#48127)
add bc4089af646 branch-3.0: [fix](case)fix range_datetime_part_up_rewrite case failed #47302 (#48132)
add 96acb50f7df branch-3.0: [Fix](case) regression test database should not be dropped manually #48098 (#48149)
add c3a2069eb76 branch-3.0: [fix](restore) Remove dynamic_partition.storage_policy property #48134 (#48159)
add a11296af75d branch-3.0: [opt](Inverted index)Avoid repeated calculations of suffix paths #48137 (#48153)
add 9ded8ffd971 branch-3.0: [improve](functon) improve json_object with complex type #47627 (#47779)
add 3b85f316c00 branch-3.0: [fix](table stat) Fix show data size of single replica result incorrect #39751 (#48106)
add 3f15ddbf0a5 branch-3.0: [BugFix](PreparedStatement) fix stmtId overflow #47950 (#48116)
add d2464ddaba5 [cherry-pick](branch-30) add float/double type in agg percentile_array (#43953) (#48094)
add 6caa3cf761a branch-3.0: [opt](jdbc catalog) Compatible with higher ClickHouse JDBC Driver versions #46026 (#48182)
add 75c97e683f0 branch-3.0: [fix](orc) fix predicate filter failed when use hive 1.x version (#47980)
add e4367e280d6 branch-3.0: [Bug](mtmv) update mapping relation when mtmv occur alter #46983 (#47062)
add 06302d2118c branch-3.0: [fix](hive) Incorrect location conversion for target path #47162 (#47329)
add 936d21fc1b0 branch-3.0: [fix](nereids) fix join condition with AddMinMax rule hung #47772 (#47807)
add a7316437604 [Fix](cloud-mow) Compaciton should release delete bitmap lock when abort fail (#47963)
add d0a19495ff6 Revert "branch-3.0: [Improvement]downgrade resource tag when there is… (#48200)
add c41d3aba296 branch-3.0: [fix](paimon) avoid get paimon table when replay (#48152)
add 1bdffbaf904 branch-3.0: [fix](group commit) replay wal failed when enable global enable_memtable_on_sink_node #47968 (#48027)
add 637bc6a95b0 branch-3.0: [fix](case) fix external case user cluster usage_priv when cloud-mode #48016 (#48049)
add c929e11c7a0 branch-3.0: [Bug](set) fix find null get wrong result on set operators #48001 (#48021)
add fc0562914a6 branch-3.0: [fix](bdb) reset interrupted flag before calling bdbje #47874 (#47941)
add be1737b1cb3 branch-3.0: [improve](routine load) ensure abnormal jobs do not interfere with normal task scheduling #47530 (#47847)
add 876484f29ad branch-3.0: [fix](cloud) Skip `select_with_tablets` case run in cloud #47223 (#47369)
add d365c0d0a91 branch-3.0: [Chore](dependencies)upgrade dependencies #47127 (#47493)
add 10e2ca37ae0 branch-3.0: [fix](prepared statement) fix protocol with TIME datatype #47389 (#47542)
add be22c5bca4a branch-3.0: [fix](ES Catalog)Make sure ES meta is synced before using #46781 (#47701)
add 098c13ce30d branch-3.0: [Fix](memory) Add try catch block for `Segment::load_pk_index_and_bf` #47715 (#47736)
add cc91ebbc70e branch-3.0: [improve](move-memtable) improve error log and message for "not enough streams" #47470 (#47721)
add b65ca9878f6 branch-3.0: [fix](routine load) fix incorrect auto-resume interval caused by excessive auto-resume attempts #47528 (#47810)
add 9aec6690dd8 branch-3.0: [chore](rename) Forbid renaming partition columns since this is a buggy feature #47596 (#47806)
add 82e564d268f branch-3.0: [improve](load) improve error message "close wait failed coz rpc error" #47518 (#47804)
add 6510b593b82 branch-3.0: [opt](paimon) Optimize error prompt #47593 (#47789)
add 20976a571f6 branch-3.0: [feature](metrics) add catalog/db/table num metrics #47891 (#47945)
add 232f3100ce1 branch-3.0: [fix](array index) Correct null bitmap writing for inverted index #47846 (#48052)
add 0f3eb88e372 branch-3.0: [fix](Export) Fix the issue where the show export status stays stuck on EXPORTING. #47974 (#48059)
add 93775369983 branch-3.0: [fix](Export) modify some cases of export feature #47976 (#48061)
add 8a04ff99319 branch-3.0: [test](ms) Add injection point to randomly fail in `txn->commit()` for test #47336 (#47854)
add 2d293d8f3a4 branch-3.0: [opt](trino-connector) close scanner after finished #47857 (#47873)
add 7dcb1f7acc6 branch-3.0: [fix](inverted index) fix wrong read data for primary key #47841 (#48206)
add 578c99d08d8 branch-3.0: [fix](statistics)Show table stats need to forward to master use FORWARD_NO_SYNC #48189 (#48197)
add 1055f9eb259 branch-3.0: Revert "[debug](auto-partition) debug auto&dynamic partition creation" #48005 (#48176)
add 3827d384596 branch-3.0: [fix](function) Fix the issue where using convert_tz and ifnull together causes an error. #48029 (#48071)
add aa4007e865d [fix](Nereids) fix fold constant of time acquired functions (#47288) (#48212)
add e6bfa54dd39 branch-3.0: [fix](bloomfilter) fix inlist support for date/datetimev1 in bloomfilter index #46961 (#47005)
add 320d2c0f0a6 branch-3.0: [fix](nereids)check if correlated filter exists before converting apply to join #47985 (#48088)
add ef37a2813ef branch-3.0: [fix](nereids) fix push down non-foldable filter through project #47989 (#48083)
add 7d944b89c8d branch-3.0: [opt](nereids) optimize not found function error message #47919 (#48081)
add 7f62e9c6190 branch-3.0: [fix](mv) Fix use sync mv wrongly when use rbo materialized view rewrite rule #47650 (#47834)
add 0311659bcc5 branch-3.0: [fix](nereids) fix bug in PhysicalTopN.equals() #46547 (#46632)
add 4524a8c5ff0 branch-3.0: [fix](cases) fix unstable leading cases #46441 (#47898)
add 197869e5f64 branch-3.0: [opt](nereids) optimize limit on distinct aggregate #47570 (#47816)
add 56b712908d9 branch-3.0-pick: [test](case) add a case for cloud mow (#47868) (#48230)
add 6c70e034eac [fix](load) fix metrics memtable_flush_duration_us (#47607) (#48211)
add e84a55488e4 branch-3.0: [Fix](agg) Remove useless DCHECK for streaming agg node #47842 (#48258)
add 2b8a4418d06 branch-3.0: [fix](Outfile) Set `retryTime` to one while executing `outfile` statement. #48095 (#48216)
add b54cacfa0ff branch-3.0: [fix](parquet)Fix data column and null map column not equal when reading Parquet complex type cross-page data #47734 (#48038)
add b8e907717c7 branch-3.0: [fix](test) fix the regression test `test_trino_hive_serde_prop` #48012 (#48044)
add 2a9243c2d9d branch-3.0: [fix](regression) Fix test_show_data_warehouse groovy failed occasionally in `ASAN` mode #47802 (#48268)
add 2bd0ed6f0d1 [Chore](parallel-result-sink) disable fuzzy ENABLE_PARALLEL_RESULT_SINK on branch-3.0 (#48068)
add d9815ae98c9 [branch-3.0](pick) pick #47501 #47535 #47744 (#47867)
add 704047c410c branch-3.0: [Fix](catalog)Fixes query failures for Paimon tables stored in Kerberized HDFS #47192 (#47693)
add b718d915b02 branch-3.0:[opt](jdbc catalog) Change jdbc Driver loading to Java code (#47538)
add 656d53a5e8f branch-3.0: [test](jdbc catalog) add more jdbc catalog extreme test #47525 (#47886)
add c3fc9eab5ae branch-3.0: [opt](nereids)prune unused column after push down common column from agg #46627 (#47029)
add a215a63b50b branch-3.0: [fix](external catalog) Persisting the External Catalog comment field #46946 (#47270)
add fedbf161cd0 [Bug](join) return eof when join build sink awakend by downstream source #47380 #48247 (#47791)
add ed50d7f344f branch-3.0: [BugFix](Variant) limit cast elimination to one level cast #47778 (#47954)
add ee534dfaf10 branch-3.0: [opt](identifier) let column's name format more flexable #47840 (#47902)
add 1b658a51fb3 [cherry-pick](branch-30) add more signatures for lag/lead fucntion (#47940) (#48077)
add bc2bd9a8850 branch-3.0: [bug](restore) Fix wrong storage policy in show create stmt after restore #48158 (#48226)
add d9926daaead branch-3.0: [fix](array index) Fix index build failure when all array column data is null #48231 (#48264)
add f00c10317e4 branch-3.0: [fix](group commit) fix wal reader handle empty block #48290 (#48333)
add 8f1f7dec7a3 branch-3.0: [Opt](cloud) Add inject points for cloud mow #48190 (#48330)
add 8cb0470fe9d branch-3.0: [fix](group commit) group commit print profile #48256 (#48331)
add 6d568f352b2 branch-3.0: [cloud](ut) fix unstable schema_kv_test.cpp #48299 (#48320)
add 3cf8ad212e5 branch-3.0: [fix](partition) Incorrectly add partition to non-partitioned table #48121 (#48322)
add e8c8709c4a7 branch-3.0: [improve](meta-service) improve error message "Transaction exceeds byte limit" #47507 (#48324)
add d7b45324de9 branch-3.0: [fix](regression-test) Fix unstable regression test case due to trigger compaction failed #48228 (#48245)
add 5618f137967 branch-3.0: [Fix](case) Fix show data case #48090 (#48260)
add 267935936fa branch-3.0: [fix](group commit) group commit failed if enable global enable_unique_key_partial_update #48120 (#48221)
add 56d1e9cefce branch-3.0: [test](hudi) add more hudi jni test cases #47431 (#47692)
add 14c34ed9502 branch-3.0: [regression-test](suite) add sleep to waitingMVTaskFinishedByMvName #47549 (#47754)
add 5df051daabf branch-3.0: [fix](nereids) analyzing job should not be blocked by enable_stats=false #46630 (#46690)
add fae68ae0998 branch-3.0: [Fix](Variant) fix variant serialize to string #47121 (#47142)
add 27f4500352f branch-3.0: [fix](Export) Clone `SessionVariable` for each ExportTaskExecutor #48239 (#48254)
add c0764915df4 branch-3.0: [fix](Nereids) change numeric arithmatic function boundary behavior to match with be execution behavior (#47966) (#48281)
add 935c6dcab38 [cherry-pick](branch-3.0) Pick "[Fix](core) Fix null ptr introduced by #42949 (#46074)" (#48346)
add 412e59e34e9 branch-3.0: [fix](jvm) the jvm opt should only be set once #48335 (#48342)
add e81a403ba01 branch-3.0:[fix](libhdfs) fix the lifecycle issue of libhdfs config (#48353)
add 6b4b801993e branch-3.0: [feat](ci) enable enable_parquet_page_index in pipeline (#48217) (#48266)
add c88f97edf39 [cherry-pick](branch-3.0) add more hudi jni test cases (#47431) (#48311)
add dd2272bf0e4 branch-3.0: [fix](java) should use JAVA_OPTS_FOR_JDK_17 instead of JAVA_OPTS #48170 #48335 (#48284)
add 401ce13a47c branch-3.0: [fix](maxcompute)fix maxcompute partition column schema order #48325 (#48372)
add 17997872b45 branch-3.0: [Fix](remote-fs)Change closed Field to Instance-Level to Avoid Global Shutdown Issues in RemoteFileSystem #48351 (#48378)
add bf4ebf9cb00 branch-3.0: [test](external) Add `restart_fe` tag to test suites #48181 (#48234)
add c0fa9b717ad branch-3.0-pick: [Opt](profile) Add timer for `SegmentIterator::_get_row_ranges_by_keys` (#48191) (#48343)
add ae90c3c4034 branch-3.0: [feature](function)support url domain functions #42488 (#47188)
add 03a0e3dd3f6 branch-3.0: [fix](schema scan) Fix invalid pointer access #48370 (#48388)
add e83ddd08b35 branch-3.0: [fix](schema scan) Fix invalid pointer access #48313 (#48340)
add 18c9688d42b branch-3.0: [fix](auth)ldap template ignore partial result exception #47858 (#48357)
add c163767a707 branch-3.0: [fix](audit) fix sql has same sqlhash in one request #48242 (#48269)
add ef8d18c0caf branch-3.0: [fix](Nereids) let anonymous alias same as user input #47093 (#47245)
add fbcd8ec2c98 branch-3.0: [Enhancement](recycler) Add valid s3 vault config for recycler #47723 (#48375)
add ce342d0cece [cherry-pick](schema-change) Forbid modifying mv related columns (#48328)
add b0158d4c34e branch-3.0: [fix](nereids) fix merge project contains non foldable expression #48321 (#48365)
add c406aa902f8 branch-3.0: [Fix](compaction) Fix nullptr when executing cold compaction #48329 (#48376)
add 6d774216d80 branch-3.0: [fix](p2_test) fix Export p2 test #48380 (#48406)
add 526f2c2e295 branch-3.0: [fix](backup) make snapshot task with unique signature #48238 (#48291)
add 962fd55f630 [fix](inverted index) Fix for Inaccurate match_phrase_prefix Cache in… (#46517)
add 7c5508710e9 [improve](load) improve error messages for "no backend available" (#47510) (#48344)
add 4472d7299f3 [fix](deps) upgrade hadoop to 3.3.6.5 (#48280) (#48391)
add 58adcc2ef33 branch-3.0: [test](jdbc table) fix jdbc table view test #48236 (#48275)
add 996a90d1f7d Pick some fix pr to 30 Fix sync mv add default select limit wrongly #47717 # 48162 (#48257)
add bd98786eeda [cherry-pick](branch-3.0) delete case about spark hudi jni reader (#48418) (#48422)
add e3b48c80a3a branch-3.0: [opt](fe) Try to avoid `meta out of date` log when non-master fe starting #48395 (#48448)
add 238979cd5b9 branch-3.0: [fix](auth)Privatize the authentication methods in the Auth class to avoid being called incorrectly #48033 (#48394)
add f29c0b1268f branch-3.0: [enhancement](nereids)remove dependence on old CreateTableStmt for CreateTableLikeCommand #48007 (#48261)
add a92c78b3b22 branch-3.0: [log](regression)Add log to investigate SLEEP command error. #48385 (#48417)
add 176b29a10f2 branch-3.0: [opt](be/recycler) Add validator for ObjStorageClient RateLimiter config param #48140 (#48339)
add e4a3dd45f48 branch-3.0: [fix](olap) clear storage_policy property when is_being_synced = true #48229 (#48301)
add 4fac26507e2 branch-3.0:[opt](docker) Add ranger docker component (#47697) (#48361)
add a0ca014a555 branch-3.0: [case](auth)fix follower can not login #47673 (#48408)
add ef7687df4d3 branch-3.0: [case](auth)fix export case #48123 (#48411)
add c67d4ca2813 branch-3.0: [improve](load) improve error message in commit #48316 (#48436)
add a386e8bb197 branch-3.0: [fix](regression-test) delete case about spark hudi jni reader #48418 (#48481)
add 4d45ca0352b branch-3.0: [fix](client) Do not log in thrift exception when ADDRESS_SANITIZER is defined #48347 (#48362)
add be617a34394 branch-3.0: [fix](set variable)Set local session variable when set global variable on Observer. #48468 (#48498)
add e5141564030 branch-3.0: [fix](regression)Turn auto analyze off before run analyze test. #48414 (#48485)
add 774b6500955 branch-3.0: [fix](nereids) Add unique id to non foldable expression #48103 (#48451)
add 3d771876a14 branch-3.0: [chore](ci) change s3Source to internal #48427 (#48434)
add 7c93556e088 branch-3.0: [test](be) Add ut for class `AzureObjStorageClient` #47800 (#48337)
add 092f8d6a7cb branch-3.0: [fix](test) fix unstable jdbc test case #48223 (#48248)
add 67efa946260 branch-3.0: [fix](inverted index) Add missing memory usage calculation for BKD index #47297 (#47374)
add fa0f3f16817 branch-3.0: [chore](config)Clarify and Improve sys_log_roll_num Parameter Description #48442 (#48506)
add b5937f512d0 branch-3.0: [fix](group commit) group commit support generated column #48538 (#48582)
add 9b2e203ad11 branch-3.0: [opt](fe) Avoid load `retrying_service_config.json` multi times for class MetaServiceClient #48487 (#48566)
add 3b55eb56cef branch-3.0: [fix](jdbc test) fix some jdbc catalog test when cloud mode #48559 (#48584)
add b51d3018258 branch-3.0-pick: [Opt](partial update) Add some cases for partial update #48161 (#48544)
add 00ea4ad0df2 branch-3.0: [fix](p2) fix the failed of cold_heat_separation_p2 #48199 (#48516)
add b1a11192072 branch-3.0: [fix](jdbc catalog) Use factory methods to return mapped types instead 2 #48541 (#48585)
add 643698bd01b [fix](beut) fix the unit test for calculating the compaction score (#48660)
add a94cb02849d [cherry-pick](branch-30) fix unstable test case (#48141) (#48610)
add 987600d5a3b [test](beut) pick ColumnHelper to branch-3.0 (#48692)
add a9843ff8f47 [fix](array_avg)pick array_avg core (#48691)
add a25e4133540 [fix](regression) fix case bug limit_push_down in branch-3.0 (#48608)
add 1a2aff22209 branch-3.0: [Bug](compile) fix compile error in master branch about GCC #42936 (#48665)
add efb090be69e [cherry-pick](serde) Fix the behavior of serializing ip/date types nested in complex types (#48685)
add efd5439f3df [Fix](test) Fix test_cold_data_compaction_fault_injection (#48708)
add 3eaa03d2052 branch-3.0: Revert "[fix](nereids) Add unique id to non foldable expr… (#48703)
add 738fb88ee79 branch-3.0: [fix](regression)Fix insert p2 cases. #48636 (#48683)
add 49ed7c8f165 [fix](cloud) fix evict_in_advance ut for branch-3.0 (#48730)
add 5989c2b0352 [branch-30](ut) fix window_funnel UT failure (#48724)
add 2fdc378e1aa [cherry-pick](jsonb) fix invalid jsonb value write into segment file which make be crash (#48731)
add 3936408ec88 branch-3.0: [case](auth)fix no such property jdbcUser #48622 (#48633)
add cd7e03f59b2 branch-3.0: [fix](index build) Correct inverted index behavior after dynamically adding a column #48389 (#48547)
add 68ffec777ad branch-3.0: [fix](build index) Forbid building indexes for ngram BF indexes #47041 (#47146)
add d036421157a branch-3.0: [test](stable) fix some unstable hive and mc cases #48697 (#48769)
add ac7bc80eeeb branch-3.0 [fix] (inverted index) Fix UTF-8 4-byte truncation issue and add configuration to control correct term writing (#48657) (#48792)
add 75103ae89d8 [test](fe) Add session variable enable_reserve_memory for testing (#48806)
add 6ddff3dec12 [improve](ipv6) Enhance ipv6 type to accept uint128 strings in netwo… (#48802)
add 92ab9be5a54 branch-3.0: [case](auth)grant usage_priv to user when in vault mode #47316 (#48413)
add e531acbd585 branch 3.0: [fix](regression) topn-filter unstable case #47797 (#48367)
add 48e65ebba6e branch-3.0: [case](mtmv)The impact of validating the base table and m… (#48549)
add 77c6b81ef28 branch-3.0: [fix](file-cache) Clear file cache when tablet meta not found in ms #48318 (#48437)
add 230774bdf6f branch-3.0: [test](kerberos)Add hdfs(tvf),outfile and export test (#48433) (#48814)
add f4aefd058cd branch-3.0: [fix](Nereids) nested window function with order by raise exception #48492 (#48676)
add 9fb783187b9 branch-3.0: [fix](regression) fix cache p0 regression tests #48515 (#48561)
add 10595e5b46b branch-3.0: [fix](nereids)fix unstable test_correlated_filter_removed case #48520 (#48659)
add 9ec20604558 branch-3.0: [fix](nereids) fix create/alter view column name force cast to lower case #48569 (#48600)
add 17c7309d548 branch-3.0: [fix](Nereids) divide const folding for decimalv3 return type is not correct #48641 (#48679)
add 634f2d5e03d branch-3.0: [fix](Nereids) string constant folding process regex delim by mistake #48783 (#48822)
add 9fadab4544f branch-3.0: [enhancement](threadpool) reduce thread pool for arrow flight and spill io threads #48530 (#48555)
add 8e77cc94be9 branch-3.0: [fix](cloud) Modify the log level to prevent too many logs #48524 (#48796)
add d5c6a0c8cfe branch-3.0: [Chore](client) Do not log in thrift exception when ADDRESS_SANITIZER is defined #48430 (#48453)
add 1ac212cdd16 branch-3.0: [fix](memtable) revert #47860 and fix #47610 #48489 (#48637)
add 5dfcabf1de4 branch-3.0: [fix](cloud) fix filecache warmup crash due to spurious wakeup #48623 (#48654)
add 31342672dc9 branch-3.0: [fix](cloud) speed up file cache initializtion #48687 (#48798)
add 79df82ba620 branch-3.0: [fix](func) Fix be core dump caused by mem out of bound #48693 (#48845)
add f7ed94624e9 branch-3.0-pick: [Fix](cloud) Should consider tablet state change whether to skip `sync_rowsets` in publish phase (#48400) (#48667)
add 4757dadad5b branch-3.0: [fix](heartbeat) avoid failure immediately due to connection reset #48444 (#48634)
add 2edecb87531 branch-3.0: [fix])(catalog)add equals for external table #47956 (#48348)
add eff7875a263 branch-3.0: [enhance](mtmv)mv_infos not hold read lock of tables #47415 (#48674)
add aa9a7ef5e64 branch-3.0: [enhance](auth)The priority of attributes is higher than session vari… (#48548)
add 9c95d0d8f90 branch-3.0: [fix](nereids)Support negative partition range value and negative column default value. #48297 (#48421)
add e71c5c0bb8f branch-3.0:[opt](mtmv) metadata cache of external table no longer be refreshed b… (#48767)
add 9c39a343fc7 [fix](load) add lock for runtime_state->tablet_commit_infos (#48709) (#48732)
add f662722abe9 branch-3.0-pick: [Fix](mow) Fix some logs for mow (#48523) (#48664)
add 32eb08266e8 branch-3.0-pick: [Opt](merge-on-write) Check delete bitmap cache after writing it (#48233) (#48493)
add 9ff8d4891e9 branch-3.0: [fix](cold hot separation) Fix the issue that files on the remote storage are not deleted after triggering cold data compaction. (#48109) (#48445)
add b1175bcb6ad branch-3.0: [fix](test) Remove unnecessary checks for sp test #48611 (#48726)
add d5962b3e7c3 branch-3.0: [Fix](case) Fix case `test_partial_update_with_delete_col_in_publish` #48632 (#48662)
add c0813750722 branch-3.0: [fix](binlog) Set dummy timestamp correctly #48706 (#48754)
add 082afd515b5 branch-3.0: [Fix](case) Fix `test_skip_calc_between_segments` when `force_olap_table_replication_num=3` #48519 (#48645)
add ad551b0e3a6 branch-3.0: [fix](s3) support chinacloudapi endpoint for azure #47703 (#48642)
add 72445f727ef branch-3.0: [enhance](mtmv)insert overwrite of mtmv force drop partition #48074 (#48627)
add 957a4de9a88 branch-3.0: [improve](routine load) add more metrics to observe the routine load job #48209 (#48764)
add 167f6f5eec6 branch-3.0: [improvement](thrift) Limit max cached client size for BE thrift connection to master FE. #43973 (#48501)
add 5eaca71f308 branch-3.0: [fix](load) Fix import failure when the stream load parameter specifies Transfer-Encoding:chunked #48196 (#48474)
add 6ec0bc9c7eb branch-3.0: [chore](binlog) add ingesting/downloading binlog latency metrics #48599 (#48648)
add 7cd2af0f9cd branch-3.0: [fix](log) Fix s3_rate_limiter.cpp LOG incomplete #48440 (#48643)
add 24821f5a8aa branch-3.0: [improve](load) improve error message "unknown load_id" #47509 (#48638)
add ad3f8d15dd4 branch-3.0: [fix](function) Percentil func core when percent args is non nullable negative number #48563 (#48605)
add bac11096148 branch-3.0: [chore](binlog) Save tablet delta rows in UpsertRecord #48550 (#48649)
add 3f6a7019101 branch-3.0: [improve](cloud)(transaction) do not execute afterVisible if commit transaction fail in cloud mode #48576 (#48774)
add 3e2709eb54b [fix](group commit)Fix wal manager ut (#48882)
add 1eadb71e238 branch-3.0: [fix](binlog) avoid adding acqurie_md5 param when enable_download_md5… #48573 (#48583)
add 5124dc82f88 branch-3.0: [fix](table) Breaking up dynamic partition table scheduling consuming peak CPU consumption #48577 (#48879)
add cd4b8666e74 branch-3.0: [fix](group commit) fix some group commit problem (#48621) (#48896)
add 51ccdfa4b57 branch-3.0: [enhancement](schema-change) Cloud schema change do clean up when job failed #48426 (#48897)
add eaf718711b0 branch-3.0-pick: [Fix](merge-on-write) should re-calculate delete bitmaps between segments if BE restart before publish (#48775) (#48917)
add 5a93358974b branch-3.0: [chore](binlog) GetMeta returns dropped partition/table/index commit seq #48852 (#48899)
add 007301d7394 branch-3.0: [improve](binlog) Download binlogs with persistent connection #48467 (#48581)
add 602f8a29394 branch-3.0: [fix](test) Remove incorrect checks for light_schema_change #48797 (#48885)
add 04d056a4878 branch-3.0: [fix](binlog) Replaced partition should be record to Dropped Resources #48686 (#48846)
add ab0b7f6194b branch-3.0: [opt](nereids) do not fetch partition col stats #48354 (#48824)
add 9af8ab2ffbb branch-3.0: [fix](be/recycler) Fix S3RateLimiter bvar `rate_limit_exceed_req_num` incorrectly #48700 (#48881)
add bf60457943d branch-3.0: [opt](vault) Check hdfs connectivity when creating hdfs storage vault #48369 (#48816)
add 4dc2def274b branch-3.0: [fix](case) fix udf cases #48969 (#48971)
add a733b3f0663 branch-3.0: [Fix](cloud) Should not skip to calculate delete bitmaps in publish phase if cache miss when get delete bitmap #48867 (#48962)
add 02603b38a41 branch-3.0-pick: [Fix](cloud) Should calculate delete bitmaps between segments when re-calculate for all historical data if cache missed in publish phase #48748 (#48952)
add 63e8580520a branch-3.0: [chore](http) add HttpClient::execute debug log #48595 (#48618)
add 6b3eae7c29c [test](mtmv) Remove un supported test case in branch 30 (#48936)
add 0648241ea96 branch-3.0-pick: [compaction](config) Add a config to control whether to prune rows with delete sign=1 in base compaction (#48241) (#48888)
add 0cbdf182410 branch-3.0-pick: [Opt](log) Add more delete bitmap log for merge-on-write table (#48930) (#48966)
add b24ac3b51a5 branch-3.0: [fix](schema-change) Remove incorrect assertion for tablet state after committing sc job #48219 (#48439)
add 7c5c78f3ba7 branch-3.0: [fix](cloud) dup FDCache reset before FileCache dtor causing crash #48915 (#49016)
add 92015b93ffb branch-3.0: [fix](test) fix duplicate variable define #48939 (#48945)
add e533c75bea3 branch-3.0: [fix](case) fix insert_group_commit_into_unique_sync_mode #48384 (#48558)
add 6344bda53b0 branch-3.0: [improve](routine load) introduce routine load abnormal job monitor metrics #48171 (#49045)
add 84f61c986bc branch-3.0-pick: [Fix](cloud) Fix dup key problem when `enable_new_tablet_do_compaction=true` (#48399) (#49019)
add 6f1814cec04 branch-3.0-pick: [Fix](case) Fix `test_config_prune_delete_sign` when `force_olap_table_replication_num=3` (#48778) (#49018)
add d147868eea3 branch-3.0: [Bug](function) add index check on function like #47991 (#48018)
add c9e3e18afe7 branch-3.0: [Fix](sc) Don't save base tablet's compaction jobs to new tablet's `TabletJobInfoPB` #48960 (#49035)
add 5f03c9025f7 branch-3.0: [fix](statistics)Control memory use for sample partition column and key column. #46534 (#48922)
add bc1f6b32b94 branch-3.0: [improvement](statistics)Add session variable for partition sample count. #48218 (#49091)
add 3d1eb35bbff branch-3.0: [feat](binlog) filter the async mv binlogs #49028 (#49098)
add 40805f2e4fc branch-3.0: [fix](nereids)fix the cascadesContext.getMemo()==null #48771 (#49094)
add e73c5bde214 branch-3.0: [fix](auth)fix check internal priv when drop db of external catalog (#47876)
add 484625df8f9 branch-3.0: [opt](mtmv) Opt materialized view rewrite performance when the num of struct infos are huge #48782 (#48855)
add baff13ef466 branch-3.0: [fix](Nereids) fix substring with only one parameter #48957 (#49029)
add cdbb07a57a4 branch-3.0: [fix](Nereids) fix split part with regex not exist in source string #48895 (#48909)
add 380d5355a21 branch-3.0: [fix](sql cache) fix prepare statement with sql cache throw NullPointerException #48902 (#48976)
add 1e9bea28fd1 branch-3.0: [improve](restore) Link existing rowset files with source rowset id #48435 (#48999)
add 58760b1de5c branch-3.0: [feat](storage vault) Add object storage op check when creating resource #48073 (#48880)
add cb9c5076ef9 branch-3.0: [improvement](statistics)Improve analyze partition column and key column corner case. #48757 (#49100)
add a88ef51f38d [fix](pipeline) Do not schedule finalized task again (#49007)
add 9c59134b703 branch-3.0: [fix](multi table load) error URL does not depend on the value of _number_filtered_rows #49111 (#49130)
add ab4f189fd11 branch-3.0: [fix](regression) Avoid defined global variables in backup-restore case script #49102 (#49133)
add 38724151b1e branch-3.0: [improve](mow) improve mow get_agg by cache #48968 (#49110)
add 07ebb00a8ed branch-3.0: [fix][cloud] Prevent fe CloudReplica.getBackendIdImpl consuming too much CPU when high-frequency stream loads #48564 (#49108)
add 252645c99cc branch-3.0: [Fix](function) Fix wrong FE fold constant implementation of function date_format #49032 (#49085)
add 9e3f1ac739c branch-3.0: [improvement](ccr) Add and adjust result for get_lag #48953 (#49054)
add 655aa0e97f3 branch-3.0: [feat](load) stream load supports loading JSON compressed format #48990 (#49044)
add aa13ed6657d branch-3.0: [fix](nereids) fix convert to date literal throw exception #48980 (#48773)
add 9c78d4f7da0 [fix](cloud-mow)Add more calculate delete bitmap fail case (#49090)
add 1b3f158095f branch-3.0: [fix](memory) Fix LRUCachePolicy initialization and registration order #49117 (#49124)
add 1404d32f294 branch-3.0: [fix](group commit)Fix replay wal fail problem on agg state type #49081 (#49145)
add 410823f4027 [Chore](runtime-filter) remove wrong check and set disable when SyncSizeClosure meet eof status (#49185)
add 522d378e9d2 branch-3.0: [fix](named_struct) fix named_struct signature which deduce wrong for nested decimal precision #48964 (#49189)
add cf1406ec537 branch-3.0: [Fix](cloud-mow) Fix FE's wrong handling when low version MS don't set tablet states for `GetDeleteBitmapUpdateLockResponse` #49165 (#49187)
add 21d66ca2b8e branch-3.0: [fix](mtmv) Fix nest mtmv rewrite fail when bottom mtmv cache is invalid #48222 (#49129)
add 9e370278b66 branch-3.0: [Fix](SC) Prevent the values of `__DORIS_VERSION_COL__` be wrongly replaced by fake version when merging tmp rowset in sort SC #49193 (#49219)
add e0098ffdb10 branch-3.0: [fix](TabletSched) Fix filterDestBE use incorrect beid #49158 (#49188)
add d0bc64e784e branch-3.0: [Fix](log) Fix some delete bitmap log #49009 (#49144)
add 29d0ca82641 branch-3.0: [fix](hudi) Fix Memory Leak in BitCaskDiskMap Due to Circular Reference #48955 (#49114)
add 0a599fa7438 branch-3.0: [fix](array/map) Fix BE crash in lambda functions #49140 (#49168)
add f5287133184 [Bug](partition) should not do reset for the partition_sorts (#48458)
add a127aa1fa85 branch-3.0-pick: [Fix](partial update) use correct default value for missing columns in partial update (#49066) (#49221)
add 43fff629032 branch-3.0: [fix](mow) check correctness for mow get_agg #49160 (#49192)
add da284e0764c branch-3.0: [enhancement](maxcompute)support maxcompute timestamp column type. #48768 (#48841)
add fe66d511aab branch-3.0: [fix](webui) add connection context to avoid NPE #49213 (#49228)
add 7bcf173178d branch-3.0: [fix](load) fix dead lock when write memtable failed #49170 (#49230)
add 4e24298b1e8 branch-3.0: [fix](test) fix unstable test infer_intersect_except #49000 (#49217)
add 555d7822413 branch-3.0: [improve](binlog) Allow commit txn without waiting txn publish #48961 (#49265)
add 6295bf269db branch-3.0: [fix](cases) fix case for test_struct_functions without order by #49247 (#49285)
add 507e806693b branch-3.0: [fix](regression) Spark reads Doris data error #48150 (#49294)
add 2b3f8eef6ee [Improvement](column) add santy check and add some fix for ColumnString #47964 (#48513)
add f8c72bdc930 branch-3.0: [InvertedIndex](Variant) support inverted index for array type in variant #47688 (#48117)
add a41ebdd1954 branch-3.0: [fix](func) Fix precision loss in ST_GeometryFromWKB coordinate parsing #46661 (#47264)
add fd5fcebb8f1 branch-3.0: [fix](column) fix ColumnWithTypeAndName::get_nested use-after-free when input Const(Nullable) column #48288 (#49246)
add ba2fbf72243 branch-3.0: [fix](udf) alias udf skip check enable_java_udf #48843 (#48903)
add 67d6e037c62 branch-3.0: [fix](Nereids) deep copy for LogicalWindow is wrong #48861 (#49013)
add 401750047cd branch-3.0: [fix](function) Undefined behavior in parse_url #49149 (#49200)
add 53782c71fe9 branch-3.0: [fix](nereids) fix to_monday('1970-01-04 23:59:59') #49153 (#49175)
add 3030321e001 branch-3.0: [fix](build) Fix Mac compilation error caused by namespace conflict in find_symbols.h #43004 (#49078)
add 3dfb51e57b7 branch-3.0: [opt](cache) enhance cache key computation by removing comments and trimming SQL input #46099 (#46471)
add a58a92fbdba branch-3.0: [fix] Add initialization list to the copy constructor of ScanPredicate in jni_connect.h #46666 (#46726)
add 6ad6d66dd5c [fix](Index)Make column unique ids in index dynamically computed (#48988) (#49283)
add 8c6b1ab6bde branch-3.0: [fix](hudi) Set Hadoop Hudi Jni reader as default #48602 (#48712)
add 8938f1d7de4 [feature](cloud) Support rename compute group sql (#46221) (#48572)
add 8b6ec5aa237 branch-3.0: [fix](nereids)Fix dlog1, trim, extract_url_parameter and parse_url FE constant calculate bug. #49074 (#49225)
add a1818fdc9dd branch-3.0: [fix](mow) remove rowset cache version #49295 (#49322)
add b4a0d427500 [improvement](statistics)Remove read lock when doing db analyze. (#49250) (#49321)
add 09e5535effd Revert "branch-3.0: [fix](inverted index) fix wrong read data for primary key #47841 (#48206)" (#49337)
add 16071a5ea35 branch-3.0: [fix](test) Force enable light schema change for check before quit #49301 (#49339)
add fbf6c081eee branch-3.0: [feature](vault) Support database level storage vault #45325 (#49305)
add 67de0c16504 branch-3.0: [fix](nereids) proper planning of shadow columns for load and schema change concurrent execution #49332 (#49338)
add ea8d0d8c33e branch-3.0: [fix](hudi) replace non thread safe SimpleDateFormat #48923 (#49021)
add 1f6c3839760 branch-3.0: [opt](paimon)Add suppressed information display #48947 (#48996)
add 8d7541d384a branch-3.0: [fix](ob catalog) fix oceanbase catalog get connection #48593 (#48807)
add cb2d720dbb1 [fix](ranger) make RangerDorisAccessController as singleton to avoid more and more ranger policy refresher (#49352)
add 8fccc993fc1 branch-3.0: [fix](statistics)Fix replace table doesn't remove table stat meta memory leak bug. #49345 (#49357)
add 05a1996760f branch-3.0: [Fix](cloud-mow) Fix dup key problem due to calculating delete bitmaps for incremental rowsets based on wrong historical rowsets during SC #49350 (#49364)
add 8beca26caeb branch-3.0: [opt](s3client) Set ClientConfiguration.requestTimeoutMs default value from 3000ms to 30000ms #49315 (#49363)
add 28c28043f2f branch-3.0: [feat](binlog) Add config to control whether enable persistent connec… #48761 (#49006)
add b8990e10229 branch-3.0: [test](mtmv) Fix regression test not stable and add log for debug #48483 (#49235)
add f4723a903f1 branch-3.0: [Improve](cloud) support caching SchemaCloudDictionary in BE side #47629 (#48463)
add 0fafe1010f8 branch-3.0: [fix](fe) Fix non-master get image failed in k8s #49072 (#49369)
add 7630b62e72f branch-3.0: [opt](meta-service) Implement set_value API for meta-servce #49052 (#49359)
add bc37ec55c94 branch-3.0: [opt](cloud) Add config enable_meta_service_endpoint_consistency_check #49264 (#49362)
add ab75d136895 branch-3.0: [Enhancement](compaction) Add tablet info when cloud compaction crash #49296 (#49368)
add ec4171f553d branch-3.0: [fix](case) Rename load_from_big_lateral_view.out to string_over_flow… #48243 (#49282)
add d471b0d385a [pick](profile) Pick profile related to 3.0 (#48717)
add 545910e1821 [compatibility](cold hot separation) Add a config to be compatible with the previous behavior of HDFS resource if upgrading from v2.1 (#49400)
add f27be7aa13f branch-3.0: [fix](fragment) Remove unused instance ID #49059 (#49076)
add 099722d36aa branch-3.0: [opt](filecache) Do not remove parent directory when clear file cache #49199 (#49360)
add a298b786eb7 [improve](information schema) introduce routine load job system table (#48963) (#49284)
add 745c466484a branch-3.0: [fix](function) fix the function elt #48701 (#48718)
add 01f86873788 branch-3.0: [fix](report) report queue size based on the number of Bes and config #46190 (#47197)
add 9d659073a75 [cherry-pick](branch-3.0) Don't prematurely erase DeleteRows in reading iceberg table with position delete (#47977) (#48309)
add 6c117fe5c2f branch-3.0 pick 49325 fix query statistics leak in BE (#49401)
add fcdb79c2cc4 branch-3.0: [fix](core) fix subreplace when inputting a large number of empty strings #49241 (#49302)
add c3e1fa5cd02 branch-3.0: [fix](restore) correct the storage_medium of atomic restore #49330 (#49450)
add 8bbdb58903c branch-3.0: [Fix](log) correct tablet diff log in `TabletInvertedIndex.tabletReport` #49390 (#49434)
add d06f9e03ea8 branch-3.0: [refactor](test) refactor compression test to verify compatibility of ARM and X86 #49396 (#49432)
add 01277b402cc branch-3.0: [Fix](Compaction) atomic should not be implicitly converted to int64_t #49427 (#49448)
add 3aba40553af branch-3.0: [Test](cbq) Record err and print at the end of check_before_quit test #49406 (#49431)
add af2966067a6 [fix](group commit)Fix ut WalManagerTest (#49436)
add 98cd0ff5cc9 [fix](load) return DataQualityError when filtered rows exceeds limit (#47617) (#49287)
add 7503d4de96c branch-3.0: [Fix](compaction) Fix full compaction error when compaction size is too large #48958 (#49437)
add c089721fee9 [opt](cloud) Add config enable_meta_service_endpoint_consistency_check (#49264) (#49361)
add a6e5395e52b branch-3.0: [fix](struct)Fixed the issue of inserting into a struct type string literal with one more subfield causing BE coredump #49485 (#49552)
add 5d69536dab1 [fix](regression-test) Fix compaction trigger in test_dup_keys_schema_change and test_uniq_keys_schema_change (#49544)
add bafa8d460ff branch-3.0: [fix](cloud) fix misuse of file_cache_evict_in_advance_batch_bytes #49336 (#49495)
add b1368fdccb6 branch-3.0: [Bug] Fix accidental table deletion during restore job #48820 (#49496)
add 7e8c81d1983 branch-3.0: [Opt](cloud-sc) Clear stop token when `commit_tablet_job` fails #49275 (#49494)
add f55665f529f branch-3.0: [case](restore) Rename repo name of backup-restore regression cases with suite name (#49533)
add 58c1dd81451 [chore](information schema) make version of SCH_ROUTINE_LOAD_JOB consistent with the master (#49558)
add fb54f1e5cd5 branch-3.0: [enhancement](cloud) set the connection timeout and request timeout for FE requests to the meta service #49546 (#49557)
add 5511b92972e branch-3.0: [enhancement](compaction) generate multiple compaction tasks each round #49547 (#49563)
add b5232d2bc95 branch-3.0: [fix](Nereids) fold str_to_date to wrong result when parameter out range #49033 (#49151)
add 48794936d37 branch-3.0: [fix](Nereids) fold constant for string function process emoji character by mistake #49087 (#49346)
add 785fb1a0d85 branch-3.0: [fix](nereids) project child output to union output in correct order after eliminate empty relation #49257 (#49463)
add 0be4d2b3cab branch-3.0: [fix](tracker) Missing attaching task in fold constant executor #49405 (#49423)
add 03cd5f5b294 branch-3.0: [opt](metrics) optimize performance of metrics endpoint #49380 (#49454)
add c780f2e5d18 branch-3.0: [fix](jdbc catalog) ensure initialization before fetching row count #49442 (#49475)
add 3f1634c2f44 branch-3.0: [fix](Nereids) fix double literal to string literal cast problem #49416 (#49522)
add 80fe049c827 branch-3.0: [chore](task) log the thrift message size if the broken pipe is occurred #49492 (#49507)
add 7dbe08377b1 [improve](schema-change) support nested type with varchar type to support length growing (#48025)
add 499db7ad91f branch-3.0: [Fix](GA)Remove extra blank lines to avoid parsing failures #49615 (#49617)
add 123f55d82ba branch-3.0: [fix](cloud) retry read_at when corruption using file cache #48786 (#49640)
add 7bf370597dd [fix](schema-change) Nested types should only support enlarging varchar length with light schema change (#49452) (#49592)
add e5d55107a11 branch-3.0: [Opt](bvar) Add bvar for txn tablet map #49567 (#49626)
add 4b3bc4b8035 branch-3.0: [chore](metrics) Add agent batch task metrics #49480 (#49506)
add 1f87cfc5aea branch-3.0: correct `DeleteBitmap::get_delete_bitmap_count` (#49629)
add 86e96f52cd7 branch-3.0: [Fix](txn) Remove `TabletTxnInfo` if version exists when publish version #49564 (#49588)
add b7de2cdeed5 branch-3.0: [fix](catalog)when checkpoint,use cacheThreadPool #49097 (#49517)
add 5e42583d0d1 branch-3.0: [fix](backup) Save snapshot meta during replay #49550 (#49605)
add d5544ca247b branch-3.0: [fix](auth)Delete from should not check select_priv #49239 (#49620)
add eb470282090 branch-3.0: [fix](mow) remove agg cache version for unused rowsets #49511 (#49578)
add 02ea353ab1a branch-3.0: [fix](fe) Using `try-with-resource` for auto close `RemoteFileSystem` #49637 (#49651)
add 45d034dde9d branch-3.0: [fix](binlog) get table with db lock if the table not exists #49566 (#49647)
add cfa6ce0289c branch-3.0: [fix](auth)Prohibit other users from modifying the root #48752 (#49584)
add 0c5c400b327 branch-3.0: [feature](cloud)Impl file cache microbench #47563 (#49440)
add d85816a4a6a branch-3.0: [fix](variant) update least common type in ColumnObject::pop_back #48935 (#48978)
add 0c3e73e6016 Branch-3.0 [Fix](RowStore) fix partial columns as row store (#49542) (#49609)
add e26bac2d2e4 branch-3.0: [fix](Nereids) use StringLikeLiteral as parameter type in constant folding #49413 (#49446)
add 0e33923c3f0 branch-3.0: [fix](Nereids) fix initcap fe fold constant #49061 (#49583)
add 11ce43f1faa branch-3.0: [Feature](function) support year of week #48870 (#49011)
add 346c88a86fc branch-3.0: [fix](thrift) Pick THRIFT-5492: Add readEnd to TBufferedTransport #49649 (#49655)
add 85c82072375 branch-3.0: [function](date) Support date trunc function #49540 (#49660)
add 09a7a355478 [fix] (streamload) fixed the issue of data loss due to concurrency when importing data from streamload (#48948) (#49666)
add ad4dd621cfe [chore](information schema) rename routine_load_job system table to routine_load_jobs (#49515) (#49663)
add 086d09f70e8 branch-3.0: [fix](cloud) fix corner case when warm up data larger than cache capacity #49050 (#49675)
add 1abfa4f270f [Bug](materialized-view) check duplicate expr when create mv stmt not have groupby exprs (#49595)
add 2acf0938183 branch-3.0: [fix](load) Fix the issue of insert into select concurrent reporting causing no error url #49669 (#49687)
add 29b4f4ee15c branch-3.0: [opt](connection) add connection num in error msg #49471 (#49599)
add d5f639d401e branch-3.0: [enhancement](compaction) replace hardcoded compaction thresholds with config #49662 (#49681)
add 280aba1fde6 [Fix](case) Fix cold data compaction fault injection case (#49702)
add 367d4e416c0 [improve](cloud-mow) Make mow stream load retry times more reasonable (#49089)
add 2683e5b78a1 branch-3.0: [Fix](Compaction) Cumulative Points Not Incrementing After Delete Operation #47282 (#49732)
add ca9ebecd0d4 branch-3.0: [fix](inverted index) Clear inverted index cache from file cache #49685 (#49738)
add 41830958540 branch-3.0: [fix](test) Complete the missing db name in check_before_quit test #49674 (#49726)
add 494d78b0481 branch-3.0: [improve](thrift) Config thrift_max_message_size for FE SIMPLE and TH… #49678 (#49723)
add bf6923696de branch-3.0: [improve](thrift) Config thrift_max_message_size for THREAD_POOL and … #49677 (#49722)
add ebfcbfd25d8 branch-3.0: [fix](lock) Fix ~VDataStreamMgr lock _receiver_map #48057 (#49747)
add 49a8b75493c branch-3.0: [Bug](udf) should delete local ref when return error msg #48609 (#49527)
add 054ef7a1b80 [Fix]fix report query statistics to FE cores (#49711)
add 2c927224acc branch-3.0: [opt](identifer) let unicode format as a superset of latin format #48078 (#49808)
add d9081b219bd branch-3.0: [improve](restore) Link existing rowset files bidirectionally#49233 (#49788)
add c1aed981042 branch-3.0: [fix](mtmv) Fix collecting mv candidates when dml controlled by enable_dml_materialized_view_rewrite switch #48374 (#49261)
add 0983526722a branch-3.0-pick: [Fix](cloud-mow) Check partition's version to avoid wrongly update visible versions' delete bitmaps (#49710) (#49796)
add 173eaad5774 branch-3.0: [fix](test) Adapta case to multi FE node test #49764 (#49785)
add a733a1ec2e8 branch-3.0: [case](mtmv)add case for insert overwrite of mtmv force drop partition #48946 (#49799)
add a90684ee322 [fix](columns) fix bug found by UT and add regression test (#48554) (#48854)
add 413552cabbd [feature](function) upper lower support utf8 input (#49763)
add d5288985ca7 branch-3.0: [fix](auth)Ignore replay edit log error of auth #49348 (#49786)
add a7ab7678543 branch-3.0: [fix](jdbc catalog) Fix connection leak in PostgreSQL JDBC client #49568 (#49760)
add 654e1e517c1 branch-3.0: [chore](log) Fix typo when meta-service checks priority_networks #49704 (#49827)
add 99c6e1f0a83 branch-3.0: [fix](nereids)avoid generate Runtime filter whose target is not a base table column #48804 (#49310)
add 9ad7d6d7b03 branch-3.0: [Bug][function] fix the string cast jsonb cause null map have not init value #49810 (#49816)
add b4d9c47f8e6 branch-3.0: [chore](log) Standardize S3 failure log formats to enable critical operation monitoring #49813 (#49828)
add 64cfdf71e06 branch-3.0: [fix](gson) Missing the serialization of the partition's storage policy #49721 (#49840)
add 51c2ebe5d87 branch-3.0: [fix](microbench) Fix some file cache microbench compile bug #49269 (#49720)
add be6bb47148e branch-3.0: [enhancement](case) add cases for mow table load empty file #49843 (#49857)
add c7c9de3e953 branch-3.0: [fix](cloud) fix get_or_set emptry <offset, cell> map #49793 (#49873)
add 1eb1328fd2c branch-3.0: [chore](log) change PointQueryExecutor log to VLOG_DEBUG #49860 (#49868)
add 2693061e9ca [fix](function) wrong result of arrays_overlap (#49403) (#49697)
add e4f5f18ef4e branch-3.0: [fix](function) check return type is nullptr in FunctionBasePtr::build #49737 (#49762)
add 7c5f48486a7 Fix thrift core in asan mode (#49819)
add 62bfeac5055 branch-3.0: [fix](variant) building index on the variant column is prohibited #49159 (#49844)
add 75618c3e1b5 [regression-test](cases) un-drop table after tests (#49879)
add d2cae4d21bf [fix] (inverted index) Disallow variant columns from using inverted index format v1 (#49823) (#49890)
add 414f8a94581 [regression-test](framework) add multi cluster result compare on cloud mode. (#49735)
add 89ce038c6b1 [fix](config) Turn on default value of `enable_cloud_tablet_report` (#49757)
add 60df072fa4c branch-3.0: [fix](cloud-schema-change) Remove schema change job even if alter version < 2 #49062 (#49921)
add 3de3682a9fd branch-3.0: [Fix](full compaction) Fix problems for full compaction #49825 (#49917)
add b6662a5d15d branch-3.0-pick: [Opt](profile) Add profile for `sync_rowsets` (#49864) (#49926)
add c75b7e7183c branch-3.0: [fix](iceberg)Fix the failure of creating a table in COS #49885 (#49901)
add c5e18ef5520 branch-3.0: [fix](multi-catalog) Fix multi-thread issue in hive/iceberg writer commit meta-info to fe. #49842 (#49863)
add 2539f2eef0a branch-3.0:[fix](timer) Fix task execution timer (#49939) (#49976)
add 63db552e711 [fix](inverted index) Downgrade ICU version to support lower OS versions #47664 (#50003)
add e58fb2e2e4d branch-3.0: [fix](load) fix multi table load repeated failures and retries when meet data quality error #49938 (#50026)
add 9498f95ac31 branch-3.0: [fix](regression) fix the failed of cold_heat_separation_p2 #49625 (#50065)
add 9c19ac22f13 branch-3.0:[test](ranger) Init ranger case (#50079)
add dbf122c25d5 [revert](statistics)Still use sample analyze sql when sample full table. (#50144)
add fa2790d5caa branch-3.0: [fix](group commit)Group Commit with stream load mode should wait schema change done #49854 (#50117)
add 43d3266c7fe branch-3.0: [fix](mtmv) Fix exception when calc mtmv function dependency but the table in mtmv def sql is deleted #50096 (#50122)
add 1578cec7de4 branch-3.0: [Bug](materialized-view) Fixed the problem of using drop table force and create mv stmt at the… #41580 (#50134)
add c767276f9a5 [fix](variant)fix core in column_object when sort from empty block (#50033)
add af6b068ab3a branch-3.0: [Fix](filecache) Fix file cache sync clear API failing to delete correctly due to relative paths #50111 (#50154)
add e277cfb83f4 branch-3.0: [fix](connect) fix wrong format causing connection fail #50214 (#50216)
add 5449db8907e branch-3.0: [Fix](case) Fix case that use time series compaction on unique table #50194 (#50223)
add 9009e51c03c branch-3.0: [fix](transaction) remove visible rowset from memory during deletion transaction #50066 (#50103)
add 0e8cfbd2b3f branch-3.0: [fix](transaction) limit abort txn reason to avoid value length exceeds limit error #50152 (#50208)
add e89ed5eebcc branch-3.0: [fix](load) reset routine load task EOF sign correctly #50048 (#50178)
add a79b5e8cd9a branch-3.0: [feature](restore) Support force_replace different schema of view for restore #49870 (#49978)
add 23af843d7bd [Cherry-pick](branch-3.0) Pick "[Enhancement](Compaction) Add cumulative compaction delay strategy (#48759)" (#49883)
add af1a5d00146 branch-3.0: [opt](nereids) set column stats unkown by default when derive Not expressoin #48864 (#49023)
add 98700203388 [fix](function) fix error result when STR_TO_DATE input all space (#4… (#48921)
add 76b47321338 branch-3.0: [fix](mtmv) Fix materialized rewrite oom when the num of relation mapping is too large #48887 (#49801)
add fe577524230 branch-3.0: [Improvement]Add query start datetime #48906 (#48991)
add 95bba76d13d [Bug](fix) fix the percentile func result do not equal the percentile array rewrite result (#49377)
add a6f8b57dd6f branch-3.0: [fix](multi-catalog) Fix bug: "Can not create a Path from an empty string" (#49382) (#49642)
add 5d002d31235 branch-3.0: [opt](nereids) skip run PruneOlapScanTablet when exists lots of InPredicate (#49388)
add 053ce2d4828 branch-3.0: [opt](s3client) Add AWS SDK logger for recycler with error logging and enhance S3 client tests #49422 (#49676)
add 87d6dc18752 branch-3.0: [fix](nereids)canInferNotNullForMarkSlot method get wrong result if fold constant rule is disabled (#49650)
add b3c7f5d5ffc branch-3.0: [fix](system) fix alter system modify hostname with valid ip exception #49551 (#49560)
add 35548b4d184 branch-3.0: [feature](function) support utf8 input in initcap #49846 (#49933)
add e7d4b9f538b branch-3.0: [Enhancement] Support some spatial functions (#48695) (#50061)
add c2976b57509 branch-3.0: [fix](paimon) Covert Paimon DeletionFile Path to StoragePath in fe #49645 (#49750)
add 42d6afaf620 branch-3.0: [fix](meta) do not check replica allocation when replay #49569 (#49603)
add dfad916a40c branch-3.0: [bugfix](hive) fix_hive_metastore_client_socket_timeout #47378 (#50222)
add ae320038777 branch-3.0: [fix](nereids) fix generate column need add cast in stream load #49167 (#50029)
add 962c00940ce branch-3.0: [fix](Nereids) cse extract wrong expression from lambda expressions #49166 (#49941)
add 750da9f6474 branch-3.0-pick: [Fix](cloud-mow) Fix race between `CloudMetaMgr::sync_tablet_rowsets` and `CloudSchemaChangeJob::_convert_historical_rowsets` (#50051) (#50081)
add 39e26d29003 branch-3.0:[fix](nereids)Use utf-8 when convert string like literal to double. (#50085) (#50153)
add d22a26e101d branch-3.0: [Fix](inverted index) fix rename column build index bug #50056 (#50169)
add a2a87f2ecb5 branch-3.0-pick: [Fix](cloud-mow) Handle tablet delete bitmap calculation task's return value unifiedly in CloudEngineCalcDeleteBitmapTask::execute #50019 (#50045)
add 415c2fc9c8b Branch-3.0 Cherry-pick [Fix](Variant) fix variant cast to jsonb into wrong NULL values (#50180) (#50234)
add 328c69465e7 branch-3.0: [fix](Export) fix the lock leak issue of Export #50088 (#50218)
add a461be6abff branch-3.0: [fix](agg) prevent core dump in ColumnArray::size_at when handling type mismatch in streaming_agg_serialize_to_column #50001 (#50098)
add 4d575fd7fff branch-3.0: [fix](hive/iceberg) rectify the fs name if path already contains fs #49998 (#50197)
add 11fdbb57eaf branch-3.0: [enhancement](memoryfailed) throw exception instead of log fatal during memory allocate failed #49876 (#49896)
add 45569bb3f03 branch-3.0: [Fix](function) fix wrong length check of function array_range #49993 (#49997)
add b6de0499814 branch-3.0:[fix](statistics)No need to forward show table stats command. (#50207) (#50229)
add e450a7d7e16 [branch-3.0](lock) Remove SpinLock compeletely (#49972)
add 52c31d5ccf6 branch-3.0: [fix](nereids) EliminateGroupByConstant should replace agg's group by after removing constant group by keys #49473 (#50043)
add 1db091ae334 branch-3.0: [fix](parquet)fix when hive_parquet_use_column_names=false && read partition tb cause be core. #49966 (#50007)
add a8fd878ec2c branch-3.0: [fix](mc)Fixed the issue that maxcompute catalog can only read part of the timestamp data #49600 (#49705)
add ebbe891b0f0 branch-3.0: [fix](oss) the write to hive table on oss-hdfs may fail (#49754) (#50284)
add b2b0dae8963 branch-3.0: [Fix](TrinoConnector) it will return error when query `information_schema.tables` within `trino-connector` catalog #49912 (#50006)
add 8969a6bd145 branch-3.0: [opt](hive) add option to get schema from table object #50038 (#50268)
add 0577ffde415 branch-3.0: [fix](iceberg) Fix the failure of creating a table in OBS #49983 (#50018)
add ae11bd4f6d9 branch-3.0: [chore] Updated submodule orc to orc-for-doris-21 branch. (#50190)
add 8aff2301b61 [deps](jindofs) add jindofs for 2.1 (#49259)(#49371)(#49374)(#49502)(#49503)(#49886)(#49903)(#49963) (#50283)
add a72ce5eb008 branch-3.0: [Fix](compaction) Only print delete compaction log when there is a delete rowset #49953 (#50291)
add 681ac90ba15 branch-3.0: [fix](load) fix routine load job progress fallback after FE master node restart #50221 (#50282)
add df504139b8b branch-3.0: [fix](cloud) remove unnecessary DCHECK existence when delete file cache directory #50049 (#50258)
add 657003297e7 branch-3.0: [fix](txn) Restart fe after commit txn causes `loadedTblIndexes` lossing #50123 (#50205)
add 77fe6b8109d [opt](deps) patch re2 to add ignore_replace_escape option (#50124) (#50324)
add 65a742b4d75 branch-3.0: [fix](lzo) fix lzo decompression failed (#49538) (#50323)
add ab89bb6d53c branch-3.0: [Fix](Catalog) Close system resources when dropping catalog (#49621) (#49936)
add 440d4d8de6c branch-3.0: [fix](trino connector catalog) enable self-attachment for Java agents and adjust settings for Mac systems #49520 (#49680)
add 12572b01bc7 branch-3.0: [fix](cloud-mow)Schema change fail should release delete bitmap lock #49889 (#50335)
add 8894c73ee8a branch-3.0: [fix](profile) Fix incorrect check of Profile.shouldStoreToStorage #49925 (#49991)
add 68c292081e0 branch-3.0: [Opt](cloud) Refactor `OlapScanLocalState::hold_tablets` (#49945) (#50332)
add 1fdf36aeb51 branch-3.0: [fix](serDe) global function could not deserialization from image #50279 (#50347)
add 785af8c7252 branch-3.0: [Fix](vault) Remove double slashes when s3 vault prefix is empty #50352 (#50377)
add 21a440df3ff branch-3.0: [fix](orc) Should not pass selection vector when decode child column of List or Map #50136 (#50317)
add 15d698eaf96 branch-3.0: [enhance](hive) support skip.header.line.count #49929 (#49975)
add 0fb1395effd [fix](compaction) fix time series compaction time threshold (#50306) (#50391)
add a9da4deb318 [opt](paimon/iceberg)upgrade paimon to 1.0.1, iceberg to 1.6.1 (#49280)
add 790ab9e6fb1 [enhance](third-party) Add pugixml library (#49238) (#50396)
add d4b3dc640a4 branch-3.0: [opt](Nereids) avoid generate nested alias expr when plan insert values (#50386)
add 55630ff2609 branch-3.0:[fix](auditlog)Set sqlHash in executeInternalQuery (#49984) (#50365)
add 54c43a13c53 [fix](cloud) batch process ttl cache block gc to limit lock held time once in a time (pick#50387) (#50402)
add 79fcf4fb905 branch-3.0: [fix](s3client) Avoild dead loop when storage not support `ListObjectsV2` #50252 (#50413)
add 92b9fbea349 [enhancement](statistics) Add segment footer open stats to profile (#50326) (#50416)
add c5c18915648 branch-3.0: [enhance](mtmv)Only restrict MTMV to not allow concurrent insert overwrite execution #48673 (#49964)
add 1bf4983bdf5 branch-3.0: [fix](Nereids) fix regression framework compare issue and fix code point count (#49575) (#49741)
add 1659df517e1 branch-3.0: [Bug](function) fix Could not find function explode_json_array_json_outer #50164 (#50226)
add f3b023252bf branch-3.0: [feat](debugpoint) add a backup block debug point for ccr test #50380 (#50429)
add 0fdf8724d23 branch-3.0: [chore] Fix unhandled exceptions thrown by stoi on streamload #49714 (#50410)
add 059617d8e07 branch-3.0: [opt](recycler) Speed up recycling txn info by introducing parallelism #50037 (#50428)
add 63440838483 [cherry-pick](branch-3.0) Pick "[Enhancement](compaction) Try get global lock when execute compaction (#49882)" (#50432)
add f7153b7eae0 branch-3.0: [feat](function) SUBSTRING_INDEX function delimiter supports dynamic #50149 (#50302)
add a6a9f990f42 branch-3.0: [Opt](mow) Forbid time_series compaction policy on unique table #49905 (#50128)
add 534d051c1ec branch-3.0: [enhacement](cloud) Make config::custom_conf_path default to use conf_path's value specified when started #50381 (#50474)
add 3996fe286c2 branch-3.0: [fix](ut) fix unstable FE ut case for schema change job #50350 (#50443)
add 23623e7a457 branch-3.0: [fix](replica) skip missing version should care catchup #49999 (#50087)
add 7905e504a30 branch-3.0: [fix](doc) make cases for docs on sc same as docs #46851 (#50475)
add 7b70b7223c7 branch-3.0: [fix](path gc) Fix path gc race with publish task #50343 (#50487)
add 79191a986ba branch-3.0: [fix](regression test) fix case variant_github_events_nonConcurrent_p2 #50437 (#50490)
add 7167b16b872 branch-3.0: [fix](bdbje) avoid remove empty frontends #46424 (#50472)
add 6086725377f brnach-3.0: [Test][Fix](parquet-reader) Add parquet decoder unit tests and fix bugs by these tests. (#50452)
add 74edb1a4462 branch-3.0: [fix](catalog) do cache load when cache value is not present #50188 (#50450)
add 48016a747e9 branch-3.0: [Opt](mow) Calc delete bitmaps between segments concurrently in commit phase (#50106) (#50495)
add 494c5db5581 [fix] use g1 for jdk17 (#46396)
add cf243787a16 Branch-3.0 [fix](array-index) Fix types that do not support indexing also in array nesting should also not be supported. #50162 (#50315)
add a14458c90e2 branch-3.0: [chore](load) adjust load_task_high_priority_threshold_second default value #50478 (#50522)
add 283654dab49 branch-3.0: [bugfix](cloud) Fix ms crash when set the custom config path #50246 (#50513)
add dbcbb42d745 branch-3.0: [fix](cloud) FDCache nullptr when doris exit #50397 (#50518)
add 37678cbd9a7 branch-3.0: [fix](json) Json Path supports the $.[0] format #50427 (#50448)
add 7d747acbce3 branch-3.0: [Fix](CloudStorageEngine) Fix `CloudStorageEngine::~CloudStorageEngine` coredump #50486 (#50515)
add df81ddbf011 branch-3.0: [fix](load) disable fetching meta request to disable_load or decommissioned BE node #50421 (#50516)
add 47c7238c038 branch-3.0: [opt](s3io) Check data integrity after an upload for S3FileWriter #50168 (#50312)
add 3152752b0c9 [enhancement](hive)Initial support for Hive org.openx.data.jsonserde.JsonSerDe (#49958) (#50412)
add f28ccaab794 [fix](paimon)Set the target size of the split for 3.0 (#50405)
add 36b52c5267a branch-3.0: [test](partial update) Ensure the correct order of concurrency #50398 (#50517)
add ace825afc5d branch-3.0: [fix](partition)fix default partitionkey not persistent and keep default on some operator #50489 (#50532)
add 6251709655c [Feature](json) Support json_search function (#40948) (#50499)
add 9124197bf73 [feat](cloud) Add a config for cloud txn lazy commit fuzzy test (#50314) (#50544)
add d07a3f7787f branch-3.0: [enhancement](cloud) optimize warm up local IO and performance #50275 (#50527)
add bf49711c655 branch-3.0:[fix](inverted index) resolve inverted index incompatibility between arm and x86 (#49923) (#50120)
add 0a2f7572dc6 branch-3.0: [fix](ut) fix cache evict in advance fluttering UT #48858 (#48878)
add c331ae96e72 branch-3.0: [improve](cloud-mow) Make mow stream load retry times more reasonable #47666 (#48194)
add aca7e375070 branch-3.0: [test]add test for restore schema not consist #49849 (#50069)
add aa454b254d0 branch-3.0: chore: disable download md5sum check by default #50012 (#50046)
add 8ba6a063c25 branch-3.0: [fix](opt)fix create expr tree to avoid the dangling reference #49082 (#49833)
add 1d9cb341e1e [improve](function) support collect_list with nested types param (#47965)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e0cb1a49da6)
\
N -- N -- N refs/heads/auto-pick-47965-branch-3.0 (1d9cb341e1e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 80 +-
.github/workflows/build-thirdparty.yml | 21 +-
.gitmodules | 2 +-
be/CMakeLists.txt | 11 +
be/cmake/thirdparty.cmake | 4 +
be/src/agent/heartbeat_server.cpp | 9 +-
be/src/agent/task_worker_pool.cpp | 87 +-
be/src/agent/utils.cpp | 25 +-
be/src/agent/utils.h | 2 +
be/src/cloud/cloud_base_compaction.cpp | 57 +-
be/src/cloud/cloud_base_compaction.h | 4 +-
be/src/cloud/cloud_compaction_action.cpp | 3 +-
be/src/cloud/cloud_compaction_stop_token.cpp | 125 +
.../cloud_compaction_stop_token.h} | 36 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 107 +-
be/src/cloud/cloud_cumulative_compaction.h | 7 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 14 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 76 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.h | 7 +-
be/src/cloud/cloud_full_compaction.cpp | 83 +-
be/src/cloud/cloud_full_compaction.h | 8 +-
be/src/cloud/cloud_meta_mgr.cpp | 165 +-
be/src/cloud/cloud_meta_mgr.h | 20 +-
be/src/cloud/cloud_schema_change_job.cpp | 81 +-
be/src/cloud/cloud_schema_change_job.h | 3 +
be/src/cloud/cloud_storage_engine.cpp | 266 +-
be/src/cloud/cloud_storage_engine.h | 31 +-
be/src/cloud/cloud_stream_load_executor.cpp | 4 +-
be/src/cloud/cloud_tablet.cpp | 109 +-
be/src/cloud/cloud_tablet.h | 27 +-
be/src/cloud/cloud_tablet_mgr.cpp | 9 +-
be/src/cloud/cloud_tablet_mgr.h | 4 +-
be/src/cloud/cloud_tablets_channel.cpp | 2 +-
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 16 +-
be/src/cloud/cloud_warm_up_manager.cpp | 47 +-
be/src/cloud/config.cpp | 8 +-
be/src/cloud/config.h | 6 +-
be/src/cloud/injection_point_action.cpp | 22 +
be/src/cloud/pb_convert.cpp | 8 +
be/src/cloud/schema_cloud_dictionary_cache.cpp | 226 ++
be/src/cloud/schema_cloud_dictionary_cache.h | 101 +
be/src/clucene | 2 +-
be/src/common/config.cpp | 67 +-
be/src/common/config.h | 54 +-
be/src/common/object_pool.h | 12 +-
be/src/exec/lzo_decompressor.cpp | 18 +-
be/src/exec/schema_scanner.cpp | 6 +-
be/src/exec/schema_scanner/schema_helper.cpp | 9 +
be/src/exec/schema_scanner/schema_helper.h | 6 +
.../schema_routine_load_job_scanner.cpp | 199 ++
.../schema_routine_load_job_scanner.h} | 33 +-
be/src/exprs/runtime_filter.cpp | 5 +-
be/src/exprs/runtime_filter_slots.h | 3 +
be/src/geo/geo_common.h | 7 +-
be/src/geo/geo_types.cpp | 990 +++++++-
be/src/geo/geo_types.h | 59 +
be/src/geo/wkb_parse.cpp | 153 +-
be/src/geo/wkb_parse.h | 14 +-
be/src/geo/wkt_parse_type.h | 2 +
be/src/geo/wkt_yacc.y | 37 +-
be/src/http/action/adjust_log_level.cpp | 33 +-
be/src/http/action/compaction_action.cpp | 9 +
be/src/http/action/download_binlog_action.cpp | 13 +
be/src/http/action/http_stream.cpp | 3 +
be/src/http/action/stream_load.cpp | 34 +-
be/src/http/http_client.cpp | 37 +-
be/src/http/http_client.h | 5 +
be/src/io/cache/block_file_cache.cpp | 122 +-
be/src/io/cache/block_file_cache.h | 1 +
be/src/io/cache/block_file_cache_downloader.cpp | 2 +
be/src/io/cache/cached_remote_file_reader.cpp | 23 +-
be/src/io/cache/fs_file_cache_storage.cpp | 136 +-
be/src/io/file_factory.cpp | 32 +-
be/src/io/file_factory.h | 3 +
be/src/io/fs/azure_obj_storage_client.cpp | 16 +-
be/src/io/fs/hdfs_file_system.cpp | 3 +-
be/src/io/fs/multi_table_pipe.cpp | 32 +-
be/src/io/fs/multi_table_pipe.h | 1 +
be/src/io/fs/s3_file_reader.cpp | 16 +-
be/src/io/fs/s3_file_system.cpp | 2 +-
be/src/io/fs/s3_file_writer.cpp | 76 +-
be/src/io/fs/s3_obj_storage_client.cpp | 6 +
be/src/io/fs/stream_load_pipe.h | 10 +
be/src/io/hdfs_builder.cpp | 26 +-
be/src/io/hdfs_builder.h | 7 +
be/src/io/io_common.h | 3 +
be/src/io/tools/CMakeLists.txt | 68 +
{gensrc => be/src/io/tools}/Makefile | 0
be/src/io/tools/file_cache_microbench.cpp | 2361 ++++++++++++++++++
.../src/io/tools/proto/Makefile | 25 +-
.../tools/proto/microbench.proto} | 51 +-
be/src/io/tools/readme.md | 133 +
be/src/olap/base_compaction.cpp | 2 +-
be/src/olap/base_tablet.cpp | 44 +-
be/src/olap/base_tablet.h | 10 +-
be/src/olap/calc_delete_bitmap_executor.cpp | 23 +
be/src/olap/calc_delete_bitmap_executor.h | 6 +
be/src/olap/compaction.cpp | 54 +-
be/src/olap/compaction.h | 14 +-
be/src/olap/compaction_permit_limiter.h | 2 +-
be/src/olap/cumulative_compaction.cpp | 7 +
.../cumulative_compaction_time_series_policy.cpp | 37 +-
be/src/olap/data_dir.cpp | 46 +-
be/src/olap/delta_writer.h | 1 -
be/src/olap/delta_writer_v2.h | 1 -
be/src/olap/full_compaction.cpp | 105 +-
be/src/olap/full_compaction.h | 5 +-
be/src/olap/in_list_predicate.h | 17 +
be/src/olap/memtable_flush_executor.cpp | 12 +-
be/src/olap/memtable_memory_limiter.cpp | 18 +-
be/src/olap/memtable_writer.cpp | 31 +-
be/src/olap/memtable_writer.h | 6 +-
be/src/olap/olap_common.h | 7 +-
be/src/olap/olap_server.cpp | 80 +-
be/src/olap/parallel_scanner_builder.cpp | 11 +-
be/src/olap/parallel_scanner_builder.h | 5 +-
be/src/olap/partial_update_info.cpp | 2 +-
be/src/olap/rowset/beta_rowset.cpp | 5 +-
be/src/olap/rowset/beta_rowset.h | 4 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 2 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 5 +-
be/src/olap/rowset/beta_rowset_writer.h | 5 +-
be/src/olap/rowset/beta_rowset_writer_v2.h | 19 +-
be/src/olap/rowset/rowset.cpp | 38 +
be/src/olap/rowset/rowset.h | 2 +
be/src/olap/rowset/segment_creator.h | 6 -
be/src/olap/rowset/segment_v2/column_reader.cpp | 23 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 10 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 25 +-
.../olap/rowset/segment_v2/inverted_index_desc.cpp | 13 +
.../olap/rowset/segment_v2/inverted_index_desc.h | 5 +
.../rowset/segment_v2/inverted_index_reader.cpp | 54 +-
.../olap/rowset/segment_v2/inverted_index_reader.h | 3 +-
.../rowset/segment_v2/inverted_index_searcher.cpp | 1 +
.../rowset/segment_v2/inverted_index_writer.cpp | 61 +-
.../olap/rowset/segment_v2/inverted_index_writer.h | 2 +-
.../olap/rowset/segment_v2/ordinal_page_index.cpp | 22 +-
be/src/olap/rowset/segment_v2/page_io.cpp | 67 +
be/src/olap/rowset/segment_v2/page_io.h | 34 +-
be/src/olap/rowset/segment_v2/segment.cpp | 61 +-
be/src/olap/rowset/segment_v2/segment.h | 10 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 3 +-
be/src/olap/rowset/unique_rowset_id_generator.cpp | 9 -
be/src/olap/rowset/vertical_beta_rowset_writer.cpp | 9 -
be/src/olap/rowset_builder.cpp | 19 +-
be/src/olap/schema_change.cpp | 4 +-
be/src/olap/segment_loader.cpp | 2 +-
be/src/olap/snapshot_manager.cpp | 8 +-
be/src/olap/storage_engine.cpp | 32 +-
be/src/olap/storage_engine.h | 16 +-
be/src/olap/tablet.cpp | 24 +-
be/src/olap/tablet.h | 3 +-
be/src/olap/tablet_manager.cpp | 2 +-
be/src/olap/tablet_meta.cpp | 209 +-
be/src/olap/tablet_meta.h | 20 +-
be/src/olap/tablet_reader.cpp | 3 +-
be/src/olap/tablet_schema.cpp | 11 +-
be/src/olap/task/engine_publish_version_task.cpp | 90 +-
be/src/olap/task/index_builder.cpp | 68 +-
be/src/olap/task/index_builder.h | 18 +-
be/src/olap/txn_manager.cpp | 65 +-
be/src/olap/txn_manager.h | 14 +-
be/src/olap/wal/wal_manager.cpp | 4 +
be/src/olap/wal/wal_reader.cpp | 16 +-
be/src/olap/wal/wal_reader.h | 1 +
be/src/pipeline/exec/data_queue.h | 3 +-
.../distinct_streaming_aggregation_operator.cpp | 1 -
.../exec/group_commit_block_sink_operator.cpp | 14 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 11 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 179 +-
be/src/pipeline/exec/olap_scan_operator.h | 15 +-
be/src/pipeline/exec/operator.cpp | 2 -
be/src/pipeline/exec/operator.h | 2 +
.../exec/partition_sort_source_operator.cpp | 1 -
be/src/pipeline/exec/scan_operator.cpp | 6 +-
be/src/pipeline/local_exchange/local_exchanger.cpp | 4 +-
be/src/pipeline/pipeline.cpp | 9 +
be/src/pipeline/pipeline_fragment_context.cpp | 52 +-
be/src/pipeline/pipeline_fragment_context.h | 4 +-
be/src/pipeline/pipeline_task.cpp | 30 +
be/src/pipeline/task_scheduler.cpp | 7 +-
be/src/runtime/exec_env.cpp | 4 +-
be/src/runtime/exec_env.h | 7 +-
be/src/runtime/exec_env_init.cpp | 12 +-
be/src/runtime/fold_constant_executor.cpp | 2 +-
be/src/runtime/fragment_mgr.cpp | 144 +-
be/src/runtime/group_commit_mgr.cpp | 1 +
be/src/runtime/load_channel.cpp | 3 +-
be/src/runtime/load_channel.h | 3 +-
be/src/runtime/load_channel_mgr.cpp | 6 +-
be/src/runtime/load_stream_writer.h | 1 -
be/src/runtime/memory/cache_policy.cpp | 1 -
be/src/runtime/memory/cache_policy.h | 9 +-
be/src/runtime/memory/lru_cache_policy.h | 2 +
be/src/runtime/query_context.cpp | 18 +-
be/src/runtime/query_context.h | 11 +-
be/src/runtime/query_statistics.h | 7 +-
be/src/runtime/record_batch_queue.cpp | 3 +-
be/src/runtime/record_batch_queue.h | 5 +-
be/src/runtime/routine_load/data_consumer.cpp | 6 +
be/src/runtime/runtime_query_statistics_mgr.cpp | 124 +-
be/src/runtime/runtime_state.cpp | 18 +-
be/src/runtime/runtime_state.h | 47 +-
be/src/runtime/snapshot_loader.cpp | 982 +++++---
be/src/runtime/snapshot_loader.h | 10 +
.../runtime/stream_load/stream_load_executor.cpp | 2 +-
be/src/runtime/tablets_channel.cpp | 8 +-
be/src/runtime/tablets_channel.h | 3 +-
be/src/runtime/user_function_cache.cpp | 21 +-
be/src/runtime/user_function_cache.h | 1 -
be/src/service/backend_service.cpp | 73 +-
be/src/service/internal_service.cpp | 2 +-
be/src/service/point_query_executor.cpp | 2 +
be/src/service/point_query_executor.h | 6 +-
be/src/util/doris_metrics.cpp | 10 +
be/src/util/doris_metrics.h | 5 +
be/src/util/jni-util.cpp | 29 +-
be/src/util/jsonb_document.h | 53 +-
be/src/util/jsonb_utils.h | 2 +-
be/src/util/jsonb_writer.h | 3 +-
be/src/util/load_util.cpp | 24 +
be/src/util/lru_multi_cache.h | 38 +-
be/src/util/lru_multi_cache.inline.h | 24 +-
be/src/util/mysql_row_buffer.cpp | 80 +-
be/src/util/runtime_profile.cpp | 7 +-
be/src/util/runtime_profile.h | 12 -
be/src/util/s3_util.cpp | 80 +-
be/src/util/spinlock.h | 62 -
be/src/util/stopwatch.hpp | 11 +-
be/src/util/string_util.cpp | 11 +
be/src/util/string_util.h | 2 +-
be/src/util/threadpool.cpp | 5 +
be/src/util/thrift_server.cpp | 27 +-
be/src/util/trace.h | 1 -
be/src/util/uuid_generator.h | 8 +-
.../aggregate_function_collect.h | 3 +-
.../aggregate_function_java_udaf.h | 13 +-
.../aggregate_function_percentile.cpp | 3 +-
.../aggregate_function_percentile.h | 3 +-
.../aggregate_functions/aggregate_function_sort.h | 6 +-
.../aggregate_function_window_funnel.h | 4 +-
be/src/vec/columns/column_decimal.cpp | 10 +-
be/src/vec/columns/column_object.cpp | 46 +-
be/src/vec/columns/column_string.cpp | 89 +-
be/src/vec/columns/column_string.h | 13 +
be/src/vec/columns/columns_number.h | 1 -
be/src/vec/common/assert_cast.h | 1 +
be/src/vec/common/columns_hashing.h | 8 +-
be/src/vec/core/column_with_type_and_name.cpp | 5 +-
be/src/vec/core/field.cpp | 6 +-
.../data_types/serde/data_type_date64_serde.cpp | 25 +-
.../serde/data_type_datetimev2_serde.cpp | 10 +-
.../data_types/serde/data_type_datev2_serde.cpp | 9 +
.../data_types/serde/data_type_decimal_serde.cpp | 2 +-
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 9 +
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 11 +
.../data_types/serde/data_type_object_serde.cpp | 6 +
.../vec/data_types/serde/data_type_object_serde.h | 5 +-
.../data_types/serde/data_type_struct_serde.cpp | 6 +-
be/src/vec/exec/format/csv/csv_reader.cpp | 21 +-
.../file_reader/new_plain_text_line_reader.cpp | 14 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 141 +-
be/src/vec/exec/format/json/new_json_reader.h | 12 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 27 +-
.../vec/exec/format/parquet/bool_plain_decoder.h | 3 +-
.../vec/exec/format/parquet/bool_rle_decoder.cpp | 24 +-
be/src/vec/exec/format/parquet/bool_rle_decoder.h | 5 +-
be/src/vec/exec/format/parquet/decoder.h | 6 +-
.../exec/format/parquet/delta_bit_pack_decoder.cpp | 134 +
.../exec/format/parquet/delta_bit_pack_decoder.h | 176 +-
.../format/parquet/fix_length_dict_decoder.hpp | 6 +-
.../format/parquet/fix_length_plain_decoder.cpp | 40 +
.../exec/format/parquet/fix_length_plain_decoder.h | 96 +-
be/src/vec/exec/format/parquet/level_decoder.cpp | 10 +-
.../parquet/vparquet_column_chunk_reader.cpp | 2 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 23 +-
.../exec/format/parquet/vparquet_column_reader.h | 21 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 3 +-
be/src/vec/exec/format/table/hudi_jni_reader.cpp | 10 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 8 +-
be/src/vec/exec/jni_connector.h | 6 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 5 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 12 +-
be/src/vec/exec/vjdbc_connector.cpp | 29 +-
be/src/vec/exec/vjdbc_connector.h | 2 +
.../exprs/lambda_function/varray_map_function.cpp | 10 +-
.../exprs/table_function/udf_table_function.cpp | 7 +-
.../exprs/table_function/vexplode_json_array.cpp | 2 +-
.../exprs/table_function/vexplode_json_object.cpp | 4 +-
be/src/vec/exprs/vexpr.cpp | 25 +-
.../vec/functions/array/function_array_cum_sum.cpp | 10 +-
.../functions/array/function_array_difference.h | 8 +-
.../vec/functions/array/function_array_element.h | 11 +-
.../array/function_array_enumerate_uniq.cpp | 1 -
.../vec/functions/array/function_array_range.cpp | 4 +-
.../vec/functions/array/function_arrays_overlap.h | 87 +-
be/src/vec/functions/date_time_transforms.h | 19 +-
be/src/vec/functions/function.h | 8 +
be/src/vec/functions/function_cast.h | 31 +-
be/src/vec/functions/function_convert_tz.h | 42 +-
be/src/vec/functions/function_decode_varchar.cpp | 2 +-
be/src/vec/functions/function_fake.cpp | 3 -
be/src/vec/functions/function_ifnull.h | 5 +-
be/src/vec/functions/function_ip.cpp | 3 +
be/src/vec/functions/function_ip.h | 46 +
be/src/vec/functions/function_java_udf.cpp | 3 +-
be/src/vec/functions/function_json.cpp | 17 +-
be/src/vec/functions/function_jsonb.cpp | 371 ++-
be/src/vec/functions/function_string.cpp | 129 +-
be/src/vec/functions/function_string.h | 97 +-
be/src/vec/functions/function_timestamp.cpp | 51 +-
be/src/vec/functions/function_uuid.cpp | 1 +
be/src/vec/functions/functions_geo.cpp | 69 +-
be/src/vec/functions/like.cpp | 206 +-
be/src/vec/functions/like.h | 4 +
be/src/vec/functions/to_time_function.cpp | 10 +-
be/src/vec/functions/url/domain.h | 127 +-
be/src/vec/functions/url/find_symbols.h | 484 ++++
be/src/vec/functions/url/function_url.cpp | 23 +
be/src/vec/functions/url/functions_url.h | 11 -
be/src/vec/functions/url/tldLookup.generated.cpp | 140 ++
.../functions/url/tldLookup.h} | 26 +-
be/src/vec/jsonb/serialize.cpp | 2 +-
be/src/vec/olap/olap_data_convertor.cpp | 23 +-
be/src/vec/olap/olap_data_convertor.h | 4 +-
be/src/vec/olap/vertical_merge_iterator.cpp | 2 +
be/src/vec/runtime/ipv6_value.h | 11 +
be/src/vec/runtime/shared_hash_table_controller.h | 1 -
be/src/vec/runtime/vdata_stream_mgr.cpp | 15 +-
be/src/vec/runtime/vdatetime_value.cpp | 32 +-
be/src/vec/runtime/vdatetime_value.h | 1 +
be/src/vec/sink/vrow_distribution.cpp | 18 +-
be/src/vec/sink/vtablet_block_convertor.cpp | 47 +-
be/src/vec/sink/vtablet_block_convertor.h | 13 +-
be/src/vec/sink/vtablet_finder.cpp | 16 +-
be/src/vec/sink/vtablet_finder.h | 4 +-
be/src/vec/sink/writer/async_result_writer.cpp | 54 +-
.../writer/iceberg/viceberg_partition_writer.cpp | 3 +-
be/src/vec/sink/writer/vhive_partition_writer.cpp | 16 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 34 +-
be/src/vec/sink/writer/vtablet_writer.h | 17 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 26 +-
be/src/vec/spill/spill_stream_manager.cpp | 3 +-
.../cloud_cumulative_compaction_policy_test.cpp | 148 ++
.../cloud/test_schema_cloud_dictionary_cache.cpp | 178 ++
be/test/common/schema_util_test.cpp | 12 +
be/test/geo/geo_types_test.cpp | 1351 ++++++++++
be/test/http/stream_load_test.cpp | 7 +-
be/test/io/cache/block_file_cache_test.cpp | 367 ++-
be/test/io/fs/azure_obj_storage_client_test.cpp | 144 ++
be/test/io/fs/s3_file_writer_test.cpp | 6 +-
be/test/io/fs/s3_obj_storage_client_test.cpp | 171 ++
be/test/io/fs/s3_obj_stroage_client_mock_test.cpp | 121 +
be/test/olap/compaction_permit_limiter_test.cpp | 78 +
be/test/olap/cumulative_compaction_test.cpp | 31 +
...mulative_compaction_time_series_policy_test.cpp | 11 +-
be/test/olap/date_bloom_filter_test.cpp | 140 ++
be/test/olap/delta_writer_cluster_key_test.cpp | 8 +-
be/test/olap/delta_writer_test.cpp | 23 +-
.../olap/engine_storage_migration_task_test.cpp | 7 +-
be/test/olap/index_builder_test.cpp | 2597 ++++++++++++++++++++
be/test/olap/rowset/beta_rowset_test.cpp | 107 +
be/test/olap/rowset/rowset_meta_test.cpp | 10 +
.../segment_v2/inverted_index_array_test.cpp | 953 ++++++-
.../segment_v2/inverted_index_reader_test.cpp | 1564 ++++++++++++
.../segment_v2/inverted_index_searcher_test.cpp | 229 ++
.../segment_v2/inverted_index_writer_test.cpp | 828 +++++++
be/test/olap/segment_cache_test.cpp | 8 +-
be/test/olap/tablet_cooldown_test.cpp | 7 +-
be/test/olap/tablet_mgr_test.cpp | 20 +-
be/test/olap/test_data/arm_new_1744017919441.idx | Bin 0 -> 615085 bytes
be/test/olap/test_data/arm_new_v2.idx | Bin 0 -> 960103 bytes
be/test/olap/test_data/arm_old_1744016478651.idx | Bin 0 -> 666901 bytes
be/test/olap/test_data/arm_old_v2.idx | Bin 0 -> 957547 bytes
be/test/olap/test_data/x86_new_1744025019684.idx | Bin 0 -> 609330 bytes
be/test/olap/test_data/x86_new_v2.idx | Bin 0 -> 957479 bytes
.../test_data/x86_noavx2_new_1744093412581.idx | Bin 0 -> 868619 bytes
be/test/olap/test_data/x86_noavx2_new_v2.idx | Bin 0 -> 1211694 bytes
.../test_data/x86_noavx2_old_1744076790030.idx | Bin 0 -> 1297226 bytes
be/test/olap/test_data/x86_noavx2_old_v2.idx | Bin 0 -> 1531191 bytes
be/test/olap/test_data/x86_old_10248.idx | Bin 0 -> 666279 bytes
be/test/olap/test_data/x86_old_v2.idx | Bin 0 -> 954373 bytes
be/test/olap/txn_manager_test.cpp | 58 +-
be/test/olap/wal/wal_manager_test.cpp | 453 +++-
be/test/runtime/snapshot_loader_test.cpp | 129 +-
be/test/testutil/column_helper.h | 107 +
be/test/util/load_util_test.cpp | 64 +
be/test/util/mysql_row_buffer_test.cpp | 140 ++
be/test/util/threadpool_test.cpp | 9 +-
.../aggregate_functions/vec_window_funnel_test.cpp | 10 +-
be/test/vec/columns/column_object_test.cpp | 167 ++
be/test/vec/columns/common_column_test.h | 111 +
.../vec/core/column_with_type_and_name_test.cpp | 40 +
.../vec/data_types/common_data_type_serder_test.h | 19 +-
be/test/vec/data_types/data_type_ip_test.cpp | 128 +-
.../vec/data_types/serde/data_type_serde_test.cpp | 4 +-
.../data_types/serde/data_type_serde_text_test.cpp | 32 +-
.../format/parquet/bool_plain_decoder_test.cpp | 245 ++
.../exec/format/parquet/bool_rle_decoder_test.cpp | 245 ++
.../parquet/byte_array_dict_decoder_test.cpp | 513 ++++
.../parquet/byte_array_plain_decoder_test.cpp | 247 ++
.../parquet/byte_stream_split_decoder_test.cpp | 405 +++
.../format/parquet/delta_bit_pack_decoder_test.cpp | 272 ++
.../parquet/delta_byte_array_decoder_test.cpp | 598 +++++
.../delta_length_byte_array_decoder_test.cpp | 281 +++
.../parquet/fix_length_dict_decoder_test.cpp | 551 +++++
.../parquet/fix_length_plain_decoder_test.cpp | 208 ++
.../vec/exec/format/parquet/level_decoder_test.cpp | 225 ++
.../{ => format}/parquet/parquet_common_test.cpp | 0
.../parquet/parquet_corrupt_statistics_test.cpp | 0
.../parquet_nested_type_cross_page_test.cpp | 0
.../{ => format}/parquet/parquet_reader_test.cpp | 0
.../parquet/parquet_statistics_test.cpp | 0
.../{ => format}/parquet/parquet_thrift_test.cpp | 29 +-
.../{ => format}/parquet/parquet_version_test.cpp | 0
be/test/vec/exec/vwal_scanner_test.cpp | 379 ---
.../vec/function/function_arrays_overlap_test.cpp | 63 +-
be/test/vec/function/function_convert_tz_test.cpp | 59 +
be/test/vec/function/function_string_test.cpp | 23 +-
be/test/vec/function/function_sub_replace_test.cpp | 51 +
be/test/vec/function/function_test_util.cpp | 3 +
be/test/vec/function/function_time_test.cpp | 12 +
.../vec/function/simple_function_factory_test.cpp | 98 +
be/test/vec/olap/jsonb_value_test.cpp | 242 ++
be/test/vec/runtime/vdatetime_value_test.cpp | 45 +
bin/start_be.sh | 1 +
bin/start_fe.sh | 1 +
build.sh | 133 +-
cloud/src/common/bvars.cpp | 2 +-
cloud/src/common/bvars.h | 1 +
cloud/src/common/config.h | 36 +-
cloud/src/common/network_util.cpp | 2 +-
cloud/src/common/util.cpp | 24 +
cloud/src/common/util.h | 6 +
cloud/src/main.cpp | 7 +-
cloud/src/meta-service/http_encode_key.cpp | 208 +-
cloud/src/meta-service/injection_point_http.cpp | 29 +-
cloud/src/meta-service/meta_service.cpp | 276 ++-
cloud/src/meta-service/meta_service.h | 10 +
cloud/src/meta-service/meta_service_helper.h | 64 +-
cloud/src/meta-service/meta_service_http.cpp | 16 +-
cloud/src/meta-service/meta_service_http.h | 3 +
cloud/src/meta-service/meta_service_job.cpp | 100 +-
cloud/src/meta-service/meta_service_resource.cpp | 12 +-
cloud/src/meta-service/meta_service_schema.cpp | 6 +-
cloud/src/meta-service/meta_service_txn.cpp | 45 +-
cloud/src/meta-service/txn_kv.cpp | 1 +
cloud/src/recycler/recycler.cpp | 80 +-
cloud/src/recycler/s3_accessor.cpp | 56 +-
cloud/src/recycler/s3_obj_client.cpp | 11 +
cloud/src/resource-manager/resource_manager.cpp | 30 +-
cloud/src/resource-manager/resource_manager.h | 4 +-
cloud/test/CMakeLists.txt | 4 +
cloud/test/meta_service_http_test.cpp | 73 +
cloud/test/meta_service_test.cpp | 407 ++-
cloud/test/mock_resource_manager.h | 4 +-
cloud/test/recycler_test.cpp | 412 ++++
cloud/test/s3_accessor_mock_test.cpp | 43 +-
cloud/test/s3_rate_limiter_test.cpp | 55 +-
cloud/test/schema_kv_test.cpp | 16 +-
cloud/test/txn_lazy_commit_test.cpp | 35 +
common/cpp/aws_logger.h | 68 +
common/cpp/s3_rate_limiter.cpp | 11 +-
common/cpp/s3_rate_limiter.h | 12 +-
conf/be.conf | 2 +-
conf/fe.conf | 2 +-
dist/LICENSE-dist.txt | 2 +
dist/licenses/LICENSE-icu.txt | 542 ++++
dist/licenses/LICENSE-pugixml.txt | 24 +
.../clickhouse/init/03-create-table.sql | 104 +
.../docker-compose/clickhouse/init/04-insert.sql | 18 +
.../hive/scripts/auxlib/json-serde-1.3.9.tar.gz | Bin 0 -> 78992 bytes
.../create_hive_orc_tables.hql | 11 +
.../scripts/create_preinstalled_scripts/run74.hql | 53 +
.../scripts/create_preinstalled_scripts/run76.hql | 78 +
.../docker-compose/hive/scripts/hive-metastore.sh | 9 +
.../json/openx_json/json_data_arrays_tb/1 | 2 +
.../json/openx_json/json_one_column_table/1 | 5 +
.../preinstalled_data/json/openx_json/json_table/1 | 2 +
.../preinstalled_data/json/openx_json/json_table/2 | 11 +
.../json/openx_json/scalar_to_array_tb/1 | 1 +
.../orc/complex_data_orc/000000_0 | Bin 0 -> 561 bytes
.../partition_col=,/000000_0 | Bin 0 -> 408 bytes
.../partition_col=a, b, c/000000_0 | Bin 0 -> 408 bytes
.../partition_col=a, b/000000_0 | Bin 0 -> 408 bytes
.../text_table_compressed_skip_header/000000_0.gz | Bin 0 -> 149 bytes
.../text/text_table_normal_skip_header/000000_0 | 20 +
.../minio/minio-RELEASE.2024-11-07.yaml.tpl | 1 +
.../docker-compose/oracle/init/03-create-table.sql | 72 +
.../docker-compose/oracle/init/04-insert.sql | 50 +
.../postgresql/init/02-create-table.sql | 75 +
.../docker-compose/postgresql/init/04-insert.sql | 77 +
.../ranger/ranger-admin/ranger-entrypoint.sh | 21 +-
.../ranger-mysql/my.cnf} | 35 +-
.../docker-compose/ranger/ranger-solr/elevate.xml | 38 +
.../ranger/ranger-solr/managed-schema | 95 +
.../ranger/ranger-solr/solrconfig.xml | 1872 ++++++++++++++
.../docker-compose/ranger/ranger.yaml.tpl | 87 +
.../docker-compose/ranger/ranger_settings.env | 10 +-
.../script/install_doris_ranger_plugins.sh} | 40 +-
.../script/install_doris_service_def.sh} | 45 +-
.../sqlserver/init/03-create-table.sql | 129 +
.../docker-compose/sqlserver/init/04-insert.sql | 18 +
docker/thirdparties/run-thirdparties-docker.sh | 30 +-
fe/be-java-extensions/hadoop-hudi-scanner/pom.xml | 1 -
.../apache/doris/hudi/HadoopHudiJniScanner.java | 55 +-
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 70 +-
.../apache/doris/jdbc/JdbcDataSourceConfig.java | 10 +
.../doris/maxcompute/MaxComputeColumnValue.java | 63 +-
fe/be-java-extensions/paimon-scanner/pom.xml | 6 -
.../org/apache/doris/paimon/PaimonJniScanner.java | 30 +-
.../trinoconnector/TrinoConnectorJniScanner.java | 3 +
.../trinoconnector/TrinoConnectorPluginLoader.java | 8 +
fe/check/checkstyle/suppressions.xml | 3 +
.../main/java/org/apache/doris/common/Config.java | 47 +-
.../authentication/AuthenticationConfig.java | 17 +-
.../PreExecutionAuthenticatorCache.java | 87 +
fe/fe-core/pom.xml | 16 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 5 +-
.../main/java/org/apache/doris/alter/Alter.java | 5 +
.../java/org/apache/doris/alter/RollupJobV2.java | 6 +-
.../apache/doris/alter/SchemaChangeHandler.java | 77 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 41 +-
.../apache/doris/analysis/AlterRepositoryStmt.java | 2 +-
.../org/apache/doris/analysis/AlterUserStmt.java | 8 +
.../org/apache/doris/analysis/AnalyzeTblStmt.java | 5 -
.../apache/doris/analysis/BuildIndexClause.java | 6 +-
.../java/org/apache/doris/analysis/CastExpr.java | 4 +
.../apache/doris/analysis/CreateIndexClause.java | 2 +-
.../doris/analysis/CreateMaterializedViewStmt.java | 21 +-
.../doris/analysis/CreateRepositoryStmt.java | 2 +-
.../org/apache/doris/analysis/CreateTableStmt.java | 15 +-
.../java/org/apache/doris/analysis/DropDbStmt.java | 10 +-
.../apache/doris/analysis/FunctionCallExpr.java | 5 +-
.../java/org/apache/doris/analysis/IndexDef.java | 42 +-
.../doris/analysis/ModifyNodeHostNameClause.java | 2 -
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../org/apache/doris/analysis/ShowClusterStmt.java | 2 +-
.../org/apache/doris/backup/BackupHandler.java | 9 +
.../java/org/apache/doris/backup/BackupJob.java | 40 +-
.../java/org/apache/doris/backup/RestoreJob.java | 130 +-
.../apache/doris/binlog/AddPartitionRecord.java | 8 +-
.../org/apache/doris/binlog/BinlogConfigCache.java | 70 +-
.../org/apache/doris/binlog/BinlogLagInfo.java | 17 +-
.../org/apache/doris/binlog/BinlogManager.java | 33 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 28 +-
.../java/org/apache/doris/binlog/DBBinlog.java | 74 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 21 +-
.../java/org/apache/doris/binlog/UpsertRecord.java | 17 +-
.../org/apache/doris/catalog/AzureResource.java | 58 +-
.../doris/catalog/BuiltinAggregateFunctions.java | 2 +-
.../doris/catalog/BuiltinScalarFunctions.java | 30 +-
.../apache/doris/catalog/ColocateTableIndex.java | 25 +-
.../main/java/org/apache/doris/catalog/Column.java | 17 +-
.../java/org/apache/doris/catalog/ColumnType.java | 72 +
.../java/org/apache/doris/catalog/Database.java | 28 +
.../doris/catalog/DynamicPartitionProperty.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 69 +-
.../java/org/apache/doris/catalog/EsTable.java | 18 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 38 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 9 +
.../org/apache/doris/catalog/FunctionUtil.java | 5 -
.../apache/doris/catalog/GlobalFunctionMgr.java | 2 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 66 +-
.../main/java/org/apache/doris/catalog/Index.java | 40 +-
.../org/apache/doris/catalog/JdbcResource.java | 7 +-
.../apache/doris/catalog/ListPartitionInfo.java | 18 +-
.../apache/doris/catalog/ListPartitionItem.java | 3 +
.../main/java/org/apache/doris/catalog/MTMV.java | 19 +-
.../doris/catalog/MaterializedIndexMeta.java | 11 +-
.../org/apache/doris/catalog/MetadataViewer.java | 16 +-
.../java/org/apache/doris/catalog/OlapTable.java | 15 +-
.../org/apache/doris/catalog/PartitionInfo.java | 3 +-
.../org/apache/doris/catalog/PartitionKey.java | 26 +-
.../java/org/apache/doris/catalog/Replica.java | 4 +-
.../java/org/apache/doris/catalog/S3Resource.java | 84 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 24 +
.../org/apache/doris/catalog/StorageVault.java | 1 -
.../main/java/org/apache/doris/catalog/Table.java | 4 +
.../java/org/apache/doris/catalog/TableIf.java | 1 +
.../org/apache/doris/catalog/TableProperty.java | 5 +
.../main/java/org/apache/doris/catalog/Tablet.java | 21 +-
.../apache/doris/catalog/TabletInvertedIndex.java | 20 +-
.../ranger/doris/RangerDorisAccessController.java | 26 +-
.../ranger/hive/RangerHiveAccessController.java | 7 +-
.../org/apache/doris/clone/DiskRebalancer.java | 8 +-
.../doris/clone/DynamicPartitionScheduler.java | 14 +
.../apache/doris/clone/PartitionRebalancer.java | 5 +-
.../org/apache/doris/clone/TabletSchedCtx.java | 42 +-
.../org/apache/doris/clone/TabletScheduler.java | 18 +-
.../apache/doris/cloud/CacheHotspotManager.java | 83 +-
.../cloud/alter/CloudSchemaChangeHandler.java | 5 +
.../doris/cloud/analysis/UseCloudClusterStmt.java | 2 +-
.../doris/cloud/catalog/CloudClusterChecker.java | 18 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 6 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 8 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 18 +-
.../cloud/datasource/CloudInternalCatalog.java | 5 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 225 +-
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 12 +-
.../apache/doris/cloud/storage/AzureRemote.java | 15 +-
.../doris/cloud/system/CloudSystemInfoService.java | 65 +-
.../transaction/CloudGlobalTransactionMgr.java | 92 +-
.../transaction/DeleteBitmapUpdateLockContext.java | 6 +
.../apache/doris/common/ColumnAliasGenerator.java | 2 +-
.../java/org/apache/doris/common/FeNameFormat.java | 23 +-
.../doris/common/NereidsSqlCacheManager.java | 19 +
.../java/org/apache/doris/common/ThriftServer.java | 51 +-
.../apache/doris/common/proc/BackendsProcDir.java | 2 +-
.../common/proc/CurrentQueryInfoProvider.java | 4 +-
.../apache/doris/common/proc/ReplicasProcNode.java | 5 +-
.../apache/doris/common/proc/TabletsProcDir.java | 7 +-
.../doris/common/{util => profile}/AggCounter.java | 2 +-
.../doris/common/{util => profile}/Counter.java | 2 +-
.../doris/common/profile/ExecutionProfile.java | 66 +-
.../org/apache/doris/common/profile/Profile.java | 358 +--
.../doris/common/profile/ProfileManager.java | 325 ++-
.../common/{util => profile}/RuntimeProfile.java | 55 +-
.../doris/common/profile/SummaryProfile.java | 5 +-
.../org/apache/doris/common/util/BrokerUtil.java | 20 +-
.../doris/common/util/DynamicPartitionUtil.java | 19 +-
.../org/apache/doris/common/util/LocationPath.java | 7 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 68 +-
.../java/org/apache/doris/common/util/Util.java | 20 +
.../org/apache/doris/datasource/CatalogIf.java | 2 +-
.../org/apache/doris/datasource/CatalogMgr.java | 6 +-
.../apache/doris/datasource/ExternalCatalog.java | 47 +-
.../apache/doris/datasource/ExternalDatabase.java | 19 +
.../doris/datasource/ExternalMetaCacheMgr.java | 25 +-
.../org/apache/doris/datasource/ExternalTable.java | 18 +
.../doris/datasource/FederationBackendPolicy.java | 3 -
.../apache/doris/datasource/InternalCatalog.java | 27 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 24 +-
.../doris/datasource/hive/HMSExternalTable.java | 33 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 21 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 1 +
.../doris/datasource/hive/HiveProperties.java | 32 +-
.../datasource/hive/ThriftHMSCachedClient.java | 2 +-
.../doris/datasource/hive/source/HiveScanNode.java | 51 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 8 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 8 +
.../datasource/iceberg/IcebergMetadataOps.java | 3 +
.../datasource/iceberg/source/IcebergScanNode.java | 42 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 10 +-
.../doris/datasource/jdbc/JdbcExternalTable.java | 1 +
.../jdbc/client/JdbcClickHouseClient.java | 130 +
.../doris/datasource/jdbc/client/JdbcClient.java | 12 +
.../datasource/jdbc/client/JdbcMySQLClient.java | 5 +-
.../jdbc/client/JdbcOceanBaseClient.java | 10 +-
.../jdbc/client/JdbcPostgreSQLClient.java | 26 +-
.../apache/doris/datasource/kafka/KafkaUtil.java | 66 +-
.../maxcompute/MaxComputeExternalCatalog.java | 10 +-
.../maxcompute/MaxComputeExternalTable.java | 38 +-
.../maxcompute/MaxComputeSchemaCacheValue.java | 21 +-
.../maxcompute/source/MaxComputeScanNode.java | 45 +-
.../doris/datasource/metacache/MetaCache.java | 13 +-
.../datasource/paimon/PaimonExternalCatalog.java | 27 +-
.../datasource/paimon/PaimonExternalTable.java | 7 +-
.../datasource/paimon/PaimonMetadataCache.java | 2 +-
.../apache/doris/datasource/paimon/PaimonUtil.java | 2 +-
.../datasource/paimon/source/PaimonScanNode.java | 45 +-
.../datasource/paimon/source/PaimonSource.java | 8 +
.../datasource/property/PropertyConverter.java | 3 +-
.../property/constants/AzureProperties.java | 17 +-
.../property/constants/MCProperties.java | 4 +
.../trinoconnector/TrinoConnectorPluginLoader.java | 8 +
.../org/apache/doris/fs/obj/AzureObjStorage.java | 62 +-
.../java/org/apache/doris/fs/obj/ObjStorage.java | 4 +
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 88 +
.../apache/doris/fs/remote/RemoteFileSystem.java | 2 +-
.../doris/fs/remote/SwitchingFileSystem.java | 2 +-
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 2 +-
.../org/apache/doris/httpv2/meta/MetaService.java | 13 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 2 -
.../doris/httpv2/util/StatementSubmitter.java | 4 +-
.../insertoverwrite/InsertOverwriteManager.java | 3 +-
.../doris/insertoverwrite/InsertOverwriteUtil.java | 16 +-
.../apache/doris/journal/bdbje/BDBEnvironment.java | 5 +
.../apache/doris/journal/bdbje/BDBJEJournal.java | 5 +
.../main/java/org/apache/doris/load/DeleteJob.java | 2 +-
.../main/java/org/apache/doris/load/ExportJob.java | 6 +-
.../org/apache/doris/load/ExportTaskExecutor.java | 3 +-
.../org/apache/doris/load/StreamLoadHandler.java | 18 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 4 +-
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 2 +-
.../doris/load/routineload/KafkaProgress.java | 3 +
.../load/routineload/KafkaRoutineLoadJob.java | 119 +-
.../doris/load/routineload/RoutineLoadJob.java | 103 +-
.../doris/load/routineload/RoutineLoadManager.java | 10 +
.../load/routineload/RoutineLoadProgress.java | 2 +-
.../load/routineload/RoutineLoadStatistic.java | 1 +
.../load/routineload/RoutineLoadTaskInfo.java | 7 +
.../doris/load/routineload/ScheduleRule.java | 14 +-
.../org/apache/doris/master/ReportHandler.java | 32 +-
.../java/org/apache/doris/metric/MetricRepo.java | 177 +-
.../org/apache/doris/monitor/jvm/JvmService.java | 6 +-
.../org/apache/doris/monitor/jvm/JvmStats.java | 42 +-
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 78 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 6 +
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 27 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 4 +
.../org/apache/doris/mysql/AcceptListener.java | 12 +-
.../java/org/apache/doris/mysql/MysqlProto.java | 3 +-
.../doris/mysql/authenticate/ldap/LdapClient.java | 3 +
.../mysql/privilege/AccessControllerManager.java | 17 +-
.../org/apache/doris/mysql/privilege/Auth.java | 43 +-
.../mysql/privilege/CatalogAccessController.java | 4 +-
.../mysql/privilege/CommonUserProperties.java | 11 -
.../mysql/privilege/InternalAccessController.java | 9 +-
.../apache/doris/mysql/privilege/UserProperty.java | 24 +-
.../doris/mysql/privilege/UserPropertyMgr.java | 8 -
.../org/apache/doris/nereids/CascadesContext.java | 6 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 15 +-
.../org/apache/doris/nereids/SqlCacheContext.java | 3 +-
.../org/apache/doris/nereids/StatementContext.java | 7 +-
.../doris/nereids/analyzer/UnboundAlias.java | 22 +-
.../glue/translator/PhysicalPlanTranslator.java | 28 +-
.../doris/nereids/jobs/executor/Analyzer.java | 2 -
...or.java => TableCollectAndHookInitializer.java} | 8 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 9 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 51 +-
.../post/CommonSubExpressionCollector.java | 24 +-
.../processor/post/CommonSubExpressionOpt.java | 2 +-
.../processor/post/MergeProjectPostProcessor.java | 2 +-
.../post/ProjectAggregateExpressionsForCse.java | 33 +-
.../post/PushDownFilterThroughProject.java | 13 +-
.../post/RuntimeFilterPushDownVisitor.java | 21 +-
.../processor/post/TopnFilterPushDownVisitor.java | 2 +-
.../doris/nereids/processor/post/Validator.java | 15 -
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../rules/analysis/AddInitMaterializationHook.java | 15 +-
.../doris/nereids/rules/analysis/BindSink.java | 14 +
.../nereids/rules/analysis/CollectRelation.java | 12 +-
.../rules/analysis/EliminateGroupByConstant.java | 5 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 2 +-
.../rules/exploration/MergeProjectsCBO.java | 1 +
.../mv/AbstractMaterializedViewRule.java | 22 +-
.../mv/AsyncMaterializationContext.java | 3 +-
.../mv/InitMaterializationContextHook.java | 8 +-
.../exploration/mv/MaterializedViewUtils.java | 50 +-
.../rules/exploration/mv/mapping/Mapping.java | 4 +-
.../exploration/mv/mapping/RelationMapping.java | 29 +-
.../rules/expression/ExpressionRewrite.java | 13 +-
.../expression/rules/FoldConstantRuleOnBE.java | 1 +
.../expression/rules/FoldConstantRuleOnFE.java | 19 +-
.../LogicalWindowToPhysicalWindow.java | 2 +-
.../rules/rewrite/EliminateEmptyRelation.java | 22 +-
.../nereids/rules/rewrite/ExistsApplyToJoin.java | 5 +-
.../ExtractAndNormalizeWindowExpression.java | 2 +-
.../doris/nereids/rules/rewrite/InApplyToJoin.java | 6 +-
.../nereids/rules/rewrite/LimitAggToTopNAgg.java | 12 +-
.../doris/nereids/rules/rewrite/MergeProjects.java | 5 +-
.../rewrite/PushDownFilterThroughProject.java | 44 +-
.../nereids/rules/rewrite/ScalarApplyToJoin.java | 5 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 16 +-
.../doris/nereids/stats/ExpressionEstimation.java | 16 +
.../doris/nereids/stats/FilterEstimation.java | 12 +-
.../doris/nereids/stats/StatsCalculator.java | 4 +-
.../trees/copier/LogicalPlanDeepCopier.java | 11 +-
.../doris/nereids/trees/expressions/Alias.java | 6 +-
.../functions/AggCombinerFunctionBuilder.java | 5 +
.../functions/BuiltinFunctionBuilder.java | 16 +
.../functions/ComputePrecisionForArrayItemAgg.java | 13 +
.../expressions/functions/ExpressionTrait.java | 9 +-
.../expressions/functions/FunctionBuilder.java | 5 +
.../expressions/functions/agg/PercentileArray.java | 5 +
.../executable/DateTimeExtractAndTransform.java | 48 +-
.../functions/executable/NumericArithmetic.java | 81 +-
.../functions/executable/StringArithmetic.java | 296 ++-
.../generator/ExplodeJsonArrayJsonOuter.java | 4 +-
.../functions/scalar/CreateNamedStruct.java | 28 +-
...g1.java => CutToFirstSignificantSubdomain.java} | 28 +-
.../expressions/functions/scalar/DateTrunc.java | 85 +-
.../{Dlog1.java => FirstSignificantSubdomain.java} | 28 +-
...Dlog1.java => Ipv6FromUInt128StringOrNull.java} | 36 +-
.../expressions/functions/scalar/JsonObject.java | 36 +-
.../scalar/{Dlog1.java => JsonSearch.java} | 34 +-
.../scalar/{StrLeft.java => StDisjoint.java} | 26 +-
.../scalar/{StrLeft.java => StIntersects.java} | 26 +-
.../scalar/{StrRight.java => StTouches.java} | 26 +-
.../functions/scalar/SubstringIndex.java | 11 -
.../scalar/{Dlog1.java => TopLevelDomain.java} | 28 +-
.../scalar/{Dlog1.java => YearOfWeek.java} | 42 +-
.../expressions/functions/udf/AliasUdfBuilder.java | 7 +
.../expressions/functions/udf/JavaUdafBuilder.java | 15 +
.../expressions/functions/udf/JavaUdfBuilder.java | 15 +
.../expressions/functions/udf/JavaUdtfBuilder.java | 15 +
.../trees/expressions/functions/window/Lag.java | 34 +-
.../trees/expressions/functions/window/Lead.java | 34 +-
.../trees/expressions/literal/DateLiteral.java | 16 +-
.../nereids/trees/expressions/literal/Literal.java | 25 +
.../expressions/literal/StringLikeLiteral.java | 3 +-
.../visitor/ExpressionColumnFilterConverter.java | 5 +
.../expressions/visitor/ScalarFunctionVisitor.java | 61 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 3 +-
.../nereids/trees/plans/algebra/Aggregate.java | 6 +
.../doris/nereids/trees/plans/algebra/Project.java | 10 +
.../AlterSystemRenameComputeGroupCommand.java | 85 +
.../trees/plans/commands/CreateTableCommand.java | 4 +
.../plans/commands/CreateTableLikeCommand.java | 72 +-
.../trees/plans/commands/DeleteFromCommand.java | 9 +-
.../trees/plans/commands/ExecuteCommand.java | 12 +-
.../nereids/trees/plans/commands/LoadCommand.java | 3 +-
.../trees/plans/commands/PrepareCommand.java | 2 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 7 +
.../plans/commands/call/CallExecuteStmtFunc.java | 2 +-
.../plans/commands/call/CallFlushAuditLogFunc.java | 2 +-
.../trees/plans/commands/info/CreateTableInfo.java | 49 +-
.../trees/plans/commands/info/IndexDefinition.java | 39 +-
.../insert/InsertOverwriteTableCommand.java | 7 +-
.../trees/plans/commands/insert/InsertUtils.java | 12 +-
.../insert/OlapGroupCommitInsertExecutor.java | 12 +-
.../trees/plans/logical/LogicalAggregate.java | 7 +-
.../trees/plans/logical/LogicalEmptyRelation.java | 12 +-
.../trees/plans/logical/LogicalOlapScan.java | 54 +-
.../trees/plans/logical/LogicalOneRowRelation.java | 4 +
.../plans/physical/PhysicalHashAggregate.java | 2 +
.../trees/plans/physical/PhysicalProject.java | 19 +
.../nereids/trees/plans/physical/PhysicalTopN.java | 4 +-
.../apache/doris/nereids/types/AggStateType.java | 1 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 10 +-
.../org/apache/doris/nereids/util/DateUtils.java | 14 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 11 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 24 +
.../doris/nereids/util/TypeCoercionUtils.java | 3 +-
.../persist/ReplacePartitionOperationLog.java | 18 +-
.../org/apache/doris/planner/HiveTableSink.java | 4 +-
.../org/apache/doris/planner/OlapScanNode.java | 56 +-
.../org/apache/doris/planner/OlapTableSink.java | 2 +-
.../apache/doris/planner/StreamLoadPlanner.java | 7 +-
.../apache/doris/plugin/audit/AuditLogBuilder.java | 29 +-
.../java/org/apache/doris/qe/ConnectContext.java | 88 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 17 +-
.../java/org/apache/doris/qe/ConnectScheduler.java | 14 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 4 +-
.../java/org/apache/doris/qe/QeProcessorImpl.java | 57 +-
.../org/apache/doris/qe/QueryStatisticsItem.java | 2 +-
.../java/org/apache/doris/qe/SessionVariable.java | 79 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 9 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 29 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 16 -
.../doris/scheduler/disruptor/TaskHandler.java | 12 +-
.../scheduler/manager/TransientTaskManager.java | 7 +-
.../apache/doris/service/FrontendServiceImpl.java | 103 +-
.../sessions/FlightSessionsWithTokenManager.java | 20 +-
.../org/apache/doris/statistics/AnalysisJob.java | 6 +-
.../apache/doris/statistics/AnalysisManager.java | 51 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 2 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 382 ++-
.../doris/statistics/StatisticConstants.java | 4 +
.../apache/doris/statistics/StatisticsCleaner.java | 19 +-
.../doris/statistics/util/StatisticsUtil.java | 18 +
.../org/apache/doris/system/BeSelectionPolicy.java | 33 +-
.../java/org/apache/doris/system/HeartbeatMgr.java | 9 +
.../org/apache/doris/system/SystemInfoService.java | 10 +-
.../ExternalFileTableValuedFunction.java | 1 +
.../GroupCommitTableValuedFunction.java | 6 +
.../doris/tablefunction/MetadataGenerator.java | 26 +-
.../tablefunction/QueryTableValueFunction.java | 2 +-
.../doris/tablefunction/S3TableValuedFunction.java | 17 +-
.../java/org/apache/doris/task/AgentBatchTask.java | 22 +-
.../apache/doris/task/AlterInvertedIndexTask.java | 4 +-
.../org/apache/doris/task/CreateReplicaTask.java | 2 +-
.../doris/transaction/DatabaseTransactionMgr.java | 11 +-
.../doris/transaction/GlobalTransactionMgr.java | 31 +-
.../transaction/GlobalTransactionMgrIface.java | 9 +-
.../apache/doris/transaction/TransactionState.java | 2 +
.../hudi/common/util/collection/DiskMap.java | 169 ++
.../apache/doris/alter/AddExistsPartitionTest.java | 7 +-
.../org/apache/doris/alter/IndexChangeJobTest.java | 34 +-
.../doris/alter/SchemaChangeHandlerTest.java | 154 +-
.../org/apache/doris/analysis/IndexDefTest.java | 76 +-
.../org/apache/doris/backup/BackupJobTest.java | 2 +-
.../apache/doris/catalog/AzureResourceTest.java | 57 +
.../java/org/apache/doris/catalog/IndexTest.java | 164 ++
.../org/apache/doris/catalog/JdbcResourceTest.java | 51 +
.../org/apache/doris/catalog/OlapTableTest.java | 2 +-
.../org/apache/doris/catalog/PartitionKeyTest.java | 15 +-
.../org/apache/doris/catalog/S3ResourceTest.java | 35 +
.../org/apache/doris/clone/TabletSchedCtxTest.java | 84 +-
.../doris/cloud/cache/CacheHotspotManagerTest.java | 124 +
.../doris/cloud/catalog/HdfsStorageVaultTest.java | 76 +-
.../transaction/CloudGlobalTransactionMgrTest.java | 10 +-
.../org/apache/doris/common/FeNameFormatTest.java | 109 +-
.../doris/common/proc/IndexesProcNodeTest.java | 8 +-
.../doris/common/profile/AutoProfileTest.java | 79 +
.../doris/common/profile/ProfileManagerTest.java | 848 +++++++
.../common/profile/ProfilePersistentTest.java | 541 ++++
.../apache/doris/common/profile/ProfileTest.java | 263 ++
.../common/profile/RuntimeProfileMergeTest.java | 298 +++
.../{util => profile}/RuntimeProfileTest.java | 20 +-
.../apache/doris/common/util/LocationPathTest.java | 33 +-
.../doris/common/util/ProfilePersistentTest.java | 314 ---
.../org/apache/doris/common/util/UtilTest.java | 86 +
.../apache/doris/datasource/ColumnPrivTest.java | 8 +-
.../doris/datasource/ExternalCatalogTest.java | 33 +
.../doris/datasource/ExternalEqualsTest.java | 52 +
.../org/apache/doris/datasource/MetaCacheTest.java | 157 ++
.../doris/datasource/RefreshCatalogTest.java | 2 +-
.../doris/datasource/hudi/HudiUtilsTest.java | 97 +
.../jdbc/client/JdbcClickHouseClientTest.java | 67 +
.../jdbc/{ => client}/JdbcClientExceptionTest.java | 4 +-
.../paimon/PaimonExternalCatalogTest.java | 40 +-
.../paimon/source/PaimonScanNodeTest.java | 157 ++
.../property/constants/AzurePropertiesTest.java | 55 +
.../InsertOverwriteManagerTest.java | 30 +-
.../insertoverwrite/InsertOverwriteUtilTest.java | 25 +-
.../org/apache/doris/load/DeleteHandlerTest.java | 3 +-
.../apache/doris/load/loadv2/SparkLoadJobTest.java | 3 +-
.../doris/load/routineload/RoutineLoadJobTest.java | 4 +-
.../load/routineload/RoutineLoadManagerTest.java | 33 +-
.../java/org/apache/doris/metric/MetricsTest.java | 43 +
.../java/org/apache/doris/mtmv/AlterMTMVTest.java | 79 +
.../doris/nereids/memo/StructInfoMapTest.java | 15 +-
.../doris/nereids/mv/RelationMappingTest.java | 158 ++
.../postprocess/CommonSubExpressionTest.java | 46 +-
.../PushDownFilterThroughProjectTest.java | 41 +
.../nereids/postprocess/RuntimeFilterTest.java | 76 +
.../nereids/privileges/TestCheckPrivileges.java | 7 +-
.../rules/analysis/FillUpMissingSlotsTest.java | 8 +-
.../nereids/rules/analysis/GenerateFunction.java | 1 +
.../rules/exploration/mv/HyperGraphAggTest.java | 3 +-
.../nereids/rules/exploration/mv/MappingTest.java | 24 +-
.../nereids/rules/expression/FoldConstantTest.java | 213 +-
.../rules/rewrite/EliminateEmptyRelationTest.java | 92 +
.../rewrite/PushDowFilterThroughProjectTest.java | 48 +-
.../PushDownLimitDistinctThroughJoinTest.java | 2 +-
.../apache/doris/nereids/sqltest/SqlTestBase.java | 3 +-
.../doris/nereids/trees/expressions/UdfTest.java | 14 +-
.../trees/expressions/literal/DateLiteralTest.java | 1 +
.../expressions/literal/StringLikeLiteralTest.java | 7 +
.../trees/plans/commands/IndexDefinitionTest.java | 85 +-
.../trees/plans/physical/PhysicalTopNTest.java | 55 +
.../util/CanInferNotNullForMarkSlotTest.java | 87 +
.../persist/TableAddOrDropColumnsInfoTest.java | 2 +-
.../apache/doris/planner/HiveTableSinkTest.java | 5 +-
.../apache/doris/planner/ResourceTagQueryTest.java | 12 +-
.../doris/plugin/audit/AuditLogBuilderTest.java | 48 +
.../org/apache/doris/qe/ConnectContextTest.java | 70 +
.../doris/qe/StmtExecutorInternalQueryTest.java | 45 +
.../apache/doris/statistics/AnalysisJobTest.java | 27 +
.../doris/statistics/OlapAnalysisTaskTest.java | 624 +++--
.../apache/doris/system/SystemInfoServiceTest.java | 23 -
.../java/org/apache/doris/task/AgentTaskTest.java | 2 +
.../transaction/DatabaseTransactionMgrTest.java | 9 +-
.../transaction/GlobalTransactionMgrTest.java | 61 +-
.../apache/doris/utframe/TestWithFeService.java | 19 +
fe/pom.xml | 29 +-
gensrc/proto/cloud.proto | 24 +
gensrc/proto/olap_file.proto | 7 +
gensrc/script/doris_builtins_functions.py | 9 +-
gensrc/script/gen_build_version.sh | 2 +-
gensrc/script/gen_builtins_functions.py | 11 +-
gensrc/thrift/AgentService.thrift | 2 +
gensrc/thrift/Descriptors.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 44 +-
gensrc/thrift/PaloInternalService.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 3 +
gensrc/thrift/RuntimeProfile.thrift | 3 +-
gensrc/thrift/Types.thrift | 1 +
regression-test/conf/regression-conf.groovy | 8 +-
.../data/bloom_filter_p0/test_bloom_filter.out | Bin 0 -> 1059 bytes
.../test_compaction_fail_release_lock.out} | Bin 185 -> 230 bytes
.../test_config_prune_delete_sign.out} | Bin 151 -> 163 bytes
.../data/compression_p0/{load.out => query.out} | Bin 2093 -> 2425 bytes
.../spark_connector/spark_connector_read_type.out | Bin 670 -> 670 bytes
.../test_expression_tree_reconstruction.out | Bin 0 -> 824 bytes
.../test_insert_table_with_dump_nereids_memo.out} | Bin 110 -> 126 bytes
.../data/correctness/test_str_to_date.out | Bin 443 -> 471 bytes
.../data/correctness_p0/test_lag_lead_window.out | Bin 844 -> 1402 bytes
.../data/correctness_p0/test_select_constant.out | Bin 211 -> 214 bytes
.../data/datatype_p0/double/test_double_nan.out | Bin 110 -> 133 bytes
.../data/datatype_p0/float/test_float_nan.out | Bin 110 -> 133 bytes
.../data/datatype_p0/ip/test_data/ipv6_uint128.csv | 105 +
.../data/datatype_p0/ip/test_ip_basic.out | Bin 9441 -> 15062 bytes
.../objects3.csv | 8 +
.../stream_load_and_mysql_load.out | Bin 897 -> 1082 bytes
.../outfile/csv/test_outfile_csv_array_type.out | Bin 7168 -> 7204 bytes
.../outfile/csv/test_outfile_csv_complex_type.out | Bin 8537 -> 8577 bytes
.../outfile/csv/test_outfile_csv_map_type.out | Bin 13751 -> 13841 bytes
.../data/export_p0/test_export_basic.out | Bin 7131 -> 7131 bytes
.../data/export_p2/test_export_max_file_size.out | Bin 206386 -> 207176 bytes
.../hive/test_external_catalog_hive_partition.out | Bin 2711 -> 4455 bytes
.../hive/test_hive_get_schema_from_table.out | Bin 0 -> 6103 bytes
.../hive/test_hive_openx_json.out | Bin 0 -> 709 bytes
.../hive/test_hive_orc_predicate.out | Bin 463 -> 2463 bytes
.../hive/test_hive_partitions.out | Bin 3171 -> 3333 bytes
.../hive/test_hive_use_meta_cache.out | Bin 2041 -> 2089 bytes
.../hive/test_prepare_hive_data_in_case.out | Bin 267 -> 173 bytes
.../hive/test_text_skip_header.out | Bin 0 -> 755 bytes
.../iceberg/write/test_iceberg_write_insert.out | Bin 142167 -> 162889 bytes
.../jdbc/test_clickhouse_jdbc_catalog.out | Bin 4381 -> 8056 bytes
.../select/test_clickhouse_all_types_select.out | Bin 0 -> 2936 bytes
.../select/test_oracle_all_types_select.out | Bin 0 -> 10265 bytes
.../type_test/select/test_pg_all_types_select.out | Bin 0 -> 1959 bytes
.../select/test_sqlserver_all_types_select.out | Bin 0 -> 3508 bytes
.../kerberos/test_non_catalog_kerberos.out} | Bin 134 -> 135 bytes
.../paimon/test_paimon_deletion_vector_oss.out | Bin 0 -> 525 bytes
.../external_table_p0/tvf/lzo/test_compress.lzo | Bin 0 -> 256 bytes
.../test_no_compress_with_empty_block_begin.lzo | Bin 0 -> 200 bytes
.../lzo/test_no_compress_with_empty_block_end.lzo | Bin 0 -> 196 bytes
.../test_no_compress_with_empty_block_middle.lzo | Bin 0 -> 188 bytes
.../external_table_p0/tvf/test_local_tvf_lzo.out | Bin 0 -> 899 bytes
.../tvf/{test_tvf_p2.out => test_tvf_p0.out} | Bin 5562 -> 5674 bytes
.../hive/test_parquet_complex_cross_page.out} | Bin 107 -> 137 bytes
.../external_table_p2/hudi/test_hudi_snapshot.out | Bin 696105 -> 696105 bytes
.../test_external_catalog_maxcompute.out | Bin 3747 -> 4745 bytes
.../maxcompute/test_max_compute_timestamp.out | Bin 0 -> 5359 bytes
...fail.out => test_cloud_full_compaction_mow.out} | Bin 134 -> 150 bytes
.../cloud/test_cloud_mow_correctness_inject.out | Bin 185 -> 368 bytes
.../cloud/test_cloud_mow_lock_expired.out | Bin 0 -> 388 bytes
.../test_cloud_mow_new_tablet_compaction.out} | Bin 151 -> 206 bytes
...test_cloud_mow_stream_load_with_commit_fail.out | Bin 134 -> 446 bytes
...st_cloud_multi_segments_re_calc_in_publish.out} | Bin 204 -> 202 bytes
...=> test_cloud_publish_skip_calc_cache_miss.out} | Bin 185 -> 183 bytes
...oud_sc_convert_data_replaced_on_new_tablet.out} | Bin 204 -> 209 bytes
...> test_cloud_sc_self_retry_with_stop_token.out} | Bin 134 -> 167 bytes
.../fault_injection_p0/cloud/test_stream_load0.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load1.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load2.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load3.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load4.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load5.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load6.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load7.csv | 2 +
... test_tablet_state_change_in_publish_phase.out} | Bin 185 -> 227 bytes
...tness_inject.out => test_txn_commit_inject.out} | Bin 185 -> 155 bytes
.../test_partial_update_publish_seq.out | Bin 0 -> 1714 bytes
.../test_first_delete_compaction.out} | Bin 107 -> 115 bytes
.../test_full_compaction_mow.out} | Bin 151 -> 181 bytes
...st_local_multi_segments_re_calc_in_publish.out} | Bin 204 -> 202 bytes
.../test_array_map.out} | Bin
.../test_function_string.out} | Bin 151 -> 247 bytes
.../data/function_p0/test_substring_index.out | Bin 0 -> 2304 bytes
.../function_p0/test_substring_index_columns.out | Bin 0 -> 1124 bytes
.../function_p0/test_substring_index_simple.out | Bin 0 -> 725 bytes
.../insert_group_commit_with_large_data.out | Bin 0 -> 383 bytes
.../data/insert_p0/test_struct_insert.out | Bin 625 -> 4698 bytes
.../test_add_index_for_arr.out} | Bin 204 -> 187 bytes
.../test_index_change_on_new_column.out | Bin 245 -> 611 bytes
.../test_array_contains_with_inverted_index.out | Bin 43652 -> 10664 bytes
.../data/inverted_index_p0/test_array_index2.out | Bin 0 -> 277 bytes
.../test_index_match_phrase_prefix_1.out | Bin 151 -> 179 bytes
.../inverted_index_p0/test_index_match_regexp.out | Bin 204 -> 234 bytes
.../data/json_p0/test_json_load_and_function.out | Bin 261467 -> 261689 bytes
.../test_multi_table_load_data_quality_error.out} | Bin 107 -> 111 bytes
.../data/load_p0/stream_load/large_test_file.csv | 5 +
.../load_p0/stream_load/test_json_compress.out | Bin 0 -> 25202 bytes
.../test_load_with_transfer_encoding.out} | Bin 134 -> 131 bytes
.../stream_load/test_stream_load_empty_file.out | Bin 107 -> 120 bytes
regression-test/data/mtmv_p0/test_base_mtmv.out | Bin 987 -> 1193 bytes
.../test_env_db_dropped_mtmv.out} | Bin 107 -> 127 bytes
.../agg_use_key_direct/agg_use_key_direct.out | Bin 0 -> 210 bytes
.../multi_slot_k1p2ap3ps/multi_slot_k1p2ap3ps.out | Bin 199 -> 253 bytes
.../query_in_different_db.out} | Bin 133 -> 172 bytes
.../sql_default_limit/sql_default_limit.out} | Bin 134 -> 137 bytes
.../mv_p0/sum_divede_count/sum_devide_count.out | Bin 326 -> 418 bytes
.../test_dup_mv_repeat/test_dup_mv_repeat.out | Bin 133 -> 134 bytes
.../mv_p0/test_insert_multi/test_insert_multi.out | Bin 179 -> 255 bytes
.../testAggQueryOnAggMV1/testAggQueryOnAggMV1.out | Bin 355 -> 482 bytes
.../testSelectMVWithTableAlias.out | Bin 186 -> 220 bytes
.../nereids_function_p0/scalar_function/Array.out | Bin 769953 -> 773323 bytes
.../data/nereids_function_p0/scalar_function/S.out | Bin 53552 -> 53624 bytes
.../data/nereids_hint_tpcds_p0/shape/query54.out | Bin 6456 -> 6448 bytes
.../data/nereids_p0/hint/test_leading.out | Bin 27327 -> 33391 bytes
.../test_aggregate_percentile_no_cast.out | Bin 1372 -> 1426 bytes
.../test_aggregate_window_functions.out | Bin 21104 -> 21134 bytes
.../spatial_functions/test_gis_function.out | Bin 1539 -> 6772 bytes
.../window_functions/test_window_function.out | Bin 10367 -> 11741 bytes
.../data/nereids_p0/test_select_constant.out | Bin 186 -> 189 bytes
.../push_down_count_through_join.out | Bin 29580 -> 29586 bytes
.../push_down_count_through_join_one_side.out | Bin 32823 -> 32829 bytes
.../eager_aggregate/push_down_min_through_join.out | Bin 16427 -> 16433 bytes
.../eager_aggregate/push_down_sum_through_join.out | Bin 16193 -> 16199 bytes
.../push_down_sum_through_join_one_side.out | Bin 17453 -> 17459 bytes
.../filter_push_down/push_filter_through.out | Bin 10088 -> 10023 bytes
.../limit_push_down/limit_push_down.out | Bin 21517 -> 21029 bytes
.../mv/external_table/part_partition_invalid.out | Bin 1324 -> 436 bytes
.../nereids_rules_p0/mv/partition_mv_rewrite.out | Bin 2790 -> 2856 bytes
.../push_down_limit_distinct_through_join.out | Bin 543 -> 442 bytes
.../data/nereids_rules_p0/test_nonfoldable.out | Bin 0 -> 2819 bytes
.../data/nereids_syntax_p0/join_condition.out | Bin 0 -> 31842 bytes
.../mv/newMv/sum_devide_count.out | Bin 326 -> 490 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV1.out | Bin 229 -> 355 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV10.out | Bin 264 -> 328 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV11.out | Bin 229 -> 292 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV2.out | Bin 235 -> 342 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV3.out | Bin 245 -> 309 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV5.out | Bin 217 -> 280 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV6.out | Bin 217 -> 280 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV7.out | Bin 217 -> 280 bytes
.../data/nereids_syntax_p0/test_cast_datetime.out | Bin 107 -> 258 bytes
.../bs_downgrade_shape/query54.out | Bin 6290 -> 6282 bytes
.../shape/query54.out | Bin 6290 -> 6282 bytes
.../noStatsRfPrune/query54.out | Bin 5471 -> 5463 bytes
.../no_stats_shape/query54.out | Bin 5740 -> 5732 bytes
.../rf_prune/query54.out | Bin 6245 -> 6237 bytes
.../nereids_tpcds_shape_sf100_p0/shape/query54.out | Bin 6292 -> 6284 bytes
.../shape/query54.out | Bin 6064 -> 6056 bytes
.../data/nereids_tpch_p0/tpch/push_topn_to_agg.out | Bin 158 -> 725 bytes
.../tpcds_sf100/noStatsRfPrune/query54.out | Bin 5471 -> 5463 bytes
.../tpcds_sf100/no_stats_shape/query54.out | Bin 5740 -> 5732 bytes
.../new_shapes_p0/tpcds_sf100/rf_prune/query54.out | Bin 6245 -> 6237 bytes
.../new_shapes_p0/tpcds_sf100/shape/query54.out | Bin 6292 -> 6284 bytes
.../tpcds_sf1000/bs_downgrade_shape/query54.out | Bin 6290 -> 6282 bytes
.../new_shapes_p0/tpcds_sf1000/shape/query54.out | Bin 6290 -> 6282 bytes
.../partition_p0/test_negative_partition_value.out | Bin 0 -> 375 bytes
regression-test/data/point_query_p0/load.out | Bin 5193 -> 5239 bytes
.../data/prepared_stmt_p0/prepared_stmt.out | Bin 5124 -> 5355 bytes
.../data/query_p0/aggregate/aggregate.out | Bin 9762 -> 9841 bytes
.../data/query_p0/aggregate/array_agg.out | Bin 37278 -> 37357 bytes
.../query_p0/cast/test_complextype_to_json.out | Bin 2450 -> 2124 bytes
.../join/test_slow_close/test_slow_close.out} | Bin 134 -> 133 bytes
.../data/query_p0/operator/test_set_operator.out | Bin 210 -> 223 bytes
regression-test/data/query_p0/sort/heap_sort.csv | 7 +
.../sort/heap_sort.out} | Bin 134 -> 193 bytes
.../array_functions/test_array_functions.out | Bin 28026 -> 28028 bytes
.../test_array_functions_by_literal.out | Bin 9988 -> 29825 bytes
.../datetime_functions/test_date_function.out | Bin 10292 -> 10699 bytes
.../datetime_functions/test_date_trunc.out | Bin 5294 -> 9785 bytes
.../json_function/test_query_json_object.out | Bin 524 -> 1959 bytes
.../sql_functions/json_functions/json_search.out | Bin 0 -> 6219 bytes
.../json_functions/test_json_function.out | Bin 1260 -> 1295 bytes
.../spatial_functions/test_gis_function.out | Bin 1438 -> 2684 bytes
.../string_functions/test_url_functions.out | Bin 0 -> 2013 bytes
.../struct_functions/test_struct_functions.out | Bin 1655 -> 1856 bytes
.../test_struct_functions_by_literal.out | Bin 671 -> 765 bytes
.../table_function/explode_json_array.out | Bin 6692 -> 6751 bytes
.../window_functions/test_window_function.out | Bin 10367 -> 11741 bytes
.../data/query_p0/test_select_constant.out | Bin 186 -> 189 bytes
...m_big_lateral_view.out => string_over_flow.out} | Bin
.../data/ranger_p2/test_ranger_masking.out | Bin 0 -> 4310 bytes
.../ranger_p2/test_ranger_row_level_filter.out | Bin 0 -> 3117 bytes
.../schema_change_modify_mv_column_type_agg.out | Bin 2634 -> 1366 bytes
.../schema_change_modify_mv_column_type.out | Bin 9551 -> 7289 bytes
.../schema_change_modify_mv_column_type2.out | Bin 7682 -> 6355 bytes
.../schema_change_p0/test_type_length_change.out | Bin 0 -> 362 bytes
.../test_varchar_sc_in_complex.out | Bin 0 -> 14064 bytes
.../test_negative_default_column_value.out} | Bin 134 -> 143 bytes
.../partial_update/test_partial_update.out | Bin 1839 -> 2031 bytes
.../test_partial_update_complex_type.out | Bin 1855 -> 2735 bytes
.../test_partial_update_default_value.out | Bin 259 -> 1003 bytes
.../test_partial_update_lookup_row_key.out | Bin 0 -> 779 bytes
.../test_partial_update_row_store.out | Bin 0 -> 847 bytes
.../partial_update/test_partial_update_s3_load.out | Bin 0 -> 363 bytes
.../data/variant_github_events_new_p2/load.out | Bin 152 -> 222 bytes
regression-test/data/variant_p0/agg.out | Bin 1444 -> 1478 bytes
regression-test/data/variant_p0/cast.out | Bin 0 -> 247 bytes
.../data/variant_p0/compaction/test_compaction.out | Bin 5827 -> 5835 bytes
regression-test/data/variant_p0/rqg/rqg4.out | Bin 184 -> 199 bytes
regression-test/data/variant_p0/rqg/rqg6.out | Bin 0 -> 236 bytes
.../data/variant_p0/sql/sort_permute.out | Bin 0 -> 24264 bytes
.../test_array_contains_with_inverted_index.out | Bin 0 -> 46174 bytes
.../test_array_inverted_index_profile.out | Bin 0 -> 2004 bytes
.../vault_p0/create/test_minio_storage_vault.out | Bin 136 -> 179 bytes
regression-test/data/view_p0/view_p0.out | Bin 982 -> 1144 bytes
.../workload_manager_p0/skip_rg_test_table.csv | 2 -
regression-test/framework/pom.xml | 5 +
.../org/apache/doris/regression/Config.groovy | 10 +
.../apache/doris/regression/ConfigOptions.groovy | 10 +
.../doris/regression/action/HttpCliAction.groovy | 19 +-
.../doris/regression/action/TestAction.groovy | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 130 +-
.../apache/doris/regression/suite/Syncer.groovy | 36 +-
.../pipeline/cloud_p0/conf/be_custom.conf | 7 +
.../pipeline/cloud_p0/conf/fe_custom.conf | 5 +-
.../pipeline/cloud_p0/conf/ms_custom.conf | 1 +
.../cloud_p0/conf/regression-conf-custom.groovy | 1 +
.../pipeline/cloud_p1/conf/be_custom.conf | 2 +
.../pipeline/cloud_p1/conf/ms_custom.conf | 1 +
.../cloud_p1/conf/regression-conf-custom.groovy | 1 +
regression-test/pipeline/external/conf/be.conf | 3 +
.../pipeline/external/conf/regression-conf.groovy | 5 +-
regression-test/pipeline/p0/conf/be.conf | 8 +-
regression-test/pipeline/p0/conf/fe.conf | 4 +
.../pipeline/p0/conf/regression-conf.groovy | 3 +-
regression-test/pipeline/p1/conf/be.conf | 6 +
.../pipeline/p1/conf/regression-conf.groovy | 3 +-
.../pipeline/performance/conf/be_custom.conf | 3 +
.../vault_p0/conf/regression-conf-custom.groovy | 3 +
.../plugins/cloud_show_data_plugin.groovy | 59 +-
.../plugins/plugin_multi_cluster.groovy | 148 ++
regression-test/plugins/plugin_ranger.groovy | 86 +
.../suites/account_p0/test_property_session.groovy | 56 +
.../suites/account_p0/test_root_user.groovy | 46 +-
.../alter_p2/test_alter_table_property.groovy | 2 -
.../test_ddl_database_external_auth.groovy | 63 +
.../suites/auth_call/test_ddl_job_auth.groovy | 12 +-
.../suites/auth_call/test_ddl_mtmv_auth.groovy | 10 +-
.../suites/auth_call/test_ddl_table_auth.groovy | 14 +-
.../auth_call/test_dml_delete_table_auth.groovy | 9 -
.../auth_call/test_dml_export_table_auth.groovy | 3 +-
.../test_master_slave_consistency_auth.groovy | 40 +
.../backup_restore/test_backup_cancelled.groovy | 2 +-
.../backup_restore/test_backup_restore.groovy | 2 +-
.../test_backup_restore_alias.groovy | 3 +-
.../test_backup_restore_atomic.groovy | 2 +-
.../test_backup_restore_atomic_cancel.groovy | 2 +-
.../test_backup_restore_atomic_with_alter.groovy | 2 +-
.../test_backup_restore_atomic_with_view.groovy | 2 +-
...est_backup_restore_backup_temp_partition.groovy | 2 +-
.../test_backup_restore_bloom_filter.groovy | 3 +-
.../test_backup_restore_clean_restore.groovy | 2 +-
.../backup_restore/test_backup_restore_db.groovy | 2 +-
...t_backup_restore_diff_repo_same_snapshot.groovy | 23 +-
..._backup_restore_dup_without_default_keys.groovy | 3 +-
.../test_backup_restore_exclude.groovy | 2 +-
...backup_restore_force_replace_diff_column.groovy | 2 +-
...kup_restore_force_replace_diff_part_type.groovy | 2 +-
...ckup_restore_force_replace_diff_part_val.groovy | 2 +-
..._backup_restore_force_replace_diff_view.groovy} | 44 +-
.../test_backup_restore_get_snapshot.groovy | 102 +
.../test_backup_restore_inverted_idx.groovy | 2 +-
.../test_backup_restore_inverted_index.groovy | 3 +-
.../backup_restore/test_backup_restore_mtmv.groovy | 2 +-
.../test_backup_restore_multi_tables.groovy | 2 +-
...st_backup_restore_multi_tables_overwrite.groovy | 2 +-
.../backup_restore/test_backup_restore_mv.groovy | 2 +-
.../test_backup_restore_ngram_bloom_filter.groovy | 2 +-
.../test_backup_restore_overwrite_indexes.groovy | 2 +-
.../test_backup_restore_partition.groovy | 2 +-
..._restore_reserve_dynamic_partition_false.groovy | 3 +-
...p_restore_reserve_dynamic_partition_true.groovy | 3 +-
.../test_backup_restore_schema_not_consist.groovy | 140 ++
.../test_backup_restore_storage_policy.groovy | 2 +-
.../test_backup_restore_table_auto_bucket.groovy | 3 +-
.../test_backup_restore_version_revert.groovy | 2 +-
.../test_backup_restore_with_hdfs.groovy | 2 +-
..._backup_restore_with_two_phase_fetch_opt.groovy | 2 +-
.../test_backup_restore_with_view.groovy | 2 +-
.../test_backup_store_with_db_properties.groovy | 4 +-
.../test_backup_store_with_db_properties_kv.groovy | 4 +-
.../test_duplicate_backup_restore.groovy | 5 +-
.../test_restore_mix_exists_and_new_table.groovy | 2 +-
.../test_restore_to_new_table.groovy | 3 +-
.../test_unique_backup_restore.groovy | 5 +-
.../test_backup_restore_with_many_tables.groovy | 2 +-
.../bitmap_functions/test_bitmap_intersect.groovy | 2 -
.../bloom_filter_p0/test_bloom_filter.groovy | 35 +
.../ccr_syncer_p0/test_is_being_synced.groovy | 204 ++
.../ccr_syncer_p1/test_backup_restore.groovy | 9 +-
.../check_before_quit/check_before_quit.groovy | 109 +-
.../cache/http/test_list_cache_file.groovy | 6 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 2 +-
.../test_warm_up_same_table_multi_times.groovy} | 163 +-
.../warm_up/table/test_warm_up_table.groovy | 11 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 8 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 5 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 6 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_random.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 6 +-
.../cache/ttl/create_table_as_select.groovy | 13 +-
.../cloud_p0/cache/ttl/create_table_like.groovy | 7 +-
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 80 +-
.../cloud_p0/cache/ttl/test_ttl_lru_evict.groovy | 4 +-
.../node_mgr/test_rename_compute_group.groovy | 214 ++
.../tablets/test_clean_stale_rs_file_cache.groovy | 2 +-
...=> test_clean_stale_rs_index_file_cache.groovy} | 14 +-
.../cold_data_compaction.groovy | 132 +
.../cold_data_compaction_by_hdfs.groovy | 129 +
.../add_drop_partition.groovy | 57 +-
.../add_drop_partition_by_hdfs.groovy | 74 +-
.../create_table_use_dynamic_partition.groovy | 54 +-
...eate_table_use_dynamic_partition_by_hdfs.groovy | 69 +-
.../create_table_use_partition_policy.groovy | 45 +-
...reate_table_use_partition_policy_by_hdfs.groovy | 53 +-
.../create_table_use_policy.groovy | 35 +-
.../create_table_use_policy_by_hdfs.groovy | 49 +-
.../load_colddata_to_hdfs.groovy | 32 +-
.../modify_replica_use_partition.groovy | 92 +-
.../modify_replica_use_partition_by_hdfs.groovy | 101 +-
.../table_modify_resouce_and_policy.groovy | 39 +-
.../table_modify_resouce_and_policy_by_hdfs.groovy | 47 +-
.../test_show_storage_policy_using.groovy | 2 +-
.../test_base_compaction_after_sc.groovy | 73 +
.../test_compaction_fail_release_lock.groovy | 198 ++
.../test_config_prune_delete_sign.groovy | 88 +
...e_compaction_with_variant_inverted_index.groovy | 40 +-
.../test_single_replica_compaction.groovy | 3 +-
.../test_time_series_compaction_policy.groovy | 30 +
regression-test/suites/compression_p0/load.groovy | 38 +-
.../suites/compression_p0/query.groovy | 31 +-
.../test_expression_tree_reconstruction.groovy | 202 ++
...test_insert_table_with_dump_nereids_memo.groovy | 58 +
.../suites/correctness/test_str_to_date.groovy | 4 +
.../correctness_p0/test_lag_lead_window.groovy | 9 +
.../duplicate/test_duplicate_table.groovy | 1 -
.../test_duplicate_table_without_keys.groovy | 3 -
.../unique/test_sequence_multi_same_key.groovy | 2 -
.../data_model_p0/unique/test_unique_bitmap.groovy | 2 -
.../data_model_p0/unique/test_unique_table.groovy | 2 -
.../date/test_default_current_timestamp.groovy | 1 -
.../decimalv3/test_decimalv3_overflow.groovy | 1 -
.../datatype_p0/double/test_double_nan.groovy | 10 +-
.../suites/datatype_p0/float/test_float_nan.groovy | 10 +-
.../suites/datatype_p0/ip/test_ip_basic.groovy | 50 +
.../suites/datatype_p0/ip/test_ip_crud.groovy | 4 -
.../stream_load_and_mysql_load.groovy | 36 +
.../ddl_p0/test_create_table_like_nereids.groovy | 15 +-
.../ddl_p0/test_create_table_properties.groovy | 3 +-
regression-test/suites/ddl_p0/test_ctas.groovy | 2 +-
.../suites/demo_p0/streamLoad_action.groovy | 5 -
.../presto/scalar/timestamptz/TestOperators.sql | 1784 +++++++-------
.../doc/table-design/schema-change.md.groovy | 129 +-
.../suites/empty_relation/eliminate_empty.groovy | 173 ++
.../suites/export_p0/test_export_basic.groovy | 304 +--
.../suites/export_p0/test_export_csv.groovy | 208 +-
.../export_p0/test_export_data_consistency.groovy | 69 +-
.../export_p0/test_export_empty_table.groovy | 142 +-
.../test_export_table_with_label_retry.groovy | 80 +-
.../suites/export_p0/test_export_view.groovy | 327 +--
.../external_table_p0/es/test_es_query.groovy | 30 +-
.../es/test_es_query_no_http_url.groovy | 31 +-
.../export/test_export_external_table.groovy | 341 +--
.../test_external_catalog_hive_partition.groovy | 9 +
.../hive/test_external_sql_block_rule.groovy | 21 +
.../hive/test_hive_get_schema_from_table.groovy | 62 +
.../hive/test_hive_openx_json.groovy | 84 +
.../hive/test_hive_orc_predicate.groovy | 5 +
.../hive/test_hive_partitions.groovy | 6 +-
.../hive/test_hive_use_meta_cache.groovy | 24 +-
.../hive/test_prepare_hive_data_in_case.groovy | 3 +-
.../hive/test_text_skip_header.groovy | 45 +
.../iceberg/write/test_iceberg_write_insert.groovy | 23 +-
.../jdbc/test_clickhouse_jdbc_catalog.groovy | 73 +-
.../jdbc/test_jdbc_catalog_ddl.groovy | 36 +-
.../jdbc/test_jdbc_query_mysql.groovy | 5 +-
.../jdbc/test_jdbc_query_pg.groovy | 5 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 21 +-
.../ctas/test_mysql_all_types_ctas.groovy | 12 +-
.../select/test_clickhouse_all_types_select.groovy | 46 +
.../select/test_oracle_all_types_select.groovy | 47 +
.../select/test_pg_all_types_select.groovy | 76 +
.../select/test_sqlserver_all_types_select.groovy | 47 +
.../kerberos/test_non_catalog_kerberos.groovy | 146 ++
.../lower_case/upgrade/load.groovy | 25 +-
.../upgrade/test_upgrade_lower_case_catalog.groovy | 2 +-
.../paimon/test_paimon_deletion_vector_oss.groovy | 60 +
.../hive/test_trino_hive_serde_prop.groovy | 1 +
... test_trinoconnector_information_schema.groovy} | 26 +-
.../external_table_p0/tvf/test_catalogs_tvf.groovy | 8 +-
.../tvf/test_local_tvf_lzo.groovy | 58 +
.../tvf/{test_tvf_p2.groovy => test_tvf_p0.groovy} | 24 +-
.../es/test_external_catalog_es.groovy | 52 -
.../external_table_p2/es/test_external_es.groovy | 56 -
.../hive/test_parquet_complex_cross_page.groovy | 52 +
.../hudi/test_hudi_incremental.groovy | 14 +-
.../hudi/test_hudi_schema_evolution.groovy | 5 +-
.../hudi/test_hudi_snapshot.groovy | 5 +-
.../hudi/test_hudi_timetravel.groovy | 6 +-
.../test_external_catalog_maxcompute.groovy | 26 +-
.../test_max_compute_partition_prune.groovy | 3 +-
.../maxcompute/test_max_compute_timestamp.groovy | 270 ++
.../cloud/test_cloud_compaction_global_lock.groovy | 135 +
.../cloud/test_cloud_full_compaction_mow.groovy | 107 +
.../cloud/test_cloud_mow_correctness_inject.groovy | 71 +-
.../cloud/test_cloud_mow_lock_expired.groovy | 126 +
.../test_cloud_mow_new_tablet_compaction.groovy | 143 ++
...t_cloud_mow_stream_load_with_commit_fail.groovy | 340 ++-
..._cloud_multi_segments_re_calc_in_publish.groovy | 174 ++
.../test_cloud_publish_skip_calc_cache_miss.groovy | 78 +
...d_sc_convert_data_replaced_on_new_tablet.groovy | 123 +
...test_cloud_sc_self_retry_with_stop_token.groovy | 76 +
...test_sc_fail_release_delete_bitmap_lock.groovy} | 115 +-
...est_tablet_state_change_in_publish_phase.groovy | 161 ++
.../cloud/test_txn_commit_inject.groovy | 130 +
.../test_partial_update_publish_seq.groovy | 180 ++
...artial_update_with_delete_col_in_publish.groovy | 2 +-
...est_cold_data_compaction_fault_injection.groovy | 134 +
...st_cumu_compaction_delay_fault_injection.groovy | 567 +++++
.../test_first_delete_compaction.groovy | 111 +
.../test_full_compaction_mow.groovy | 98 +
.../test_insert_error_url.groovy | 67 +
..._local_multi_segments_re_calc_in_publish.groovy | 174 ++
.../test_memtable_write_failed.groovy | 90 +
.../test_multi_replica_fault_injection.groovy | 2 +-
.../test_skip_calc_between_segments.groovy | 1 -
.../suites/function_p0/not_found_function.groovy | 24 +-
.../suites/function_p0/test_array_map.groovy | 232 ++
.../suites/function_p0/test_function_string.groovy | 85 +
.../suites/function_p0/test_substring_index.groovy | 137 ++
.../test_substring_index_columns.groovy | 114 +
.../function_p0/test_substring_index_simple.groovy | 89 +
.../suites/index_p0/test_bitmap_index.groovy | 1 -
.../test_iot_auto_detect_concurrent.groovy | 14 +-
.../test_group_commit_replay_wal.groovy | 5 +
...nsert_group_commit_into_unique_sync_mode.groovy | 7 +-
.../insert_group_commit_with_large_data.groovy | 96 +-
.../suites/insert_p0/test_struct_insert.groovy | 101 +-
...mit_insert_into_lineitem_multiple_client.groovy | 8 +-
...mmit_insert_into_lineitem_multiple_table.groovy | 8 +-
...group_commit_insert_into_lineitem_normal.groovy | 6 +-
...ommit_insert_into_lineitem_scheme_change.groovy | 8 +-
.../operate_internal_schema.groovy | 1 -
.../array_contains/test_add_index_for_arr.groovy | 43 +-
.../test_index_change_on_new_column.groovy | 90 +-
.../inverted_index_p0/load/test_insert.groovy | 18 +-
.../inverted_index_p0/load/test_stream_load.groovy | 18 +-
.../test_arrayInvertedIdx_profile.groovy | 1 -
.../test_array_contains_with_inverted_index.groovy | 1 -
.../inverted_index_p0/test_array_index2.groovy | 160 ++
.../test_index_match_phrase_prefix_1.groovy | 9 +
.../test_index_match_regexp.groovy | 7 +
...sted_index_file_http_action_with_variant.groovy | 33 +-
.../test_dup_table_inverted_index.groovy | 1 -
.../test_variant_index_format_v1.groovy | 27 +-
.../json_p0/test_json_load_and_function.groovy | 20 +
.../data/multi_table_load_data_quality.csv | 2 +
..._schedule.csv => test_abnormal_job_monitor.csv} | 0
..._routine_load_udf.csv => test_disable_load.csv} | 0
.../data/{test_schedule.csv => test_metrics.csv} | 0
.../data/test_routine_load_progress.csv | 4 +
.../load_p0/routine_load/test_disable_load.groovy | 106 +
...test_multi_table_load_data_quality_error.groovy | 120 +
...> test_routin_load_abnormal_job_monitor.groovy} | 148 +-
.../routine_load/test_routine_load_eof.groovy | 29 +-
...test_routine_load_job_info_system_table.groovy} | 78 +-
...eof.groovy => test_routine_load_metrics.groovy} | 170 +-
.../routine_load/test_routine_load_progress.groovy | 130 +
.../load_p0/stream_load/test_csv_split_line.groovy | 3 -
.../load_p0/stream_load/test_json_compress.groovy | 149 ++
.../test_load_with_transfer_encoding.groovy | 119 +
.../load_p0/stream_load/test_stream_load.groovy | 8 +-
.../stream_load/test_stream_load_empty_file.groovy | 64 +-
.../test_stream_load_illegal_skip_lines.groovy} | 59 +-
.../test_stream_load_illegal_timeout.groovy} | 58 +-
.../test_stream_load_with_filtered_rows.groovy | 94 +
.../suites/load_p2/test_single_replica_load.groovy | 27 +-
.../suites/mtmv_p0/test_base_mtmv.groovy | 38 +-
.../suites/mtmv_p0/test_build_mtmv.groovy | 15 +-
.../suites/mtmv_p0/test_env_db_dropped_mtmv.groovy | 4 +
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 12 +
.../suites/mtmv_p0/test_iot_recycle_mtmv.groovy | 68 +
.../suites/mtmv_p0/test_replace_mtmv.groovy | 16 +-
.../agg_use_key_direct/agg_use_key_direct.groovy | 63 +
.../multi_slot_k1p2ap3ps.groovy | 8 +-
.../mv_with_force_drop/mv_with_force_drop.groovy | 52 +
.../query_in_different_db.groovy} | 40 +-
.../routine_load_mapping.groovy | 13 +-
.../sql_default_limit/sql_default_limit.groovy | 61 +
.../suites/mv_p0/ssb/q_1_1/q_1_1.groovy | 3 +-
.../mv_p0/sum_divede_count/sum_devide_count.groovy | 12 +-
.../test_dup_mv_repeat/test_dup_mv_repeat.groovy | 12 +-
.../test_insert_multi/test_insert_multi.groovy | 12 +-
.../test_dup_mv_useless/test_dup_mv_useless.groovy | 11 +-
regression-test/suites/mv_p0/unique/unique.groovy | 5 +
.../mv_p0/unique_rewrite/unique_rewrite.groovy | 12 +-
.../testAggQueryOnAggMV1.groovy | 8 +-
.../testSelectMVWithTableAlias.groovy | 5 +-
.../nereids_function_p0/scalar_function/A.groovy | 5 +-
.../scalar_function/Array.groovy | 33 +-
.../nereids_p0/aggregate/aggregate_count1.groovy | 1 -
.../aggregate_group_by_metric_type.groovy | 2 -
.../aggregate/aggregate_groupby_constant.groovy | 26 +
.../aggregate/aggregate_grouping_function.groovy | 2 -
.../aggregate/aggregate_having_grouping.groovy | 2 -
.../aggregate/aggregate_output_null.groovy | 3 -
.../cache/parse_sql_from_sql_cache.groovy | 7 +-
.../cache/prepare_stmt_with_sql_cache.groovy | 33 +-
.../create_table/test_create_table_like.groovy | 46 +-
.../nereids_p0/datatype/test_date_acquire.groovy | 3 -
.../suites/nereids_p0/datatype/test_datev1.groovy | 2 -
.../nereids_p0/datatype/test_decimalv2.groovy | 2 -
.../fold_constant/fold_constant_cast.groovy | 50 +
.../fold_constant_date_arithmatic.groovy | 52 +
.../fold_constant_numeric_arithmatic.groovy | 110 +-
.../fold_constant_string_arithmatic.groovy | 1166 ++++++++-
.../suites/nereids_p0/hint/test_leading.groovy | 17 +
.../test_aggregate_percentile_no_cast.groovy | 17 +
.../test_conditional_function.groovy | 2 -
...st_date_or_datetime_computation_negative.groovy | 2 -
.../json_function/test_query_json_array.groovy | 1 -
.../json_function/test_query_json_insert.groovy | 1 -
.../json_function/test_query_json_object.groovy | 1 -
.../json_function/test_query_json_replace.groovy | 1 -
.../json_function/test_query_json_set.groovy | 1 -
.../spatial_functions/test_gis_function.groovy | 248 ++
.../test_string_function_like_pushdown.groovy | 2 -
.../window_functions/test_window_function.groovy | 33 +-
.../subquery/test_correlated_filter_removed.groovy | 54 +
.../subquery/test_duplicate_name_in_view.groovy | 2 +-
.../suites/nereids_p0/test_data_type_marks.groovy | 1 -
.../nereids_p0/type_inference/test_largeint.groovy | 1 -
.../suites/nereids_p0/union/or_expansion.groovy | 54 +
.../suites/nereids_rules_p0/cse/cse.groovy | 40 +-
.../infer_predicate/infer_intersect_except.groovy | 1 +
.../agg_optimize_when_uniform.groovy | 11 +-
.../create_commit_mtmv_many_task.groovy | 2 -
.../range_datetime_part_up_rewrite.groovy | 41 +-
.../external_table/part_partition_invalid.groovy | 46 -
.../mv/many_self_join/many_self_join.groovy | 92 +
.../mv/partition_mv_rewrite.groovy | 18 +
.../mv/union_rewrite/usercase_union_rewrite.groovy | 13 +
.../normalize_window_nullable_agg_test.groovy | 10 +
.../nereids_rules_p0/test_nonfoldable.groovy | 77 +
.../suites/nereids_syntax_p0/group_bit.groovy | 2 -
.../suites/nereids_syntax_p0/join_condition.groovy | 67 +
.../mv/aggregate/agg_sync_mv.groovy | 2 +-
.../mv/newMv/sum_devide_count.groovy | 18 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV1.groovy | 8 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV10.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV11.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV2.groovy | 7 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV3.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV5.groovy | 5 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV6.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV7.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/onlyGroupBy.groovy | 8 +-
.../suites/nereids_syntax_p0/rollup/bitmap.groovy | 2 -
.../suites/nereids_syntax_p0/rollup/date.groovy | 2 -
.../suites/nereids_syntax_p0/select_const.groovy | 2 +
.../nereids_syntax_p0/test_cast_datetime.groovy | 538 +++-
.../transform_outer_join_to_anti.groovy | 1 -
.../mv/aggregate/agg_sync_mv.groovy | 4 +-
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 82 +
.../test_auto_range_partition.groovy | 2 +-
.../test_dynamic_partition_with_alter.groovy | 2 -
.../test_dynamic_partition_with_rename.groovy | 37 +-
.../test_list_default_partition_show_create.groovy | 29 +-
.../multi_partition/test_multi_partition.groovy | 1 -
.../multi_partition/test_range_partition.groovy | 1 -
.../test_add_partition_exception.groovy | 28 +-
.../test_negative_partition_value.groovy | 58 +
.../test_partition_serialized_sp.groovy | 134 +
.../test_partition_storage_policy.groovy | 12 +-
.../test_path_gc_with_publish_version.groovy | 77 +
regression-test/suites/point_query_p0/load.groovy | 60 +-
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 46 +
.../suites/query_p0/aggregate/aggregate.groovy | 40 +
.../aggregate/aggregate_output_null.groovy | 3 -
.../suites/query_p0/aggregate/array_agg.groovy | 35 +-
.../aggregate/map_agg_nested_insert_doris.groovy | 4 -
.../aggregate/select_random_distributed_tbl.groovy | 2 -
.../join/test_slow_close/test_slow_close.groovy | 88 +
.../query_p0/operator/test_set_operator.groovy | 27 +
.../suites/query_p0/sort/heap_sort.groovy | 46 +
.../test_aggregate_all_functions.groovy | 22 +
.../array_functions/test_array_functions.groovy | 22 -
.../test_array_functions_by_literal.groovy | 1658 ++++++++++---
.../conditional_functions/test_ifnull.groovy | 2 -
.../datetime_functions/test_date_function.groovy | 24 +
.../datetime_functions/test_date_trunc.groovy | 8 +
.../test_from_iso8601_date.groovy | 5 -
.../ip_functions/test_ipv4_to_ipv6_function.groovy | 2 -
.../test_is_ip_string_functions.groovy | 2 -
.../ip_functions/test_to_ip_functions.groovy | 2 -
.../json_function/test_query_json_array.groovy | 1 -
.../json_function/test_query_json_insert.groovy | 1 -
.../json_function/test_query_json_object.groovy | 56 +
.../json_function/test_query_json_replace.groovy | 2 -
.../json_function/test_query_json_set.groovy | 1 -
.../json_functions/json_search.groovy | 121 +
.../json_functions/test_json_function.groovy | 2 +
.../spatial_functions/test_gis_function.groovy | 87 +
.../string_functions/test_url_functions.groovy | 79 +
.../struct_functions/test_struct_functions.groovy | 8 +
.../test_struct_functions_by_literal.groovy | 4 +
.../table_function/explode_json_array.groovy | 29 +-
.../window_functions/test_window_function.groovy | 34 +-
.../query_p0/test_array_orderby_limit.groovy | 10 +-
.../query_p0/type_inference/test_largeint.groovy | 1 -
...ptive_pipeline_task_serial_read_on_limit.groovy | 126 +
.../suites/query_profile/scanner_profile.groovy | 108 +
.../query_profile/test_execute_by_frontend.groovy | 92 +
.../test_ranger_access_resource_catalog.groovy | 204 ++
.../test_ranger_access_resource_column.groovy | 253 ++
.../test_ranger_access_resource_database.groovy | 238 ++
.../test_ranger_access_resource_global.groovy | 165 ++
.../test_ranger_access_resource_resource.groovy | 113 +
.../test_ranger_access_resource_table.groovy | 264 ++
...st_ranger_access_resource_workload_group.groovy | 99 +
...test_ranger_access_role_resource_catalog.groovy | 204 ++
.../suites/ranger_p2/test_ranger_masking.groovy | 194 ++
.../ranger_p2/test_ranger_row_level_filter.groovy | 174 ++
...e_column_with_delete_drop_column_dup_key.groovy | 2 -
.../schema_change_modify_mv_column_type_agg.groovy | 23 +-
.../schema_change_modify_mv_column_type.groovy | 25 +-
.../schema_change_modify_mv_column_type2.groovy | 25 +-
.../test_alter_table_column.groovy | 2 -
.../test_dup_keys_schema_change.groovy | 26 +-
.../test_rename_partition_column.groovy | 46 +
.../test_schema_change_with_group_commit.groovy | 112 +
.../test_type_length_change.groovy | 83 +
.../test_uniq_keys_schema_change.groovy | 26 +-
.../test_varchar_sc_in_complex.groovy | 537 ++++
.../test_varchar_schema_change.groovy | 2 +-
.../suites/show_p0/test_show_data_warehouse.groovy | 29 +-
.../suites/statistics/analyze_stats.groovy | 2 -
.../suites/statistics/test_basic_statistics.groovy | 5 -
.../statistics/test_drop_stats_and_truncate.groovy | 2 -
.../suites/statistics/test_partition_stats.groovy | 2 -
...lace_table.grovvy => test_replace_table.groovy} | 17 +-
.../suites/statistics/test_update_rows_mv.groovy | 2 +
.../test_negative_default_column_value.groovy | 30 +-
.../partial_update/test_partial_update.groovy | 80 +
.../test_partial_update_complex_type.groovy | 35 +-
.../test_partial_update_default_value.groovy | 25 +-
.../test_partial_update_lookup_row_key.groovy | 81 +
.../test_partial_update_row_store.groovy | 103 +
.../test_partial_update_s3_load.groovy | 110 +
.../test_mow_time_series_compaction.groovy | 81 +
.../variant_github_events_new_p2/load.groovy | 63 +-
.../load.groovy | 9 +-
.../suites/variant_log_data_p2/load.groovy | 6 +-
regression-test/suites/variant_p0/agg.groovy | 8 +-
regression-test/suites/variant_p0/cast.groovy | 60 +
.../suites/variant_p0/delete_update.groovy | 2 +-
regression-test/suites/variant_p0/desc.groovy | 2 +-
regression-test/suites/variant_p0/load.groovy | 4 +-
regression-test/suites/variant_p0/rqg/rqg4.sql | 3 +-
regression-test/suites/variant_p0/rqg/rqg6.sql | 66 +
.../suites/variant_p0/sql/sort_permute.sql | 1037 ++++++++
.../test_array_contains_with_inverted_index.groovy | 115 +
.../with_index/test_array_index_write.groovy | 96 +
.../test_array_inverted_index_profile.groovy | 161 ++
.../suites/variant_p0/with_index/var_index.groovy | 90 +-
regression-test/suites/variant_p2/load.groovy | 2 +-
.../vault_p0/create/test_create_vault.groovy | 4 +-
.../test_create_vault_with_case_sensitive.groovy | 7 +-
.../create/test_create_vault_with_kerberos.groovy | 18 +-
.../create/test_minio_storage_vault.groovy | 52 +-
.../vault_p0/database/test_database_vault.groovy | 246 ++
.../privilege/test_vault_privilege_restart.groovy | 3 +-
regression-test/suites/view_p0/view_p0.groovy | 19 +
.../workload_manager_p0/test_resource_tag.groovy | 99 -
run-be-ut.sh | 1 +
thirdparty/CHANGELOG.md | 20 +
thirdparty/build-thirdparty.sh | 50 +
thirdparty/download-thirdparty.sh | 32 +
.../patches/re2-2021-02-02-ignore-replace.patch | 63 +
.../thrift-0.16-reset-consumed-message-size.patch | 29 +
thirdparty/vars.sh | 29 +-
tools/lzo/README.md | 37 +
.../conf/be_custom.conf => tools/lzo/build.sh | 9 +-
tools/lzo/lzo_writer.cpp | 282 +++
1638 files changed, 67777 insertions(+), 11902 deletions(-)
create mode 100644 be/src/cloud/cloud_compaction_stop_token.cpp
copy be/src/{geo/wkt_parse_type.h => cloud/cloud_compaction_stop_token.h} (63%)
create mode 100644 be/src/cloud/schema_cloud_dictionary_cache.cpp
create mode 100644 be/src/cloud/schema_cloud_dictionary_cache.h
create mode 100644 be/src/exec/schema_scanner/schema_routine_load_job_scanner.cpp
copy be/src/{olap/wal/wal_reader.h => exec/schema_scanner/schema_routine_load_job_scanner.h} (56%)
create mode 100644 be/src/io/tools/CMakeLists.txt
copy {gensrc => be/src/io/tools}/Makefile (100%)
create mode 100644 be/src/io/tools/file_cache_microbench.cpp
copy regression-test/pipeline/performance/conf/be_custom.conf => be/src/io/tools/proto/Makefile (60%)
copy be/src/{util/uuid_generator.h => io/tools/proto/microbench.proto} (51%)
create mode 100644 be/src/io/tools/readme.md
delete mode 100644 be/src/util/spinlock.h
create mode 100644 be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp
create mode 100644 be/src/vec/exec/format/parquet/fix_length_plain_decoder.cpp
create mode 100644 be/src/vec/functions/url/find_symbols.h
create mode 100644 be/src/vec/functions/url/tldLookup.generated.cpp
copy be/src/{util/string_util.cpp => vec/functions/url/tldLookup.h} (62%)
create mode 100644 be/test/cloud/cloud_cumulative_compaction_policy_test.cpp
create mode 100644 be/test/cloud/test_schema_cloud_dictionary_cache.cpp
create mode 100644 be/test/io/fs/azure_obj_storage_client_test.cpp
create mode 100644 be/test/io/fs/s3_obj_storage_client_test.cpp
create mode 100644 be/test/io/fs/s3_obj_stroage_client_mock_test.cpp
create mode 100644 be/test/olap/compaction_permit_limiter_test.cpp
create mode 100644 be/test/olap/index_builder_test.cpp
create mode 100644 be/test/olap/rowset/segment_v2/inverted_index_reader_test.cpp
create mode 100644 be/test/olap/rowset/segment_v2/inverted_index_searcher_test.cpp
create mode 100644 be/test/olap/rowset/segment_v2/inverted_index_writer_test.cpp
create mode 100644 be/test/olap/test_data/arm_new_1744017919441.idx
create mode 100644 be/test/olap/test_data/arm_new_v2.idx
create mode 100644 be/test/olap/test_data/arm_old_1744016478651.idx
create mode 100644 be/test/olap/test_data/arm_old_v2.idx
create mode 100644 be/test/olap/test_data/x86_new_1744025019684.idx
create mode 100644 be/test/olap/test_data/x86_new_v2.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_new_1744093412581.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_new_v2.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_old_1744076790030.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_old_v2.idx
create mode 100644 be/test/olap/test_data/x86_old_10248.idx
create mode 100644 be/test/olap/test_data/x86_old_v2.idx
create mode 100644 be/test/testutil/column_helper.h
create mode 100644 be/test/vec/columns/column_object_test.cpp
create mode 100644 be/test/vec/columns/common_column_test.h
create mode 100644 be/test/vec/core/column_with_type_and_name_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/bool_plain_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/bool_rle_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/byte_array_dict_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/byte_array_plain_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/byte_stream_split_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/delta_bit_pack_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/delta_byte_array_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/delta_length_byte_array_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/fix_length_dict_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/fix_length_plain_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/level_decoder_test.cpp
rename be/test/vec/exec/{ => format}/parquet/parquet_common_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_corrupt_statistics_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_nested_type_cross_page_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_reader_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_statistics_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_thrift_test.cpp (96%)
rename be/test/vec/exec/{ => format}/parquet/parquet_version_test.cpp (100%)
delete mode 100644 be/test/vec/exec/vwal_scanner_test.cpp
create mode 100644 be/test/vec/function/function_convert_tz_test.cpp
create mode 100644 be/test/vec/function/function_sub_replace_test.cpp
create mode 100644 be/test/vec/function/simple_function_factory_test.cpp
create mode 100644 be/test/vec/olap/jsonb_value_test.cpp
create mode 100644 common/cpp/aws_logger.h
create mode 100644 dist/licenses/LICENSE-icu.txt
create mode 100644 dist/licenses/LICENSE-pugixml.txt
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/auxlib/json-serde-1.3.9.tar.gz
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/create_hive_orc_tables.hql
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run74.hql
create mode 100755 docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run76.hql
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_data_arrays_tb/1
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_one_column_table/1
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_table/1
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_table/2
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/scalar_to_array_tb/1
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc/complex_data_orc/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table_with_comma/partition_col=,/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table_with_comma/partition_col=a, b, c/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table_with_comma/partition_col=a, b/000000_0
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/text/text_table_compressed_skip_header/000000_0.gz
create mode 100644 docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/text/text_table_normal_skip_header/000000_0
copy regression-test/pipeline/performance/conf/be_custom.conf => docker/thirdparties/docker-compose/ranger/ranger-admin/ranger-entrypoint.sh (62%)
copy docker/thirdparties/docker-compose/{minio/minio-RELEASE.2024-11-07.yaml.tpl => ranger/ranger-mysql/my.cnf} (51%)
create mode 100644 docker/thirdparties/docker-compose/ranger/ranger-solr/elevate.xml
create mode 100644 docker/thirdparties/docker-compose/ranger/ranger-solr/managed-schema
create mode 100644 docker/thirdparties/docker-compose/ranger/ranger-solr/solrconfig.xml
create mode 100644 docker/thirdparties/docker-compose/ranger/ranger.yaml.tpl
copy regression-test/pipeline/performance/conf/be_custom.conf => docker/thirdparties/docker-compose/ranger/ranger_settings.env (80%)
copy docker/thirdparties/docker-compose/{minio/minio-RELEASE.2024-11-07.yaml.tpl => ranger/script/install_doris_ranger_plugins.sh} (51%)
mode change 100644 => 100755
copy docker/thirdparties/docker-compose/{minio/minio-RELEASE.2024-11-07.yaml.tpl => ranger/script/install_doris_service_def.sh} (51%)
mode change 100644 => 100755
create mode 100644 fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/PreExecutionAuthenticatorCache.java
rename fe/fe-core/src/main/java/org/apache/doris/common/{util => profile}/AggCounter.java (98%)
rename fe/fe-core/src/main/java/org/apache/doris/common/{util => profile}/Counter.java (98%)
rename fe/fe-core/src/main/java/org/apache/doris/common/{util => profile}/RuntimeProfile.java (95%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/{TableCollector.java => TableCollectAndHookInitializer.java} (85%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Dlog1.java => CutToFirstSignificantSubdomain.java} (71%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Dlog1.java => FirstSignificantSubdomain.java} (72%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Dlog1.java => Ipv6FromUInt128StringOrNull.java} (61%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Dlog1.java => JsonSearch.java} (66%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{StrLeft.java => StDisjoint.java} (71%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{StrLeft.java => StIntersects.java} (70%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{StrRight.java => StTouches.java} (71%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Dlog1.java => TopLevelDomain.java} (74%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Dlog1.java => YearOfWeek.java} (61%)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterSystemRenameComputeGroupCommand.java
create mode 100644 fe/fe-core/src/main/java/org/apache/hudi/common/util/collection/DiskMap.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/catalog/AzureResourceTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/catalog/IndexTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/cloud/cache/CacheHotspotManagerTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/common/profile/AutoProfileTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/common/profile/ProfileManagerTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/common/profile/ProfilePersistentTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/common/profile/ProfileTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/common/profile/RuntimeProfileMergeTest.java
rename fe/fe-core/src/test/java/org/apache/doris/common/{util => profile}/RuntimeProfileTest.java (91%)
delete mode 100644 fe/fe-core/src/test/java/org/apache/doris/common/util/ProfilePersistentTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/common/util/UtilTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalEqualsTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/client/JdbcClickHouseClientTest.java
rename fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/{ => client}/JdbcClientExceptionTest.java (97%)
copy be/src/geo/wkt_parse_type.h => fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonExternalCatalogTest.java (54%)
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/source/PaimonScanNodeTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/datasource/property/constants/AzurePropertiesTest.java
copy be/src/util/string_util.cpp => fe/fe-core/src/test/java/org/apache/doris/insertoverwrite/InsertOverwriteUtilTest.java (61%)
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/mtmv/AlterMTMVTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/mv/RelationMappingTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateEmptyRelationTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/physical/PhysicalTopNTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/util/CanInferNotNullForMarkSlotTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/plugin/audit/AuditLogBuilderTest.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/qe/StmtExecutorInternalQueryTest.java
create mode 100644 regression-test/data/bloom_filter_p0/test_bloom_filter.out
copy regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_correctness_inject.out => compaction/test_compaction_fail_release_lock.out} (64%)
copy regression-test/data/{inverted_index_p0/test_index_match_phrase_prefix_1.out => compaction/test_config_prune_delete_sign.out} (74%)
rename regression-test/data/compression_p0/{load.out => query.out} (86%)
create mode 100644 regression-test/data/correctness/test_expression_tree_reconstruction.out
copy regression-test/data/{datatype_p0/double/test_double_nan.out => correctness/test_insert_table_with_dump_nereids_memo.out} (87%)
create mode 100644 regression-test/data/datatype_p0/ip/test_data/ipv6_uint128.csv
create mode 100644 regression-test/data/ddl_p0/test_create_table_generated_column/objects3.csv
create mode 100644 regression-test/data/external_table_p0/hive/test_hive_get_schema_from_table.out
create mode 100644 regression-test/data/external_table_p0/hive/test_hive_openx_json.out
create mode 100644 regression-test/data/external_table_p0/hive/test_text_skip_header.out
create mode 100644 regression-test/data/external_table_p0/jdbc/type_test/select/test_clickhouse_all_types_select.out
create mode 100644 regression-test/data/external_table_p0/jdbc/type_test/select/test_oracle_all_types_select.out
create mode 100644 regression-test/data/external_table_p0/jdbc/type_test/select/test_pg_all_types_select.out
create mode 100644 regression-test/data/external_table_p0/jdbc/type_test/select/test_sqlserver_all_types_select.out
copy regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out => external_table_p0/kerberos/test_non_catalog_kerberos.out} (71%)
create mode 100644 regression-test/data/external_table_p0/paimon/test_paimon_deletion_vector_oss.out
create mode 100644 regression-test/data/external_table_p0/tvf/lzo/test_compress.lzo
create mode 100644 regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_begin.lzo
create mode 100644 regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_end.lzo
create mode 100644 regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_middle.lzo
create mode 100644 regression-test/data/external_table_p0/tvf/test_local_tvf_lzo.out
rename regression-test/data/external_table_p0/tvf/{test_tvf_p2.out => test_tvf_p0.out} (98%)
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out => external_table_p2/hive/test_parquet_complex_cross_page.out} (78%)
create mode 100644 regression-test/data/external_table_p2/maxcompute/test_max_compute_timestamp.out
copy regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.out => test_cloud_full_compaction_mow.out} (72%)
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_cloud_mow_lock_expired.out
copy regression-test/data/{inverted_index_p0/test_index_match_phrase_prefix_1.out => fault_injection_p0/cloud/test_cloud_mow_new_tablet_compaction.out} (58%)
copy regression-test/data/{inverted_index_p0/test_index_match_regexp.out => fault_injection_p0/cloud/test_cloud_multi_segments_re_calc_in_publish.out} (59%)
copy regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_correctness_inject.out => test_cloud_publish_skip_calc_cache_miss.out} (81%)
copy regression-test/data/{inverted_index_p0/test_index_match_regexp.out => fault_injection_p0/cloud/test_cloud_sc_convert_data_replaced_on_new_tablet.out} (57%)
copy regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.out => test_cloud_sc_self_retry_with_stop_token.out} (71%)
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load0.csv
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load1.csv
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load2.csv
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load3.csv
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load4.csv
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load5.csv
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load6.csv
create mode 100644 regression-test/data/fault_injection_p0/cloud/test_stream_load7.csv
copy regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_correctness_inject.out => test_tablet_state_change_in_publish_phase.out} (78%)
copy regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_correctness_inject.out => test_txn_commit_inject.out} (77%)
create mode 100644 regression-test/data/fault_injection_p0/partial_update/test_partial_update_publish_seq.out
copy regression-test/data/{load_p0/stream_load/test_stream_load_empty_file.out => fault_injection_p0/test_first_delete_compaction.out} (83%)
copy regression-test/data/{inverted_index_p0/test_index_match_phrase_prefix_1.out => fault_injection_p0/test_full_compaction_mow.out} (66%)
copy regression-test/data/{inverted_index_p0/test_index_match_regexp.out => fault_injection_p0/test_local_multi_segments_re_calc_in_publish.out} (59%)
copy regression-test/data/{load_p0/stream_load/test_stream_load_empty_file.out => function_p0/test_array_map.out} (100%)
copy regression-test/data/{inverted_index_p0/test_index_match_phrase_prefix_1.out => function_p0/test_function_string.out} (53%)
create mode 100644 regression-test/data/function_p0/test_substring_index.out
create mode 100644 regression-test/data/function_p0/test_substring_index_columns.out
create mode 100644 regression-test/data/function_p0/test_substring_index_simple.out
create mode 100644 regression-test/data/insert_p0/insert_group_commit_with_large_data.out
copy regression-test/data/inverted_index_p0/{test_index_match_regexp.out => array_contains/test_add_index_for_arr.out} (81%)
create mode 100644 regression-test/data/inverted_index_p0/test_array_index2.out
copy regression-test/data/load_p0/{stream_load/test_stream_load_empty_file.out => routine_load/test_multi_table_load_data_quality_error.out} (96%)
create mode 100644 regression-test/data/load_p0/stream_load/large_test_file.csv
create mode 100644 regression-test/data/load_p0/stream_load/test_json_compress.out
copy regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out => load_p0/stream_load/test_load_with_transfer_encoding.out} (88%)
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out => mtmv_p0/test_env_db_dropped_mtmv.out} (75%)
create mode 100644 regression-test/data/mv_p0/agg_use_key_direct/agg_use_key_direct.out
copy regression-test/data/mv_p0/{test_dup_mv_repeat/test_dup_mv_repeat.out => query_in_different_db/query_in_different_db.out} (65%)
copy regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out => mv_p0/sql_default_limit/sql_default_limit.out} (70%)
create mode 100644 regression-test/data/nereids_rules_p0/test_nonfoldable.out
create mode 100644 regression-test/data/nereids_syntax_p0/join_condition.out
create mode 100644 regression-test/data/partition_p0/test_negative_partition_value.out
copy regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out => query_p0/join/test_slow_close/test_slow_close.out} (88%)
create mode 100644 regression-test/data/query_p0/sort/heap_sort.csv
copy regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out => query_p0/sort/heap_sort.out} (50%)
create mode 100644 regression-test/data/query_p0/sql_functions/json_functions/json_search.out
create mode 100644 regression-test/data/query_p0/sql_functions/string_functions/test_url_functions.out
rename regression-test/data/query_p2/string_over_flow/{load_from_big_lateral_view.out => string_over_flow.out} (100%)
create mode 100644 regression-test/data/ranger_p2/test_ranger_masking.out
create mode 100644 regression-test/data/ranger_p2/test_ranger_row_level_filter.out
create mode 100644 regression-test/data/schema_change_p0/test_type_length_change.out
create mode 100644 regression-test/data/schema_change_p0/test_varchar_sc_in_complex.out
copy regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out => table_p0/test_negative_default_column_value.out} (67%)
create mode 100644 regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_lookup_row_key.out
create mode 100644 regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_row_store.out
create mode 100644 regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_s3_load.out
create mode 100644 regression-test/data/variant_p0/cast.out
create mode 100644 regression-test/data/variant_p0/rqg/rqg6.out
create mode 100644 regression-test/data/variant_p0/sql/sort_permute.out
create mode 100644 regression-test/data/variant_p0/with_index/test_array_contains_with_inverted_index.out
create mode 100644 regression-test/data/variant_p0/with_index/test_array_inverted_index_profile.out
delete mode 100644 regression-test/data/workload_manager_p0/skip_rg_test_table.csv
create mode 100644 regression-test/plugins/plugin_multi_cluster.groovy
create mode 100644 regression-test/plugins/plugin_ranger.groovy
create mode 100644 regression-test/suites/account_p0/test_property_session.groovy
copy be/src/geo/wkt_parse_type.h => regression-test/suites/account_p0/test_root_user.groovy (54%)
create mode 100644 regression-test/suites/auth_call/test_ddl_database_external_auth.groovy
copy regression-test/suites/backup_restore/{test_backup_restore_force_replace_diff_column.groovy => test_backup_restore_force_replace_diff_view.groovy} (71%)
create mode 100644 regression-test/suites/backup_restore/test_backup_restore_get_snapshot.groovy
create mode 100644 regression-test/suites/backup_restore/test_backup_restore_schema_not_consist.groovy
create mode 100644 regression-test/suites/ccr_syncer_p0/test_is_being_synced.groovy
copy regression-test/suites/cloud_p0/cache/{ttl/alter_ttl_2.groovy => multi_cluster/warm_up/table/test_warm_up_same_table_multi_times.groovy} (58%)
create mode 100644 regression-test/suites/cloud_p0/node_mgr/test_rename_compute_group.groovy
copy regression-test/suites/cloud_p0/tablets/{test_clean_stale_rs_file_cache.groovy => test_clean_stale_rs_index_file_cache.groovy} (92%)
create mode 100644 regression-test/suites/cold_heat_separation/cold_data_compaction.groovy
create mode 100644 regression-test/suites/cold_heat_separation/cold_data_compaction_by_hdfs.groovy
create mode 100644 regression-test/suites/compaction/test_base_compaction_after_sc.groovy
create mode 100644 regression-test/suites/compaction/test_compaction_fail_release_lock.groovy
create mode 100644 regression-test/suites/compaction/test_config_prune_delete_sign.groovy
copy fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/MergeProjectsCBO.java => regression-test/suites/compression_p0/query.groovy (58%)
create mode 100644 regression-test/suites/correctness/test_expression_tree_reconstruction.groovy
create mode 100644 regression-test/suites/correctness/test_insert_table_with_dump_nereids_memo.groovy
create mode 100644 regression-test/suites/external_table_p0/hive/test_hive_get_schema_from_table.groovy
create mode 100644 regression-test/suites/external_table_p0/hive/test_hive_openx_json.groovy
create mode 100644 regression-test/suites/external_table_p0/hive/test_text_skip_header.groovy
create mode 100644 regression-test/suites/external_table_p0/jdbc/type_test/select/test_clickhouse_all_types_select.groovy
create mode 100644 regression-test/suites/external_table_p0/jdbc/type_test/select/test_oracle_all_types_select.groovy
create mode 100644 regression-test/suites/external_table_p0/jdbc/type_test/select/test_pg_all_types_select.groovy
create mode 100644 regression-test/suites/external_table_p0/jdbc/type_test/select/test_sqlserver_all_types_select.groovy
create mode 100644 regression-test/suites/external_table_p0/kerberos/test_non_catalog_kerberos.groovy
create mode 100644 regression-test/suites/external_table_p0/paimon/test_paimon_deletion_vector_oss.groovy
copy regression-test/suites/external_table_p0/trino_connector/{hive/test_trino_hive_serde_prop.groovy => test_trinoconnector_information_schema.groovy} (69%)
create mode 100644 regression-test/suites/external_table_p0/tvf/test_local_tvf_lzo.groovy
rename regression-test/suites/external_table_p0/tvf/{test_tvf_p2.groovy => test_tvf_p0.groovy} (78%)
delete mode 100644 regression-test/suites/external_table_p2/es/test_external_catalog_es.groovy
delete mode 100644 regression-test/suites/external_table_p2/es/test_external_es.groovy
create mode 100644 regression-test/suites/external_table_p2/hive/test_parquet_complex_cross_page.groovy
create mode 100644 regression-test/suites/external_table_p2/maxcompute/test_max_compute_timestamp.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_compaction_global_lock.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_full_compaction_mow.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_lock_expired.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_new_tablet_compaction.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_multi_segments_re_calc_in_publish.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_publish_skip_calc_cache_miss.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_sc_convert_data_replaced_on_new_tablet.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_cloud_sc_self_retry_with_stop_token.groovy
copy regression-test/suites/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.groovy => test_sc_fail_release_delete_bitmap_lock.groovy} (54%)
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_tablet_state_change_in_publish_phase.groovy
create mode 100644 regression-test/suites/fault_injection_p0/cloud/test_txn_commit_inject.groovy
create mode 100644 regression-test/suites/fault_injection_p0/partial_update/test_partial_update_publish_seq.groovy
create mode 100644 regression-test/suites/fault_injection_p0/test_cold_data_compaction_fault_injection.groovy
create mode 100644 regression-test/suites/fault_injection_p0/test_cumu_compaction_delay_fault_injection.groovy
create mode 100644 regression-test/suites/fault_injection_p0/test_first_delete_compaction.groovy
create mode 100644 regression-test/suites/fault_injection_p0/test_full_compaction_mow.groovy
create mode 100644 regression-test/suites/fault_injection_p0/test_insert_error_url.groovy
create mode 100644 regression-test/suites/fault_injection_p0/test_local_multi_segments_re_calc_in_publish.groovy
create mode 100644 regression-test/suites/fault_injection_p0/test_memtable_write_failed.groovy
copy be/src/util/string_util.cpp => regression-test/suites/function_p0/not_found_function.groovy (62%)
create mode 100644 regression-test/suites/function_p0/test_array_map.groovy
create mode 100644 regression-test/suites/function_p0/test_function_string.groovy
create mode 100644 regression-test/suites/function_p0/test_substring_index.groovy
create mode 100644 regression-test/suites/function_p0/test_substring_index_columns.groovy
create mode 100644 regression-test/suites/function_p0/test_substring_index_simple.groovy
create mode 100644 regression-test/suites/inverted_index_p0/test_array_index2.groovy
create mode 100644 regression-test/suites/load_p0/routine_load/data/multi_table_load_data_quality.csv
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv => test_abnormal_job_monitor.csv} (100%)
copy regression-test/suites/load_p0/routine_load/data/{test_routine_load_udf.csv => test_disable_load.csv} (100%)
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv => test_metrics.csv} (100%)
create mode 100644 regression-test/suites/load_p0/routine_load/data/test_routine_load_progress.csv
create mode 100644 regression-test/suites/load_p0/routine_load/test_disable_load.groovy
create mode 100644 regression-test/suites/load_p0/routine_load/test_multi_table_load_data_quality_error.groovy
copy regression-test/suites/load_p0/routine_load/{test_routine_load_eof.groovy => test_routin_load_abnormal_job_monitor.groovy} (56%)
copy regression-test/suites/load_p0/routine_load/{test_routine_load_eof.groovy => test_routine_load_job_info_system_table.groovy} (72%)
copy regression-test/suites/load_p0/routine_load/{test_routine_load_eof.groovy => test_routine_load_metrics.groovy} (51%)
create mode 100644 regression-test/suites/load_p0/routine_load/test_routine_load_progress.groovy
create mode 100644 regression-test/suites/load_p0/stream_load/test_json_compress.groovy
create mode 100644 regression-test/suites/load_p0/stream_load/test_load_with_transfer_encoding.groovy
copy regression-test/suites/{data_model_p0/unique/test_sequence_multi_same_key.groovy => load_p0/stream_load/test_stream_load_illegal_skip_lines.groovy} (54%)
copy regression-test/suites/{data_model_p0/unique/test_sequence_multi_same_key.groovy => load_p0/stream_load/test_stream_load_illegal_timeout.groovy} (54%)
create mode 100644 regression-test/suites/load_p0/stream_load/test_stream_load_with_filtered_rows.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_iot_recycle_mtmv.groovy
create mode 100644 regression-test/suites/mv_p0/agg_use_key_direct/agg_use_key_direct.groovy
create mode 100644 regression-test/suites/mv_p0/mv_with_force_drop/mv_with_force_drop.groovy
copy regression-test/suites/mv_p0/{multi_slot_k1p2ap3ps/multi_slot_k1p2ap3ps.groovy => query_in_different_db/query_in_different_db.groovy} (56%)
create mode 100644 regression-test/suites/mv_p0/sql_default_limit/sql_default_limit.groovy
copy be/src/olap/rowset/unique_rowset_id_generator.cpp => regression-test/suites/nereids_p0/create_table/test_create_table_like.groovy (53%)
create mode 100644 regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_cast.groovy
create mode 100644 regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_date_arithmatic.groovy
create mode 100644 regression-test/suites/nereids_p0/subquery/test_correlated_filter_removed.groovy
copy fe/fe-core/src/main/java/org/apache/doris/common/ColumnAliasGenerator.java => regression-test/suites/nereids_rules_p0/cse/cse.groovy (54%)
create mode 100644 regression-test/suites/nereids_rules_p0/mv/many_self_join/many_self_join.groovy
create mode 100644 regression-test/suites/nereids_rules_p0/test_nonfoldable.groovy
create mode 100644 regression-test/suites/nereids_syntax_p0/join_condition.groovy
copy be/src/util/string_util.cpp => regression-test/suites/partition_p0/list_partition/test_list_default_partition_show_create.groovy (60%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/MergeProjectsCBO.java => regression-test/suites/partition_p0/no_partition/test_add_partition_exception.groovy (59%)
create mode 100644 regression-test/suites/partition_p0/test_negative_partition_value.groovy
create mode 100644 regression-test/suites/partition_p0/test_partition_serialized_sp.groovy
create mode 100644 regression-test/suites/path_gc_p0/test_path_gc_with_publish_version.groovy
create mode 100644 regression-test/suites/query_p0/join/test_slow_close/test_slow_close.groovy
create mode 100644 regression-test/suites/query_p0/sort/heap_sort.groovy
create mode 100644 regression-test/suites/query_p0/sql_functions/json_functions/json_search.groovy
create mode 100644 regression-test/suites/query_p0/sql_functions/string_functions/test_url_functions.groovy
create mode 100644 regression-test/suites/query_profile/adaptive_pipeline_task_serial_read_on_limit.groovy
create mode 100644 regression-test/suites/query_profile/scanner_profile.groovy
create mode 100644 regression-test/suites/query_profile/test_execute_by_frontend.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_resource_catalog.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_resource_column.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_resource_database.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_resource_global.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_resource_resource.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_resource_table.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_resource_workload_group.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_access_role_resource_catalog.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_masking.groovy
create mode 100644 regression-test/suites/ranger_p2/test_ranger_row_level_filter.groovy
create mode 100644 regression-test/suites/schema_change_p0/test_rename_partition_column.groovy
create mode 100644 regression-test/suites/schema_change_p0/test_schema_change_with_group_commit.groovy
create mode 100644 regression-test/suites/schema_change_p0/test_type_length_change.groovy
create mode 100644 regression-test/suites/schema_change_p0/test_varchar_sc_in_complex.groovy
rename regression-test/suites/statistics/{test_replace_table.grovvy => test_replace_table.groovy} (82%)
copy be/src/util/string_util.cpp => regression-test/suites/table_p0/test_negative_default_column_value.groovy (54%)
create mode 100644 regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_lookup_row_key.groovy
create mode 100644 regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_row_store.groovy
create mode 100644 regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_s3_load.groovy
create mode 100644 regression-test/suites/unique_with_mow_p0/test_mow_time_series_compaction.groovy
create mode 100644 regression-test/suites/variant_p0/cast.groovy
create mode 100644 regression-test/suites/variant_p0/rqg/rqg6.sql
create mode 100644 regression-test/suites/variant_p0/sql/sort_permute.sql
create mode 100644 regression-test/suites/variant_p0/with_index/test_array_contains_with_inverted_index.groovy
create mode 100644 regression-test/suites/variant_p0/with_index/test_array_index_write.groovy
create mode 100644 regression-test/suites/variant_p0/with_index/test_array_inverted_index_profile.groovy
create mode 100644 regression-test/suites/vault_p0/database/test_database_vault.groovy
delete mode 100644 regression-test/suites/workload_manager_p0/test_resource_tag.groovy
create mode 100644 thirdparty/patches/re2-2021-02-02-ignore-replace.patch
create mode 100644 thirdparty/patches/thrift-0.16-reset-consumed-message-size.patch
create mode 100644 tools/lzo/README.md
copy regression-test/pipeline/performance/conf/be_custom.conf => tools/lzo/build.sh (75%)
create mode 100644 tools/lzo/lzo_writer.cpp
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org