You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by kx...@apache.org on 2023/06/18 15:24:59 UTC
[doris] branch branch-2.0 updated (0585a1f004 -> 8af77315e0)
This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 0585a1f004 [fix](compaction) fix time series compaction policy to adjust vertical compaction max segment size (#20889)
add 06806dc737 [typo](doc) fix bucket description and style (#20922)
add ce9a20a375 [enhancement](merge-on-write) format logs about MoW and add more stats for publish (#20853)
add dd482b74c8 [Test](regression) CCR syncer thrift interface regression test (#20935)
add c6d78c2d7b [fix](Nereids) cannot get output when partitioned table without any parititon (#20937)
add 905ba3fa86 [fix](Nereids & planner) fix 3 plan errors about mv selection (#20939)
add 5ae14549d1 [Feature](Nereids) support delete using syntax to delete data from unique key table (#20452)
add ac3290021d [fix](Nereids): MergeSetOperations can merge SetOperation ALL. (#20902)
add 48065fce19 [bugfix](merge-on-write) optimize rowset tree and tablet header lock (#20911)
add d6b7640cf0 [fix](inverted index) fix check failed for block erase temp column (#20924)
add 785aeea460 [minor](scripts) remove release download scripts (#20940)
add 8366ce7a81 [enhancement](insert-stmt) Make `insert into tbl values();` compatible with mysql (#20694)
add 8af77315e0 [fix](multi-catalog)fix s3 check, complete catalog properties (#20591)
No new revisions were added by this update.
Summary of changes:
.gitignore | 1 +
be/src/agent/task_worker_pool.cpp | 5 +-
be/src/olap/delta_writer.cpp | 15 +-
be/src/olap/memtable.cpp | 25 +-
be/src/olap/olap_common.h | 6 +-
be/src/olap/rowset/rowset_meta.h | 3 +
be/src/olap/rowset/segment_v2/segment.cpp | 1 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 8 +-
be/src/olap/tablet.cpp | 338 ++++++-----
be/src/olap/tablet.h | 26 +-
be/src/olap/tablet_meta.cpp | 1 +
be/src/olap/task/engine_publish_version_task.cpp | 26 +-
be/src/olap/task/engine_publish_version_task.h | 23 +-
be/src/olap/txn_manager.cpp | 38 +-
be/src/olap/txn_manager.h | 12 +-
be/src/service/point_query_executor.cpp | 10 +-
be/src/vec/exec/scan/vscan_node.cpp | 1 +
be/src/vec/exec/scan/vscan_node.h | 2 +
be/test/olap/delta_writer_test.cpp | 7 +-
.../olap/engine_storage_migration_task_test.cpp | 4 +-
be/test/olap/remote_rowset_gc_test.cpp | 4 +-
be/test/olap/tablet_cooldown_test.cpp | 4 +-
be/test/olap/tablet_test.cpp | 62 --
be/test/olap/txn_manager_test.cpp | 7 +-
dist/download_scripts/1.2.3/download_arm_apache.sh | 36 --
dist/download_scripts/1.2.3/download_x64_apache.sh | 36 --
.../1.2.3/download_x64_noavx2_apache.sh | 36 --
.../1.2.4.1/download_arm_apache.sh | 36 --
.../1.2.4.1/download_arm_tsinghua.sh | 36 --
.../1.2.4.1/download_x64_apache.sh | 36 --
.../1.2.4.1/download_x64_noavx2_apache.sh | 36 --
.../1.2.4.1/download_x64_noavx2_tsinghua.sh | 36 --
.../1.2.4.1/download_x64_tsinghua.sh | 36 --
.../2.0.0-alpha1/download_x64_apache.sh | 36 --
.../2.0.0-alpha1/download_x64_tsinghua.sh | 36 --
dist/download_scripts/README | 36 --
dist/download_scripts/download_base.sh | 85 ---
docs/en/docs/data-table/data-partition.md | 51 +-
docs/zh-CN/docs/data-table/data-partition.md | 54 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 4 +
.../apache/doris/analysis/NativeInsertStmt.java | 19 +
.../java/org/apache/doris/catalog/S3Resource.java | 3 +-
.../org/apache/doris/datasource/CatalogMgr.java | 5 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 27 +-
.../datasource/property/PropertyConverter.java | 27 +-
.../datasource/property/S3ClientBEProperties.java | 7 +-
.../property/constants/MinioProperties.java | 39 ++
.../property/constants/S3Properties.java | 5 +
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 2 +-
.../nereids/analyzer/UnboundOlapTableSink.java | 11 +-
.../doris/nereids/jobs/executor/Rewriter.java | 33 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 27 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 4 +-
.../nereids/rules/rewrite/BuildAggForUnion.java | 7 +-
.../nereids/rules/rewrite/MergeSetOperations.java | 6 +-
.../mv/AbstractSelectMaterializedIndexRule.java | 29 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 97 +--
.../apache/doris/nereids/trees/plans/PlanType.java | 3 +-
.../trees/plans/commands/DeleteCommand.java | 131 ++++
.../trees/plans/logical/LogicalOlapScan.java | 7 +-
.../trees/plans/logical/LogicalOlapTableSink.java | 9 +-
.../plans/physical/PhysicalOlapTableSink.java | 9 +-
.../trees/plans/visitor/CommandVisitor.java | 5 +
.../java/org/apache/doris/nereids/util/Utils.java | 4 +
.../doris/planner/MaterializedViewSelector.java | 20 +-
.../apache/doris/planner/SingleNodePlanner.java | 15 +-
.../org/apache/doris/system/SystemInfoService.java | 2 +-
.../ExternalFileTableValuedFunction.java | 4 +-
.../tablefunction/HdfsTableValuedFunction.java | 28 +-
.../datasource/property/PropertyConverterTest.java | 115 +++-
.../rules/rewrite/mv/SelectMvIndexTest.java | 53 +-
.../nereids/trees/plans/DeleteCommandTest.java | 104 ++++
.../org/apache/doris/persist/DropDbInfoTest.java | 7 +-
regression-test/conf/regression-conf.groovy | 6 +
.../storage/test_dup_table_auto_inc_col.out | 4 +-
.../test_duplicate_table_without_keys.out | 8 +-
regression-test/data/ddl_p0/test_ctas.out | 4 +-
regression-test/data/ddl_p0/test_ctl.out | 2 +-
regression-test/data/ddl_p0/test_recover.out | 224 +++----
regression-test/data/ddl_p0/test_unicode_name.out | 2 +-
.../data/load_p0/insert/test_insert.out | 4 +
.../data/nereids_p0/delete/delete_using.out | 15 +
.../nereids_p0/show/test_array_show_create.out | 2 +-
.../nereids_tpcds_shape_sf100_p0/shape/query49.out | 84 ++-
.../nereids_tpcds_shape_sf100_p0/shape/query75.out | 68 +--
.../data/query_p0/show/test_array_show_create.out | 2 +-
.../data/query_p0/show/test_map_show_create.out | 2 +-
.../data/query_p0/show/test_show_create_table.out | 4 +-
.../data/query_p0/show/test_struct_show_create.out | 2 +-
regression-test/framework/pom.xml | 11 +
.../org/apache/doris/regression/Config.groovy | 67 ++-
.../apache/doris/regression/ConfigOptions.groovy | 40 ++
.../apache/doris/regression/RegressionTest.groovy | 1 -
.../apache/doris/regression/json/BinlogData.groovy | 53 ++
.../org/apache/doris/regression/suite/Suite.groovy | 14 +-
.../doris/regression/suite/SuiteContext.groovy | 32 +
.../apache/doris/regression/suite/Syncer.groovy | 670 +++++++++++++++++++++
.../doris/regression/suite/SyncerContext.groovy | 212 +++++++
.../suite/client/BackendClientImpl.groovy | 48 ++
.../suite/client/FrontendClientImpl.groovy | 40 ++
.../doris/regression/util/SyncerUtils.groovy | 114 ++++
regression-test/pipeline/p0/conf/be.conf | 1 +
regression-test/pipeline/p0/conf/fe.conf | 1 +
regression-test/pipeline/p1/conf/be.conf | 1 +
regression-test/pipeline/p1/conf/fe.conf | 2 +
.../ccr_syncer_p0/test_binlog_config_change.groovy | 106 ++++
.../suites/ccr_syncer_p0/test_get_binlog.groovy | 140 +++++
.../suites/ccr_syncer_p0/test_ingest_binlog.groovy | 119 ++++
.../suites/ccr_syncer_p0/test_multi_buckets.groovy | 96 +++
.../suites/ccr_syncer_p0/test_txn_case.groovy | 298 +++++++++
.../ccr_syncer_p1/test_backup_restore.groovy | 68 +++
.../inverted_index_p1/tpcds_sf1_index/load.groovy | 5 +-
.../suites/load_p0/insert/test_insert.groovy | 40 ++
.../suites/nereids_p0/delete/delete_using.groovy | 36 ++
.../nereids_p0/{update => delete}/load.groovy | 0
run-regression-test.sh | 13 +
116 files changed, 3496 insertions(+), 1284 deletions(-)
delete mode 100755 dist/download_scripts/1.2.3/download_arm_apache.sh
delete mode 100755 dist/download_scripts/1.2.3/download_x64_apache.sh
delete mode 100755 dist/download_scripts/1.2.3/download_x64_noavx2_apache.sh
delete mode 100755 dist/download_scripts/1.2.4.1/download_arm_apache.sh
delete mode 100755 dist/download_scripts/1.2.4.1/download_arm_tsinghua.sh
delete mode 100755 dist/download_scripts/1.2.4.1/download_x64_apache.sh
delete mode 100755 dist/download_scripts/1.2.4.1/download_x64_noavx2_apache.sh
delete mode 100755 dist/download_scripts/1.2.4.1/download_x64_noavx2_tsinghua.sh
delete mode 100755 dist/download_scripts/1.2.4.1/download_x64_tsinghua.sh
delete mode 100755 dist/download_scripts/2.0.0-alpha1/download_x64_apache.sh
delete mode 100755 dist/download_scripts/2.0.0-alpha1/download_x64_tsinghua.sh
delete mode 100644 dist/download_scripts/README
delete mode 100755 dist/download_scripts/download_base.sh
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/datasource/property/constants/MinioProperties.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DeleteCommand.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/DeleteCommandTest.java
create mode 100644 regression-test/data/nereids_p0/delete/delete_using.out
create mode 100644 regression-test/framework/src/main/groovy/org/apache/doris/regression/json/BinlogData.groovy
create mode 100644 regression-test/framework/src/main/groovy/org/apache/doris/regression/suite/Syncer.groovy
create mode 100644 regression-test/framework/src/main/groovy/org/apache/doris/regression/suite/SyncerContext.groovy
create mode 100644 regression-test/framework/src/main/groovy/org/apache/doris/regression/suite/client/BackendClientImpl.groovy
create mode 100644 regression-test/framework/src/main/groovy/org/apache/doris/regression/suite/client/FrontendClientImpl.groovy
create mode 100644 regression-test/framework/src/main/groovy/org/apache/doris/regression/util/SyncerUtils.groovy
create mode 100644 regression-test/suites/ccr_syncer_p0/test_binlog_config_change.groovy
create mode 100644 regression-test/suites/ccr_syncer_p0/test_get_binlog.groovy
create mode 100644 regression-test/suites/ccr_syncer_p0/test_ingest_binlog.groovy
create mode 100644 regression-test/suites/ccr_syncer_p0/test_multi_buckets.groovy
create mode 100644 regression-test/suites/ccr_syncer_p0/test_txn_case.groovy
create mode 100644 regression-test/suites/ccr_syncer_p1/test_backup_restore.groovy
create mode 100644 regression-test/suites/nereids_p0/delete/delete_using.groovy
copy regression-test/suites/nereids_p0/{update => delete}/load.groovy (100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org