You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by kx...@apache.org on 2023/06/17 13:05:50 UTC
[doris] branch branch-2.0 updated (6cde7bc8ad -> 0585a1f004)
This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 6cde7bc8ad [feature](Nereids) just reserve logical expression in memo after do dphyp (#20843)
add 5dc0f90c7f [opt](Nereids) revert convert IN with 2 options to OR expression rule (#20894)
add 1cc611a913 [fix](match) fix regression case test_index_match_select and test_index_match_phrase (#20860)
add ab32299ba4 [feature](nereids) Support multi target rf #20714
add 483d96368c [doc](insert-overwrite) add related doc (#20657)
add 7ee744ff5a [opt](Nereids) add more unexpected expression check (#20901)
add bb4f10b457 [fix](Nereids) lost having when analyze sort-having-agg (#20914)
add bf197ee8d2 [opt](nereids) adjust cost model for BroadCastJoin and PartitionJoin (#20713)
add e834637a5b [improvement](ck jdbc) Support for automatically getting the precision of clickhouse's datetime64 type (#20887)
add 367f64e7bd [improvement](jdbc) support insert autoinc and default value column to mysql (#20765)
add fe18cfa2fb [improvement](pg jdbc)Support for automatically obtaining the precision of the postgresql timestamp type (#20909)
add 15a4eca467 [typo](docs) Delete invalid streaming hint. (#20929)
add e5015b472e [Fix](Error) fix some typo error in code (#20612)
add 82af1507e7 [fix](testcase) fix case failure of strict insert (#20930)
add aea719627d Revert "[enhencement](streamload) add on_close callback for httpserver (#20826)" (#20927)
add 72d8e41760 [fix]( regression-test ) mv_p0/test_drop_partition_from_index/test_drop_partition_from_index.groovy #20915
add 0a59580aa4 [Enhancement](function) fix compatibility issues of sum/count during upgrade process (#20890)
add cc3f9ed9b7 [Fix](fd) fix fd limit over 100% (#20778)
add 0585a1f004 [fix](compaction) fix time series compaction policy to adjust vertical compaction max segment size (#20889)
No new revisions were added by this update.
Summary of changes:
be/src/agent/be_exec_version_manager.h | 2 +
be/src/common/config.cpp | 2 +-
be/src/exprs/runtime_filter.cpp | 19 +-
be/src/exprs/runtime_filter.h | 2 +
be/src/exprs/runtime_filter_slots.h | 12 +-
be/src/http/action/stream_load.cpp | 4 +-
be/src/http/ev_http_server.cpp | 52 +----
be/src/http/http_request.cpp | 9 +-
be/src/io/fs/stream_load_pipe.cpp | 25 +--
be/src/io/fs/stream_load_pipe.h | 11 +-
be/src/olap/compaction.cpp | 5 +
be/src/olap/cumulative_compaction_policy.cpp | 2 +-
be/src/olap/cumulative_compaction_policy.h | 2 +-
.../cumulative_compaction_time_series_policy.h | 2 +-
be/src/olap/tablet.cpp | 3 +-
be/src/runtime/exec_env.cpp | 2 +-
be/src/runtime/exec_env.h | 6 -
be/src/runtime/exec_env_init.cpp | 42 +---
be/src/runtime/fragment_mgr.cpp | 18 +-
be/src/runtime/runtime_filter_mgr.cpp | 149 ++++++++-----
be/src/runtime/runtime_filter_mgr.h | 29 +--
be/src/runtime/stream_load/stream_load_context.cpp | 3 -
be/src/runtime/stream_load/stream_load_context.h | 5 -
be/src/util/byte_buffer.h | 15 +-
..._count.cpp => aggregate_function_count_old.cpp} | 24 +-
...tion_count.h => aggregate_function_count_old.h} | 142 +++++-------
.../aggregate_function_simple_factory.cpp | 4 +
.../aggregate_function_simple_factory.h | 28 ++-
...tion_sum.cpp => aggregate_function_sum_old.cpp} | 11 +-
...function_sum.h => aggregate_function_sum_old.h} | 91 +++-----
be/src/vec/columns/column_nullable.h | 6 +-
be/src/vec/exec/join/vhash_join_node.cpp | 5 +-
be/src/vec/exec/join/vnested_loop_join_node.cpp | 4 +-
be/src/vec/exec/runtime_filter_consumer_node.cpp | 164 ++++++++++++++
be/src/vec/exec/runtime_filter_consumer_node.h | 73 +++++++
be/src/vec/exec/scan/vscan_node.cpp | 138 +-----------
be/src/vec/exec/scan/vscan_node.h | 37 +---
be/src/vec/exec/vdata_gen_scan_node.cpp | 12 +-
be/src/vec/exec/vselect_node.cpp | 20 +-
be/src/vec/exec/vselect_node.h | 7 +-
be/src/vec/exprs/vectorized_agg_fn.cpp | 3 +-
.../docker-compose/mysql/init/03-create-table.sql | 7 +
.../postgresql/init/02-create-table.sql | 7 +-
.../docker-compose/postgresql/init/04-insert.sql | 9 +-
.../Manipulation/INSERT-OVERWRITE.md | 180 +++++++++++++++
.../Manipulation/INSERT.md | 3 -
docs/sidebars.json | 3 +-
.../Manipulation/INSERT-OVERWRITE.md | 182 ++++++++++++++++
.../Manipulation/INSERT.md | 3 -
.../main/java/org/apache/doris/catalog/Type.java | 2 +-
.../org/apache/doris/analysis/MatchPredicate.java | 9 +-
.../apache/doris/analysis/NativeInsertStmt.java | 16 ++
.../java/org/apache/doris/analysis/SelectStmt.java | 78 +++----
.../org/apache/doris/analysis/StmtRewriter.java | 6 +-
.../java/org/apache/doris/catalog/JdbcTable.java | 8 +-
.../doris/external/jdbc/JdbcClickHouseClient.java | 19 +-
.../org/apache/doris/external/jdbc/JdbcClient.java | 20 +-
.../doris/external/jdbc/JdbcMySQLClient.java | 47 +++-
.../doris/external/jdbc/JdbcPostgreSQLClient.java | 7 +-
.../org/apache/doris/nereids/cost/CostModelV1.java | 44 +++-
.../glue/translator/ExpressionTranslator.java | 35 ++-
.../glue/translator/PhysicalPlanTranslator.java | 2 +-
.../glue/translator/RuntimeFilterTranslator.java | 101 +++++----
.../doris/nereids/jobs/executor/Rewriter.java | 8 +-
.../processor/post/RuntimeFilterContext.java | 10 +-
.../processor/post/RuntimeFilterGenerator.java | 108 ++++++---
.../org/apache/doris/nereids/rules/RuleType.java | 3 +-
.../nereids/rules/analysis/CheckAfterRewrite.java | 49 +++++
.../nereids/rules/analysis/CheckAnalysis.java | 40 +++-
.../nereids/rules/analysis/FillUpMissingSlots.java | 3 +-
.../rules/expression/rules/FunctionBinder.java | 22 ++
.../expression/rules/InPredicateToEqualToRule.java | 27 +--
.../rules/rewrite/CheckMatchExpression.java | 62 ++++++
.../doris/nereids/trees/expressions/Match.java | 26 +--
.../apache/doris/nereids/trees/plans/PlanType.java | 2 +
.../trees/plans/logical/LogicalGenerate.java | 2 +-
.../trees/plans/physical/PhysicalGenerate.java | 2 +-
.../trees/plans/physical/RuntimeFilter.java | 28 ++-
.../java/org/apache/doris/planner/DataSink.java | 3 -
.../org/apache/doris/planner/JdbcTableSink.java | 6 +-
.../org/apache/doris/planner/RuntimeFilter.java | 26 ++-
.../doris/planner/RuntimeFilterGenerator.java | 41 +++-
.../org/apache/doris/plugin/LoadAuditEvent.java | 2 +-
.../main/java/org/apache/doris/qe/QueryDetail.java | 6 +-
.../apache/doris/statistics/ColumnStatistic.java | 4 +
.../org/apache/doris/statistics/Statistics.java | 25 ++-
.../nereids/postprocess/RuntimeFilterTest.java | 2 +-
.../rules/analysis/FillUpMissingSlotsTest.java | 7 +
.../rules/expression/ExpressionRewriteTest.java | 10 +-
.../test_clickhouse_jdbc_catalog.out | Bin 2586 -> 2583 bytes
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.out | 3 +
.../data/jdbc_catalog_p0/test_pg_jdbc_catalog.out | 8 +-
.../nereids_tpcds_shape_sf100_p0/shape/query1.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query11.out | 15 +-
.../nereids_tpcds_shape_sf100_p0/shape/query12.out | 20 +-
.../nereids_tpcds_shape_sf100_p0/shape/query15.out | 13 +-
.../nereids_tpcds_shape_sf100_p0/shape/query18.out | 15 +-
.../nereids_tpcds_shape_sf100_p0/shape/query27.out | 30 +--
.../nereids_tpcds_shape_sf100_p0/shape/query28.out | 133 ++++++------
.../nereids_tpcds_shape_sf100_p0/shape/query30.out | 3 +-
.../nereids_tpcds_shape_sf100_p0/shape/query31.out | 18 +-
.../nereids_tpcds_shape_sf100_p0/shape/query33.out | 61 +++---
.../nereids_tpcds_shape_sf100_p0/shape/query38.out | 28 ++-
.../nereids_tpcds_shape_sf100_p0/shape/query39.out | 74 +++----
.../nereids_tpcds_shape_sf100_p0/shape/query45.out | 18 +-
.../nereids_tpcds_shape_sf100_p0/shape/query46.out | 42 ++--
.../nereids_tpcds_shape_sf100_p0/shape/query56.out | 76 +++----
.../nereids_tpcds_shape_sf100_p0/shape/query59.out | 10 +-
.../nereids_tpcds_shape_sf100_p0/shape/query6.out | 36 +--
.../nereids_tpcds_shape_sf100_p0/shape/query60.out | 72 +++---
.../nereids_tpcds_shape_sf100_p0/shape/query64.out | 241 +++++++--------------
.../nereids_tpcds_shape_sf100_p0/shape/query66.out | 4 +-
.../nereids_tpcds_shape_sf100_p0/shape/query68.out | 7 +-
.../nereids_tpcds_shape_sf100_p0/shape/query7.out | 28 +--
.../nereids_tpcds_shape_sf100_p0/shape/query74.out | 15 +-
.../nereids_tpcds_shape_sf100_p0/shape/query79.out | 37 ++--
.../nereids_tpcds_shape_sf100_p0/shape/query87.out | 28 ++-
.../nereids_tpcds_shape_sf100_p0/shape/query88.out | 93 ++++----
.../nereids_tpcds_shape_sf100_p0/shape/query91.out | 5 +-
.../nereids_tpch_shape_sf1000_p0/shape/q12.out | 2 +-
.../nereids_tpch_shape_sf1000_p0/shape/q19.out | 2 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q3.out | 13 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q12.out | 2 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q19.out | 2 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q3.out | 13 +-
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.groovy | 2 +
.../jdbc_catalog_p0/test_pg_jdbc_catalog.groovy | 1 +
.../test_drop_partition_from_index.groovy | 1 +
.../datetime_functions/test_date_function.groovy | 6 +-
129 files changed, 2196 insertions(+), 1488 deletions(-)
copy be/src/vec/aggregate_functions/{aggregate_function_count.cpp => aggregate_function_count_old.cpp} (58%)
copy be/src/vec/aggregate_functions/{aggregate_function_count.h => aggregate_function_count_old.h} (59%)
copy be/src/vec/aggregate_functions/{aggregate_function_sum.cpp => aggregate_function_sum_old.cpp} (73%)
copy be/src/vec/aggregate_functions/{aggregate_function_sum.h => aggregate_function_sum_old.h} (66%)
create mode 100644 be/src/vec/exec/runtime_filter_consumer_node.cpp
create mode 100644 be/src/vec/exec/runtime_filter_consumer_node.h
create mode 100644 docs/en/docs/sql-manual/sql-reference/Data-Manipulation-Statements/Manipulation/INSERT-OVERWRITE.md
create mode 100644 docs/zh-CN/docs/sql-manual/sql-reference/Data-Manipulation-Statements/Manipulation/INSERT-OVERWRITE.md
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/CheckMatchExpression.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org