You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by kx...@apache.org on 2023/06/19 10:54:54 UTC
[doris] branch branch-2.0 updated (8af77315e0 -> 08ac55291f)
This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 8af77315e0 [fix](multi-catalog)fix s3 check, complete catalog properties (#20591)
add 1efd345963 [Enhancement](table) adding information_schema.parameters table (#20259)
add 0bed52d86b [bugfix](inverted index) fix not writing inverted index file if upgrade from old version #20945
add 99810f1ea5 [Bug](pipeline) fix hang on union_source_operator when child sink_operator all finished (#20938)
add e4c6dd5daa [chore](file) remove useless file (#20893)
add f44d2cf296 [Feature](inverted index) add inverted index size to tablet meta (#20916)
add 85c5d7c6a9 [Chore](materialized-view) add ssb_flat mv test case (#20869)
add e3454494b4 [improvement](extension) add new features to Mysql to doris tools (#14243)
add 124db9addc [docs](releasenote)add 1.2.5 release note (#20965)
add 4c6f1de42b [feature](nereids) enable nereids planner by default (#20761)
add fb9fcf460a [fix](leftjoin) fix bug of left and full join with other conjuncts (#20946)
add 08fff8923f [improvement](serde) Optimizing the performance of mysql result writter (#20928)
add 170cc46b12 [fix](hive) check hive transactional table's file format (#20888)
add 60ef9e9cfe [website](homepage) update pictures in homepage (#20968)
add 26cca5e00a [Enhancement](tvf) Add frontends table-valued-function (#20857)
add dd5ecea36a [fix](compress) snappy does not work right (#20934)
add 63b9684696 [Feature](broker-load) Support priority for Broker Load job. (#20628)
add 87e3a79387 [enhancement](pk) add bvar latency recorder for pk (#20942)
add 415f1053a4 [minor](progress) do not update progress if job id is not set (#20949)
add a3342cb088 [improvement](load) avoid producing small segment (#20852)
add 08ac55291f [opt](Nereids) change log level to debug to avoid log explode (#20954)
No new revisions were added by this update.
Summary of changes:
README.md | 2 +-
be/src/agent/task_worker_pool.cpp | 7 +-
be/src/olap/delta_writer.cpp | 38 +-
be/src/olap/delta_writer.h | 14 +-
be/src/olap/lru_cache.cpp | 7 +
be/src/olap/lru_cache.h | 5 +
be/src/olap/rowset/beta_rowset_writer.cpp | 8 +-
be/src/olap/rowset/segment_v2/binary_plain_page.h | 6 +
.../rowset/segment_v2/indexed_column_reader.cpp | 21 +-
be/src/olap/rowset/segment_v2/segment.cpp | 4 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 4 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 4 +-
be/src/olap/rowset/vertical_beta_rowset_writer.cpp | 5 +-
be/src/olap/tablet.cpp | 14 +
be/src/olap/task/engine_publish_version_task.cpp | 26 +
be/src/olap/task/engine_publish_version_task.h | 2 +
be/src/pipeline/exec/union_source_operator.cpp | 10 +-
be/src/pipeline/exec/union_source_operator.h | 2 +
be/src/runtime/load_channel.h | 4 +-
be/src/runtime/load_channel_mgr.cpp | 7 +-
be/src/runtime/tablets_channel.cpp | 10 +
be/src/runtime/tablets_channel.h | 7 +-
be/src/util/block_compression.cpp | 2 +-
.../bvar_helper.h} | 16 +-
be/src/util/mysql_row_buffer.cpp | 19 -
be/src/util/mysql_row_buffer.h | 2 -
be/src/vec/common/int_exp.h | 6 +-
be/src/vec/core/types.h | 79 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 73 +-
.../vec/data_types/serde/data_type_array_serde.h | 24 +-
.../data_types/serde/data_type_bitmap_serde.cpp | 42 +-
.../vec/data_types/serde/data_type_bitmap_serde.h | 21 +-
.../data_types/serde/data_type_date64_serde.cpp | 37 +-
.../vec/data_types/serde/data_type_date64_serde.h | 22 +-
.../serde/data_type_datetimev2_serde.cpp | 41 +-
.../data_types/serde/data_type_datetimev2_serde.h | 21 +-
.../data_types/serde/data_type_datev2_serde.cpp | 37 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 22 +-
.../data_types/serde/data_type_decimal_serde.cpp | 38 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 53 +-
.../serde/data_type_fixedlengthobject_serde.h | 27 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 42 +-
be/src/vec/data_types/serde/data_type_hll_serde.h | 21 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 37 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 41 +-
.../vec/data_types/serde/data_type_map_serde.cpp | 110 +-
be/src/vec/data_types/serde/data_type_map_serde.h | 25 +-
.../data_types/serde/data_type_nullable_serde.cpp | 37 +-
.../data_types/serde/data_type_nullable_serde.h | 23 +-
.../data_types/serde/data_type_number_serde.cpp | 44 +
.../vec/data_types/serde/data_type_number_serde.h | 54 +-
.../vec/data_types/serde/data_type_object_serde.h | 12 +-
.../serde/data_type_quantilestate_serde.h | 63 +-
be/src/vec/data_types/serde/data_type_serde.h | 15 +-
.../data_types/serde/data_type_string_serde.cpp | 52 +-
.../vec/data_types/serde/data_type_string_serde.h | 21 +-
.../data_types/serde/data_type_struct_serde.cpp | 82 +-
.../vec/data_types/serde/data_type_struct_serde.h | 24 +-
.../vec/data_types/serde/data_type_time_serde.cpp | 28 +-
be/src/vec/data_types/serde/data_type_time_serde.h | 34 +-
.../vec/exec/join/process_hash_table_probe_impl.h | 3 +-
be/src/vec/exec/scan/vmeta_scanner.cpp | 22 +
be/src/vec/exec/scan/vmeta_scanner.h | 2 +
be/src/vec/exprs/vcompound_pred.h | 16 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 16 +-
be/src/vec/exprs/vectorized_fn_call.h | 2 +-
be/src/vec/exprs/vexpr.cpp | 36 +-
be/src/vec/exprs/vexpr.h | 11 +
be/src/vec/sink/vmysql_result_writer.cpp | 59 +-
be/src/vec/sink/vmysql_result_writer.h | 1 -
docs/en/docs/ecosystem/mysql-to-doris.md | 240 +-
docs/en/docs/releasenotes/release-1.2.5.md | 199 +
.../sql-functions/table-functions/backends.md | 96 +-
.../sql-functions/table-functions/frontends.md | 104 +
.../Load/BROKER-LOAD.md | 9 +-
docs/images/wechat.png | Bin 9890 -> 26534 bytes
docs/images/what-is-doris-phone.png | Bin 174852 -> 172249 bytes
docs/images/what-is-doris.png | Bin 88686 -> 306760 bytes
docs/sidebars.json | 2 +
docs/zh-CN/docs/ecosystem/mysql-to-doris.md | 196 +-
docs/zh-CN/docs/releasenotes/release-1.2.5.md | 200 +
.../sql-functions/table-functions/backends.md | 96 +-
.../sql-functions/table-functions/frontends.md | 103 +
.../Load/BROKER-LOAD.md | 8 +-
extension/mysql_to_doris/README.md | 173 +-
extension/mysql_to_doris/bin/e_auto.sh | 52 -
extension/mysql_to_doris/bin/e_mysql_to_doris.sh | 99 -
extension/mysql_to_doris/bin/run.sh | 199 +
.../conf/{doris.conf => doris_external_tables} | 13 +-
extension/mysql_to_doris/conf/doris_tables | 11 +-
.../mysql_to_doris/conf/{mysql.conf => env.conf} | 15 +-
extension/mysql_to_doris/lib/e_auto.sh | 58 +
extension/mysql_to_doris/lib/e_mysql_to_doris.sh | 92 +
extension/mysql_to_doris/lib/get_tables.sh | 35 +
.../doris.conf => lib/jdbc/create_jdbc_catalog.sh} | 25 +-
extension/mysql_to_doris/lib/jdbc/sync_to_doris.sh | 42 +
extension/mysql_to_doris/lib/mysql_to_doris.sh | 115 +-
.../{mysql_to_doris.sh => mysql_type_convert.sh} | 35 +-
extension/mysql_to_doris/lib/sync_check.sh | 53 +
extension/mysql_to_doris/lib/sync_to_doris.sh | 43 +
.../java/org/apache/doris/alter/RollupJobV2.java | 5 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 3 +-
.../java/org/apache/doris/analysis/LoadStmt.java | 12 +
.../org/apache/doris/analysis/SchemaTableType.java | 3 +-
.../main/java/org/apache/doris/catalog/Env.java | 8 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 18 +
.../doris/catalog/external/HMSExternalTable.java | 14 +-
.../org/apache/doris/common/ThreadPoolManager.java | 96 +
.../apache/doris/load/loadv2/BrokerLoadJob.java | 5 +-
.../doris/load/loadv2/BrokerLoadPendingTask.java | 4 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 5 +
.../apache/doris/load/loadv2/LoadLoadingTask.java | 4 +-
.../org/apache/doris/load/loadv2/LoadTask.java | 30 +-
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 2 +-
.../doris/load/loadv2/SparkLoadPendingTask.java | 4 +-
.../org/apache/doris/planner/OlapTableSink.java | 8 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 2 +-
.../java/org/apache/doris/qe/SessionVariable.java | 35 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 18 +-
.../FrontendsTableValuedFunction.java | 104 +
.../doris/tablefunction/MetadataGenerator.java | 27 +
.../tablefunction/MetadataTableValuedFunction.java | 2 +
.../doris/tablefunction/TableValuedFunctionIf.java | 2 +
.../org/apache/doris/task/MasterTaskExecutor.java | 12 +-
.../doris/task/PriorityMasterTaskExecutor.java | 38 +
.../doris/analysis/RangePartitionPruneTest.java | 94 +-
.../org/apache/doris/analysis/SelectStmtTest.java | 16 +-
.../org/apache/doris/analysis/SetVariableTest.java | 2 +-
.../apache/doris/analysis/StmtRewriterTest.java | 12 +-
.../analysis/TableNameComparedLowercaseTest.java | 4 +-
.../doris/load/loadv2/BrokerLoadJobTest.java | 8 +-
.../load/loadv2/BrokerLoadPendingTaskTest.java | 2 +-
.../load/loadv2/SparkLoadPendingTaskTest.java | 4 +-
.../org/apache/doris/planner/ColocatePlanTest.java | 6 +-
.../apache/doris/planner/ConstantExpressTest.java | 8 +-
.../doris/planner/DistributedPlannerTest.java | 2 +-
.../planner/MaterializedViewFunctionTest.java | 2 +-
.../java/org/apache/doris/planner/PlannerTest.java | 60 +-
.../doris/planner/ProjectPlannerFunctionTest.java | 10 +-
.../org/apache/doris/planner/QueryPlanTest.java | 269 +-
.../org/apache/doris/planner/RepeatNodeTest.java | 8 +-
.../apache/doris/planner/StatisticDeriveTest.java | 2 +-
.../doris/planner/TableFunctionPlanTest.java | 72 +-
.../java/org/apache/doris/policy/PolicyTest.java | 20 +-
.../ExtractCommonFactorsRuleFunctionTest.java | 32 +-
.../apache/doris/rewrite/InferFiltersRuleTest.java | 38 +-
.../rewrite/RewriteBinaryPredicatesRuleTest.java | 2 +-
.../doris/rewrite/RewriteDateLiteralRuleTest.java | 84 +-
.../doris/rewrite/RewriteInPredicateRuleTest.java | 4 +-
.../doris/task/PriorityMasterTaskExecutorTest.java | 162 +
.../org/apache/doris/utframe/AnotherDemoTest.java | 2 +-
.../java/org/apache/doris/utframe/DemoTest.java | 2 +-
gensrc/thrift/Descriptors.thrift | 3 +-
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 5 +
gensrc/thrift/Types.thrift | 3 +-
lowercase.json | 5 -
regression-test/data/compress_p1/snappy/ipv4.csv | 82845 +++++++++++++++++++
regression-test/data/mv_p0/ssb/q_1_1/q_1_1.out | 11 +
regression-test/data/mv_p0/ssb/q_2_1/q_2_1.out | 11 +
regression-test/data/mv_p0/ssb/q_3_1/q_3_1.out | 11 +
.../query_p0/join/test_full_join_batch_size.out | 9 +
.../query_p0/join/test_left_join_batch_size.out | 6 +
.../data/query_p0/system/test_query_sys_tables.out | 2 +
.../suites/compress_p1/snappy/load.groovy | 32 +-
.../test_frontends_tvf.groovy | 15 +-
.../ssb/{q_4_1/q_4_1.groovy => q_1_1/q_1_1.groovy} | 67 +-
.../ssb/{q_4_1/q_4_1.groovy => q_2_1/q_2_1.groovy} | 74 +-
.../ssb/{q_4_1/q_4_1.groovy => q_3_1/q_3_1.groovy} | 90 +-
.../suites/mv_p0/ssb/q_4_1/q_4_1.groovy | 1 -
.../query_p0/join/test_full_join_batch_size.groovy | 54 +
.../query_p0/join/test_left_join_batch_size.groovy | 54 +
.../query_p0/system/test_query_sys_tables.groovy | 1 +
173 files changed, 86967 insertions(+), 1756 deletions(-)
copy be/src/{vec/data_types/serde/data_type_jsonb_serde.cpp => util/bvar_helper.h} (71%)
create mode 100644 docs/en/docs/releasenotes/release-1.2.5.md
create mode 100644 docs/en/docs/sql-manual/sql-functions/table-functions/frontends.md
create mode 100644 docs/zh-CN/docs/releasenotes/release-1.2.5.md
create mode 100644 docs/zh-CN/docs/sql-manual/sql-functions/table-functions/frontends.md
delete mode 100644 extension/mysql_to_doris/bin/e_auto.sh
delete mode 100644 extension/mysql_to_doris/bin/e_mysql_to_doris.sh
create mode 100644 extension/mysql_to_doris/bin/run.sh
copy extension/mysql_to_doris/conf/{doris.conf => doris_external_tables} (70%)
rename extension/mysql_to_doris/conf/{mysql.conf => env.conf} (63%)
create mode 100644 extension/mysql_to_doris/lib/e_auto.sh
create mode 100644 extension/mysql_to_doris/lib/e_mysql_to_doris.sh
create mode 100644 extension/mysql_to_doris/lib/get_tables.sh
rename extension/mysql_to_doris/{conf/doris.conf => lib/jdbc/create_jdbc_catalog.sh} (54%)
create mode 100644 extension/mysql_to_doris/lib/jdbc/sync_to_doris.sh
copy extension/mysql_to_doris/lib/{mysql_to_doris.sh => mysql_type_convert.sh} (70%)
create mode 100644 extension/mysql_to_doris/lib/sync_check.sh
create mode 100644 extension/mysql_to_doris/lib/sync_to_doris.sh
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/tablefunction/FrontendsTableValuedFunction.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/task/PriorityMasterTaskExecutor.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/task/PriorityMasterTaskExecutorTest.java
delete mode 100644 lowercase.json
create mode 100644 regression-test/data/compress_p1/snappy/ipv4.csv
create mode 100644 regression-test/data/mv_p0/ssb/q_1_1/q_1_1.out
create mode 100644 regression-test/data/mv_p0/ssb/q_2_1/q_2_1.out
create mode 100644 regression-test/data/mv_p0/ssb/q_3_1/q_3_1.out
create mode 100644 regression-test/data/query_p0/join/test_full_join_batch_size.out
create mode 100644 regression-test/data/query_p0/join/test_left_join_batch_size.out
copy be/src/vec/data_types/serde/data_type_time_serde.cpp => regression-test/suites/compress_p1/snappy/load.groovy (52%)
copy be/src/vec/data_types/serde/data_type_jsonb_serde.cpp => regression-test/suites/correctness_p0/table_valued_function/test_frontends_tvf.groovy (69%)
copy regression-test/suites/mv_p0/ssb/{q_4_1/q_4_1.groovy => q_1_1/q_1_1.groovy} (69%)
copy regression-test/suites/mv_p0/ssb/{q_4_1/q_4_1.groovy => q_2_1/q_2_1.groovy} (68%)
copy regression-test/suites/mv_p0/ssb/{q_4_1/q_4_1.groovy => q_3_1/q_3_1.groovy} (67%)
create mode 100644 regression-test/suites/query_p0/join/test_full_join_batch_size.groovy
create mode 100644 regression-test/suites/query_p0/join/test_left_join_batch_size.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org