You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by kx...@apache.org on 2023/06/20 11:44:01 UTC
[doris] branch branch-2.0 updated (2a294801f1 -> 19dd35f908)
This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 2a294801f1 Revert "[Test](regression) CCR syncer thrift interface regression test (#20935)" (#20990)
add f20ef165fe [opt](Nereids) update join stats derive (#20895)
add be8fb68712 [fix](nereids)distribute node missing rows and cost #20943
add e6f50c04f1 [fix](nereids)SubqueryToApply rule lost is null condition (#20971)
add 5a28b6f9fc [fix](datetime) Fix the error in date calculation that includes constants (#20863)
add e7b070c9ec [fix](Nereids) subquery not return correct data type (#20985)
add d02ecef406 [fix](Nereids): revert `push down alias into union` (#20991)
add 0287cc15f2 [fix](meta) 'clean label from db' does not work (#20625)
add 824bc02603 [Function] Support date function: microsecond() (#20044)
add 87258a13c4 [enhancement](nereids) Remove useless config option #20905
add 7e01f074e2 [improvement](jdbc mysql) support auto calculate the precision of timestamp/datetime (#20788)
add 923f7edad0 [opt](hudi) using native reader to read the base file with no log file (#20988)
add 1eb4e5bd06 [Fix](Routineload)routine load does not support lowercase data source names (#21005)
add 74a09fc6e5 [Dependency](fe)Use the release version of hive-catalog (#20921)
add d05614ef51 [Fix](invert index)all directories use NoLock (#20962)
add c85271d2ae [Fix](orc-reader) Fix filter size mismatch in orc reader. (#20998)
add 53b2fe5db6 [improvement](jdbc) Set the JDBC connection timeout to be conf (#21000)
add 012813b3f7 [fix](load) add missing flush context for BetaRowsetWriter::_add_block() (#20884)
add 7da3fde89c [Fix](Nereids)cast to datev2 default for Nereids if enable_date_conversion (#20973)
add 6b4a9edbbd [fix](nereids) Fix explain graph with CTE #20997
add ec34f72204 [enhancement](nereids) log for exception stack of sync analyze (#21013)
add f4d3f4ae19 [Fix](Nereids) failed to fold date_format() to constant (#20976)
add ccba11d7ea [Fix](inverted index) remove IndexReader::indexExists, use fs interface (#20970)
add 0d80456869 [enhancement](backup) teach fe to acquire a consistent backup between be and fe (#21014)
add 0b1bbe4045 [Bugfix](CCR) BinlogTombstone tableId is null when db disable binlog (#20995)
add cb89af49e7 [improvement](replica) donot care last failed version in publish (#21001)
add ca8f51602b [Improvement](multi catalog, statistics)Support two level external statistics cache loader (#20906)
add 19dd35f908 [doc](fix) cold hot separation cache doc (#20994)
No new revisions were added by this update.
Summary of changes:
be/src/clucene | 2 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 9 +-
.../inverted_index_compound_directory.cpp | 12 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 22 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 16 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 18 +-
be/src/vec/functions/date_time_transforms.h | 1 +
be/src/vec/functions/to_time_function.cpp | 3 +
be/src/vec/runtime/vdatetime_value.cpp | 1 +
bin/start_be.sh | 2 +-
conf/be.conf | 4 +-
.../docker-compose/mysql/init/03-create-table.sql | 10 +
.../docker-compose/mysql/init/04-insert.sql | 5 +
docs/en/docs/advanced/cold_hot_separation.md | 10 +-
.../sql-functions/date-time-functions/extract.md | 15 +-
.../max.md => date-time-functions/microsecond.md} | 24 +-
docs/zh-CN/docs/advanced/cold_hot_separation.md | 6 +-
.../sql-functions/date-time-functions/extract.md | 15 +-
.../{to_days.md => microsecond.md} | 26 +--
fe/be-java-extensions/hudi-scanner/pom.xml | 11 +-
.../org/apache/doris/hudi/HudiColumnValue.java | 18 ++
.../apache/doris/common/jni/MockJniScanner.java | 5 +
.../apache/doris/common/jni/vec/ColumnValue.java | 3 +
.../apache/doris/common/jni/vec/ScanPredicate.java | 5 +
.../apache/doris/common/jni/vec/VectorColumn.java | 6 +-
.../java/org/apache/doris/jdbc/JdbcExecutor.java | 5 +-
.../doris/maxcompute/MaxComputeColumnValue.java | 5 +
.../org/apache/doris/paimon/PaimonColumnValue.java | 5 +
.../main/java/org/apache/doris/common/Config.java | 8 +-
.../org/apache/doris/analysis/DateLiteral.java | 11 +-
.../java/org/apache/doris/backup/BackupJob.java | 249 ++++++++++-----------
.../org/apache/doris/binlog/BinlogTombstone.java | 8 +
.../java/org/apache/doris/binlog/TableBinlog.java | 2 +-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../java/org/apache/doris/catalog/Database.java | 6 +
.../java/org/apache/doris/catalog/DatabaseIf.java | 3 +
.../main/java/org/apache/doris/catalog/Table.java | 12 +
.../java/org/apache/doris/catalog/TableIf.java | 6 +
.../doris/catalog/external/ExternalDatabase.java | 6 +
.../doris/catalog/external/ExternalTable.java | 14 ++
.../doris/catalog/external/HMSExternalTable.java | 16 +-
.../doris/common/profile/PlanTreeBuilder.java | 25 ++-
.../apache/doris/common/profile/PlanTreeNode.java | 12 +-
.../doris/external/jdbc/JdbcMySQLClient.java | 20 +-
.../doris/external/jdbc/JdbcPostgreSQLClient.java | 10 +-
.../org/apache/doris/load/loadv2/LoadManager.java | 66 +++---
.../RoutineLoadDataSourcePropertyFactory.java | 4 +-
.../properties/EnforceMissingPropertiesHelper.java | 9 +-
.../org/apache/doris/nereids/rules/RuleSet.java | 4 +-
.../nereids/rules/analysis/SubqueryToApply.java | 39 +++-
.../expression/rules/SupportJavaDateFormatter.java | 8 +-
.../apache/doris/nereids/stats/JoinEstimation.java | 9 +-
.../doris/nereids/stats/StatsCalculator.java | 20 +-
.../nereids/trees/expressions/InSubquery.java | 9 +-
.../doris/nereids/trees/expressions/ListQuery.java | 3 +-
.../nereids/trees/expressions/ScalarSubquery.java | 3 +-
.../nereids/trees/expressions/SubqueryExpr.java | 2 +-
.../functions/ComputeSignatureHelper.java | 9 +-
.../executable/DateTimeExtractAndTransform.java | 12 +-
.../scalar/{ToDays.java => Microsecond.java} | 22 +-
.../trees/expressions/literal/DateTimeLiteral.java | 4 +
.../expressions/literal/DateTimeV2Literal.java | 35 ++-
.../nereids/trees/expressions/literal/Literal.java | 4 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 11 +
.../org/apache/doris/nereids/util/DateUtils.java | 5 +-
.../doris/planner/external/FileQueryScanNode.java | 7 +-
.../doris/planner/external/hudi/HudiScanNode.java | 17 +-
.../apache/doris/statistics/AnalysisManager.java | 8 +-
.../doris/statistics/AnalysisTaskExecutor.java | 7 +-
.../doris/statistics/AnalysisTaskWrapper.java | 1 +
.../apache/doris/statistics/BaseAnalysisTask.java | 9 +-
.../statistics/ColumnStatisticsCacheLoader.java | 34 ++-
.../apache/doris/statistics/HiveAnalysisTask.java | 6 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 19 +-
.../doris/statistics/OlapScanStatsDerive.java | 3 +-
.../apache/doris/statistics/StatisticsCache.java | 36 ++-
.../doris/statistics/StatisticsCacheKey.java | 13 ++
.../statistics/TableStatisticsCacheLoader.java | 58 +++++
.../doris/transaction/DatabaseTransactionMgr.java | 26 +--
.../java/org/apache/doris/planner/PlannerTest.java | 25 ++-
.../doris/statistics/AnalysisTaskExecutorTest.java | 9 -
.../org/apache/doris/statistics/CacheTest.java | 69 +++++-
fe/pom.xml | 2 +-
gensrc/script/doris_builtins_functions.py | 5 +-
gensrc/thrift/Opcodes.thrift | 1 +
.../data/correctness/test_date_function_const.out | 31 +++
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.out | 3 +
.../datetime_functions/test_date_function.out | 6 +
...{analyze_agg.out => join_subquery_to_apply.out} | 0
.../nereids_tpcds_shape_sf100_p0/shape/query2.out | 11 +-
.../nereids_tpcds_shape_sf100_p0/shape/query24.out | 40 ++--
.../nereids_tpcds_shape_sf100_p0/shape/query46.out | 14 +-
.../nereids_tpcds_shape_sf100_p0/shape/query72.out | 85 +++----
.../nereids_tpcds_shape_sf100_p0/shape/query80.out | 123 +++++-----
.../shape/{q20.out => q20-rewrite.out} | 4 +-
.../datetime_functions/test_date_function.out | 6 +
.../suites/correctness/test_cast_as_time.groovy | 3 +-
.../correctness/test_date_function_const.groovy | 59 +++++
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.groovy | 2 +
.../datetime_functions/test_date_function.groovy | 15 ++
.../join_subquery_to_apply.groovy} | 15 +-
.../suites/nereids_syntax_p0/type_cast.groovy | 5 +-
.../shape/{q15.groovy => q20-rewrite.groovy} | 49 ++--
.../datetime_functions/test_date_function.groovy | 15 ++
105 files changed, 1208 insertions(+), 590 deletions(-)
copy docs/en/docs/sql-manual/sql-functions/{aggregate-functions/max.md => date-time-functions/microsecond.md} (71%)
copy docs/zh-CN/docs/sql-manual/sql-functions/date-time-functions/{to_days.md => microsecond.md} (72%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ToDays.java => Microsecond.java} (79%)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/statistics/TableStatisticsCacheLoader.java
create mode 100644 regression-test/data/correctness/test_date_function_const.out
copy regression-test/data/nereids_syntax_p0/{analyze_agg.out => join_subquery_to_apply.out} (100%)
copy regression-test/data/nereids_tpch_shape_sf1000_p0/shape/{q20.out => q20-rewrite.out} (82%)
create mode 100644 regression-test/suites/correctness/test_date_function_const.groovy
copy regression-test/suites/{query_p0/sql_functions/aggregate_functions/test_approx_count_distinct.groovy => nereids_syntax_p0/join_subquery_to_apply.groovy} (72%)
copy regression-test/suites/nereids_tpch_shape_sf1000_p0/shape/{q15.groovy => q20-rewrite.groovy} (61%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org