You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2023/12/01 14:28:33 UTC
(doris) branch master updated (f4afcae4528 -> 1706699e7ee)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from f4afcae4528 [case](regression) Stream load 2pc exceptions (#27804)
add 1706699e7ee [fix](multi-catalog)support the max compute partition prune (#27154)
No new revisions were added by this update.
Summary of changes:
be/src/runtime/descriptors.cpp | 1 -
be/src/runtime/descriptors.h | 2 -
.../exec/format/table/max_compute_jni_reader.cpp | 9 +-
.../vec/exec/format/table/max_compute_jni_reader.h | 2 +
be/src/vec/exec/scan/vfile_scanner.cpp | 12 +-
.../doris/maxcompute/MaxComputeJniScanner.java | 32 +++-
.../apache/doris/analysis/ShowPartitionsStmt.java | 15 +-
.../catalog/external/MaxComputeExternalTable.java | 177 ++++++++++++---------
.../doris/datasource/ExternalMetaCacheMgr.java | 10 ++
.../doris/datasource/MaxComputeCacheKey.java | 65 ++++++++
.../datasource/MaxComputeExternalCatalog.java | 61 +++++--
.../doris/datasource/MaxComputeMetadataCache.java | 90 +++++++++++
.../datasource/MaxComputeMetadataCacheMgr.java | 64 ++++++++
.../datasource/hive/PooledHiveMetaStoreClient.java | 9 +-
.../doris/planner/external/FileQueryScanNode.java | 2 +
.../doris/planner/external/MaxComputeScanNode.java | 121 ++++++++++----
...FileSplitStrategy.java => MaxComputeSplit.java} | 31 ++--
.../doris/planner/external/TableFormatType.java | 1 +
.../planner/external/TablePartitionValues.java | 9 +-
.../hudi/HudiCachedPartitionProcessor.java | 8 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 37 ++++-
gensrc/thrift/Descriptors.thrift | 1 -
gensrc/thrift/PlanNodes.thrift | 4 +
.../test_external_catalog_maxcompute.out | 46 +++++-
.../test_external_catalog_maxcompute.groovy | 17 +-
25 files changed, 656 insertions(+), 170 deletions(-)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/datasource/MaxComputeCacheKey.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/datasource/MaxComputeMetadataCache.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/datasource/MaxComputeMetadataCacheMgr.java
copy fe/fe-core/src/main/java/org/apache/doris/planner/external/{FileSplitStrategy.java => MaxComputeSplit.java} (54%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org