You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@amoro.apache.org by cz...@apache.org on 2026/09/01 02:52:26 UTC
(amoro) 01/01: Merge remote-tracking branch 'origin/master' into 0.9.x
This is an automated email from the ASF dual-hosted git repository.
czy006 pushed a commit to branch 0.9.x
in repository https://gitbox.apache.org/repos/asf/amoro.git
commit 6239b39171820f245317b1aaa203edd4ddad1b7b
Merge: 09d8364ca fc0c2e8e3
Author: ConradJam <ja...@gmail.com>
AuthorDate: Tue Sep 1 10:51:55 2026 +0800
Merge remote-tracking branch 'origin/master' into 0.9.x
.github/workflows/mcp-server-ci.yml | 77 ++
.gitignore | 3 +
README.md | 4 +-
amoro-ams/pom.xml | 46 +-
.../apache/amoro/server/AmoroManagementConf.java | 7 +
.../apache/amoro/server/AmoroServiceContainer.java | 155 +--
.../amoro/server/DefaultOptimizingService.java | 647 ++++++++++-
.../apache/amoro/server/RestCatalogService.java | 175 ++-
.../amoro/server/catalog/CatalogBuilder.java | 9 +-
.../DatabaseMetadata.java} | 42 +-
.../amoro/server/catalog/InternalCatalog.java | 58 +-
.../amoro/server/catalog/InternalCatalogImpl.java | 7 +-
.../dashboard/controller/CatalogController.java | 16 +-
.../server/optimizing/OptimizerGroupMetrics.java | 42 +
.../amoro/server/optimizing/OptimizingQueue.java | 69 +-
.../amoro/server/optimizing/SchedulingPolicy.java | 16 +
.../optimizing/dra/DynamicAllocationConfig.java | 90 ++
.../optimizing/dra/DynamicAllocationMetrics.java | 142 +++
.../optimizing/dra/DynamicAllocationState.java | 332 ++++++
.../optimizing/dra/PendingRegistrations.java | 71 ++
.../server/persistence/mapper/OptimizerMapper.java | 7 +
.../server/persistence/mapper/ResourceMapper.java | 7 +
.../server/persistence/mapper/TableMetaMapper.java | 48 +-
.../amoro/server/process/ProcessService.java | 12 +-
.../server/resource/DefaultOptimizerManager.java | 23 +-
.../amoro/server/resource/OptimizerInstance.java | 4 +-
.../amoro/server/table/DefaultTableRuntime.java | 6 +-
.../amoro/server/table/DefaultTableService.java | 7 +
.../amoro/server/table/TableConfigurations.java | 3 +
.../internal/IcebergInternalTableOperations.java | 12 +-
.../table/internal/InternalIcebergCreator.java | 47 +-
.../internal/InternalMixedIcebergCreator.java | 77 +-
.../table/internal/InternalTableCreator.java | 15 +-
.../src/main/resources/derby/ams-derby-init.sql | 3 +-
amoro-ams/src/main/resources/derby/upgrade.sql | 16 +
.../src/main/resources/mysql/ams-mysql-init.sql | 1 +
amoro-ams/src/main/resources/mysql/upgrade.sql | 3 +
.../main/resources/postgres/ams-postgres-init.sql | 4 +-
amoro-ams/src/main/resources/postgres/upgrade.sql | 6 +-
.../org/apache/amoro/server/AmsEnvironment.java | 4 +-
.../amoro/server/TestAmoroManagementConf.java | 8 +
.../amoro/server/TestDefaultOptimizingService.java | 224 ++++
.../server/TestInternalIcebergCatalogService.java | 215 +++-
.../amoro/server/TestOptimizerGroupKeeper.java | 50 +-
.../TestOptimizerResourceGroupConcurrency.java | 203 ++++
.../amoro/server/TestOptimizerScaleKeeper.java | 829 ++++++++++++++
.../amoro/server/TestRestCatalogService.java | 43 +
.../server/optimizing/TestOptimizingQueue.java | 178 +++
.../optimizing/dra/TestComputeScaleDown.java | 208 ++++
.../server/optimizing/dra/TestComputeScaleUp.java | 282 +++++
.../dra/TestDynamicAllocationConfig.java | 130 +++
.../dra/TestDynamicAllocationMetrics.java | 134 +++
.../optimizing/dra/TestDynamicAllocationState.java | 175 +++
.../optimizing/dra/TestPendingRegistrations.java | 87 ++
.../amoro/server/persistence/TestDerbyUpgrade.java | 80 ++
.../persistence/mapper/TestTableMetaMapper.java | 166 +++
.../table/TestSyncUnsupportedTableFormat.java | 59 +
.../TestIcebergInternalTableOperations.java | 96 ++
.../java/org/apache/amoro/OptimizerProperties.java | 6 +
.../org/apache/amoro/config/OptimizingConfig.java | 2 +-
.../org/apache/amoro/config/TagConfiguration.java | 18 +-
.../java/org/apache/amoro/utils/CatalogUtil.java | 12 +
.../apache/amoro/config/TestOptimizingConfig.java | 47 +
amoro-format-hudi/pom.xml | 4 +
.../iceberg/maintainer/IcebergTableMaintainer.java | 2 +
.../optimizing/plan/CommonPartitionEvaluator.java | 2 +-
.../org/apache/amoro/table/TableProperties.java | 1 +
.../org/apache/amoro/utils/IcebergThreadPools.java | 30 +
.../maintainer/TestAutoCreateIcebergTagAction.java | 88 ++
.../maintainer/TestIcebergTableMaintainer.java | 62 ++
.../optimizing/IcebergRewriteExecutorTest.java | 2 +-
.../plan/TestCommonPartitionEvaluator.java | 82 ++
.../apache/amoro/utils/TestIcebergThreadPools.java | 14 +
.../amoro/formats/lance/AbstractLanceCatalog.java | 111 ++
.../amoro/formats/lance/LanceCatalogFactory.java | 4 +
.../formats/lance/LanceDirectoryV1Catalog.java | 121 +-
.../amoro/formats/lance/LanceRestCatalog.java | 134 +++
.../flink/source/RowDataFileScanTaskReader.java | 6 +-
.../amoro-mixed-flink-common/pom.xml | 8 +-
.../lookup/filter/TestRowDataPredicateBase.java | 5 +-
.../flink/util/MixedFormatMockEnvironment.java | 3 +
amoro-format-mixed/amoro-mixed-flink/pom.xml | 2 +
.../v1.20/amoro-mixed-flink-1.20/pom.xml | 99 ++
.../v1.20/amoro-mixed-flink-runtime-1.20/pom.xml | 238 ++++
.../amoro-mixed-spark-3-common/pom.xml | 12 +
.../v3.3/amoro-mixed-spark-3.3/pom.xml | 17 +
.../v3.4/amoro-mixed-spark-3.4/pom.xml | 8 +
.../v3.5/amoro-mixed-spark-3.5/pom.xml | 8 +
amoro-format-mixed/amoro-mixed-trino/pom.xml | 14 +
amoro-format-paimon/pom.xml | 10 +
amoro-mcp-server/README.md | 319 ++++++
amoro-mcp-server/pyproject.toml | 68 ++
amoro-mcp-server/src/amoro_mcp_server/__init__.py | 20 +
amoro-mcp-server/src/amoro_mcp_server/actions.py | 235 ++++
amoro-mcp-server/src/amoro_mcp_server/auth.py | 388 +++++++
amoro-mcp-server/src/amoro_mcp_server/client.py | 439 ++++++++
.../src/amoro_mcp_server/compatibility.py | 55 +
amoro-mcp-server/src/amoro_mcp_server/config.py | 121 ++
.../src/amoro_mcp_server/logging_config.py | 74 ++
amoro-mcp-server/src/amoro_mcp_server/models.py | 83 ++
.../src/amoro_mcp_server/request_context.py | 62 ++
amoro-mcp-server/src/amoro_mcp_server/sanitize.py | 198 ++++
amoro-mcp-server/src/amoro_mcp_server/server.py | 140 +++
.../src/amoro_mcp_server/tools/__init__.py | 57 +
.../tools/check_ams_connectivity.py | 40 +
.../src/amoro_mcp_server/tools/common.py | 33 +
.../amoro_mcp_server/tools/get_table_details.py | 38 +
.../src/amoro_mcp_server/tools/list_catalogs.py | 33 +
.../src/amoro_mcp_server/tools/list_databases.py | 39 +
.../src/amoro_mcp_server/tools/list_optimizers.py | 45 +
.../tools/list_optimizing_processes.py | 58 +
.../tools/list_optimizing_tables.py | 48 +
.../tools/list_optimizing_tasks.py | 58 +
.../amoro_mcp_server/tools/list_resource_groups.py | 33 +
.../amoro_mcp_server/tools/list_table_snapshots.py | 64 ++
.../src/amoro_mcp_server/tools/list_tables.py | 46 +
amoro-mcp-server/tests/conftest.py | 31 +
amoro-mcp-server/tests/test_actions.py | 295 +++++
amoro-mcp-server/tests/test_auth.py | 172 +++
amoro-mcp-server/tests/test_client.py | 279 +++++
amoro-mcp-server/tests/test_compatibility.py | 156 +++
amoro-mcp-server/tests/test_logging.py | 30 +
amoro-mcp-server/tests/test_sanitize.py | 132 +++
amoro-mcp-server/tests/test_server.py | 340 ++++++
amoro-mcp-server/uv.lock | 1159 ++++++++++++++++++++
amoro-optimizer/amoro-optimizer-spark/pom.xml | 8 +
amoro-optimizer/amoro-optimizer-standalone/pom.xml | 2 +-
amoro-web/src/views/catalogs/Detail.vue | 280 +++--
charts/amoro/templates/amoro-configmap.yaml | 1 +
dev/deps/dependencies-hadoop-2-spark-3.3 | 34 +-
dev/deps/dependencies-hadoop-3-spark-3.5 | 34 +-
dist/src/main/amoro-bin/conf/config.yaml | 1 +
docs/_index.md | 2 +-
docs/admin-guides/managing-optimizers.md | 11 +-
docs/configuration/ams-config.md | 1 +
docs/engines/flink/flink-cdc-ingestion.md | 4 +-
docs/engines/flink/flink-get-started.md | 2 +-
docs/engines/flink/using-logstore.md | 2 +
docs/user-guides/configurations.md | 16 +-
docs/user-guides/metrics.md | 17 +
pom.xml | 45 +-
141 files changed, 12034 insertions(+), 466 deletions(-)