You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2026/09/28 15:09:09 UTC
(datafusion-comet) branch main updated (7649361876 -> ce455f32d9)
This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
from 7649361876 docs: remove nonexistent GROUPS window frame references (#6299)
add ce455f32d9 feat: built-in S3 credential provider adapters for the native Parquet scan (#6023)
No new revisions were added by this update.
Summary of changes:
dev/ci/check-suites.py | 1 +
docs/source/about/versioning_policy.md | 18 +-
.../s3-credential-provider-design.md | 13 ++
.../user-guide/latest/s3-credential-providers.md | 45 ++++-
native/core/src/parquet/objectstore/s3.rs | 90 ++++++++-
pom.xml | 20 ++
spark/pom.xml | 109 +++++++++++
.../org/apache/comet/cloud/s3/AdapterSupport.java | 208 +++++++++++++++++++++
.../comet/cloud/s3/CometS3CredentialProvider.java | 3 +-
.../java/org/apache/comet/util/ClassLoaders.java | 26 ++-
.../cloud/s3/AwsSdkCredentialProviderAdapter.java | 113 +++++++++++
.../s3/HadoopS3ACredentialProviderAdapter.java | 117 ++++++++++++
.../comet/cloud/s3/SdkCredentialExtraction.java | 58 ++++++
.../cloud/s3/AwsSdkCredentialProviderAdapter.java | 113 +++++++++++
.../s3/HadoopS3ACredentialProviderAdapter.java | 112 +++++++++++
.../comet/cloud/s3/SdkCredentialExtraction.java | 69 +++++++
.../cloud/s3/CapturingClassLoaderSupport.java | 84 +++++++++
...opS3ACredentialProviderAdapterBridgeSuite.scala | 149 +++++++++++++++
.../s3/AwsSdkCredentialProviderAdapterTest.java | 113 +++++++++++
.../s3/HadoopS3ACredentialProviderAdapterTest.java | 203 ++++++++++++++++++++
.../cloud/s3/SdkCredentialExtractionTest.java | 52 ++++++
.../apache/comet/cloud/s3/V1NoArgProvider.java} | 16 +-
.../apache/comet/cloud/s3/V1UriConfProvider.java} | 28 +--
.../apache/iceberg/rest/RESTCatalogServlet.java | 4 +-
.../s3/AwsSdkCredentialProviderAdapterTest.java | 151 +++++++++++++++
.../s3/HadoopS3ACredentialProviderAdapterTest.java | 172 +++++++++++++++++
.../cloud/s3/IcebergRESTVendedS3Provider.java | 4 +-
.../cloud/s3/SdkCredentialExtractionTest.java | 68 +++++++
.../apache/comet/cloud/s3/V2BuilderProvider.java | 56 ++++++
.../apache/comet/cloud/s3/V2CreateProvider.java} | 30 ++-
.../comet/cloud/s3/V2EmptyCredsProvider.java} | 25 ++-
.../comet/cloud/s3/V2GenericBuilderProvider.java | 59 ++++++
.../apache/comet/cloud/s3/V2NoArgProvider.java} | 13 +-
.../comet/cloud/s3/V2UnrelatedCreateProvider.java} | 21 ++-
.../apache/iceberg/rest/RESTCatalogServlet.java | 11 +-
35 files changed, 2307 insertions(+), 67 deletions(-)
create mode 100644 spark/src/main/java/org/apache/comet/cloud/s3/AdapterSupport.java
create mode 100644 spark/src/main/spark-3.x/org/apache/comet/cloud/s3/AwsSdkCredentialProviderAdapter.java
create mode 100644 spark/src/main/spark-3.x/org/apache/comet/cloud/s3/HadoopS3ACredentialProviderAdapter.java
create mode 100644 spark/src/main/spark-3.x/org/apache/comet/cloud/s3/SdkCredentialExtraction.java
create mode 100644 spark/src/main/spark-4.x/org/apache/comet/cloud/s3/AwsSdkCredentialProviderAdapter.java
create mode 100644 spark/src/main/spark-4.x/org/apache/comet/cloud/s3/HadoopS3ACredentialProviderAdapter.java
create mode 100644 spark/src/main/spark-4.x/org/apache/comet/cloud/s3/SdkCredentialExtraction.java
create mode 100644 spark/src/test/java/org/apache/comet/cloud/s3/CapturingClassLoaderSupport.java
create mode 100644 spark/src/test/scala/org/apache/comet/cloud/s3/HadoopS3ACredentialProviderAdapterBridgeSuite.scala
create mode 100644 spark/src/test/spark-3.x/java/org/apache/comet/cloud/s3/AwsSdkCredentialProviderAdapterTest.java
create mode 100644 spark/src/test/spark-3.x/java/org/apache/comet/cloud/s3/HadoopS3ACredentialProviderAdapterTest.java
create mode 100644 spark/src/test/spark-3.x/java/org/apache/comet/cloud/s3/SdkCredentialExtractionTest.java
copy spark/src/test/{java/org/apache/comet/cloud/s3/NoNoArgCtorProvider.java => spark-3.x/java/org/apache/comet/cloud/s3/V1NoArgProvider.java} (67%)
copy spark/src/test/{java/org/apache/comet/hadoop/fs/FakeHDFSFileSystem.java => spark-3.x/java/org/apache/comet/cloud/s3/V1UriConfProvider.java} (56%)
create mode 100644 spark/src/test/spark-4.x/java/org/apache/comet/cloud/s3/AwsSdkCredentialProviderAdapterTest.java
create mode 100644 spark/src/test/spark-4.x/java/org/apache/comet/cloud/s3/HadoopS3ACredentialProviderAdapterTest.java
create mode 100644 spark/src/test/spark-4.x/java/org/apache/comet/cloud/s3/SdkCredentialExtractionTest.java
create mode 100644 spark/src/test/spark-4.x/java/org/apache/comet/cloud/s3/V2BuilderProvider.java
copy spark/src/test/{java/org/apache/comet/cloud/s3/NoNoArgCtorProvider.java => spark-4.x/java/org/apache/comet/cloud/s3/V2CreateProvider.java} (50%)
copy spark/src/test/{java/org/apache/comet/cloud/s3/NoNoArgCtorProvider.java => spark-4.x/java/org/apache/comet/cloud/s3/V2EmptyCredsProvider.java} (56%)
create mode 100644 spark/src/test/spark-4.x/java/org/apache/comet/cloud/s3/V2GenericBuilderProvider.java
copy spark/src/test/{java/org/apache/comet/cloud/s3/NoNoArgCtorProvider.java => spark-4.x/java/org/apache/comet/cloud/s3/V2NoArgProvider.java} (65%)
copy spark/src/test/{java/org/apache/comet/cloud/s3/NoNoArgCtorProvider.java => spark-4.x/java/org/apache/comet/cloud/s3/V2UnrelatedCreateProvider.java} (53%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org