You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by si...@apache.org on 2026/10/20 18:35:32 UTC
(iceberg) branch main updated: AWS: Apply Glue and KMS endpoint overrides in AssumeRoleAwsClientFactory (#18586)
This is an automated email from the ASF dual-hosted git repository.
singhpk234 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/main by this push:
new 932f9aae9c AWS: Apply Glue and KMS endpoint overrides in AssumeRoleAwsClientFactory (#18586)
932f9aae9c is described below
commit 932f9aae9cb8d35ff750a02268251ca6d3a6fd81
Author: Yusuf YILDIZ <yu...@gmail.com>
AuthorDate: Tue Oct 20 14:35:25 2026 -0400
AWS: Apply Glue and KMS endpoint overrides in AssumeRoleAwsClientFactory (#18586)
AssumeRoleAwsClientFactory built Glue and KMS clients without the
glue.endpoint and kms.endpoint overrides, and LakeFormationAwsClientFactory
did the same for KMS clients of registered tables, so these clients always
used the default AWS endpoints.
Closes #17047
Co-authored-by: Eunbin Son <th...@naver.com>
---
.../iceberg/aws/AssumeRoleAwsClientFactory.java | 2 +
.../LakeFormationAwsClientFactory.java | 1 +
.../apache/iceberg/aws/TestAwsClientFactories.java | 71 ++++++++++++++++++++++
3 files changed, 74 insertions(+)
diff --git a/aws/src/main/java/org/apache/iceberg/aws/AssumeRoleAwsClientFactory.java b/aws/src/main/java/org/apache/iceberg/aws/AssumeRoleAwsClientFactory.java
index cf9678e54d..e8168f142d 100644
--- a/aws/src/main/java/org/apache/iceberg/aws/AssumeRoleAwsClientFactory.java
+++ b/aws/src/main/java/org/apache/iceberg/aws/AssumeRoleAwsClientFactory.java
@@ -76,6 +76,7 @@ public class AssumeRoleAwsClientFactory implements AwsClientFactory {
return GlueClient.builder()
.applyMutation(this::applyAssumeRoleConfigurations)
.applyMutation(httpClientProperties::applyHttpClientConfigurations)
+ .applyMutation(awsProperties::applyGlueEndpointConfigurations)
.applyMutation(awsClientProperties::applyRetryConfigurations)
.build();
}
@@ -85,6 +86,7 @@ public class AssumeRoleAwsClientFactory implements AwsClientFactory {
return KmsClient.builder()
.applyMutation(this::applyAssumeRoleConfigurations)
.applyMutation(httpClientProperties::applyHttpClientConfigurations)
+ .applyMutation(awsProperties::applyKmsEndpointConfigurations)
.applyMutation(awsClientProperties::applyRetryConfigurations)
.build();
}
diff --git a/aws/src/main/java/org/apache/iceberg/aws/lakeformation/LakeFormationAwsClientFactory.java b/aws/src/main/java/org/apache/iceberg/aws/lakeformation/LakeFormationAwsClientFactory.java
index 51c579ca17..0f70035711 100644
--- a/aws/src/main/java/org/apache/iceberg/aws/lakeformation/LakeFormationAwsClientFactory.java
+++ b/aws/src/main/java/org/apache/iceberg/aws/lakeformation/LakeFormationAwsClientFactory.java
@@ -97,6 +97,7 @@ public class LakeFormationAwsClientFactory extends AssumeRoleAwsClientFactory {
if (isTableRegisteredWithLakeFormation()) {
return KmsClient.builder()
.applyMutation(httpClientProperties()::applyHttpClientConfigurations)
+ .applyMutation(awsProperties()::applyKmsEndpointConfigurations)
.applyMutation(awsClientProperties()::applyRetryConfigurations)
.credentialsProvider(
new LakeFormationCredentialsProvider(lakeFormation(), buildTableArn()))
diff --git a/aws/src/test/java/org/apache/iceberg/aws/TestAwsClientFactories.java b/aws/src/test/java/org/apache/iceberg/aws/TestAwsClientFactories.java
index 94ef60e05d..65a690982c 100644
--- a/aws/src/test/java/org/apache/iceberg/aws/TestAwsClientFactories.java
+++ b/aws/src/test/java/org/apache/iceberg/aws/TestAwsClientFactories.java
@@ -22,6 +22,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
import java.io.IOException;
+import java.net.URI;
import java.util.Map;
import java.util.Optional;
import org.apache.iceberg.TestHelpers;
@@ -36,6 +37,7 @@ import org.assertj.core.api.ThrowableAssert;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.params.ParameterizedTest;
import org.junit.jupiter.params.provider.MethodSource;
+import org.mockito.Mockito;
import software.amazon.awssdk.auth.credentials.AwsBasicCredentials;
import software.amazon.awssdk.auth.credentials.AwsCredentials;
import software.amazon.awssdk.auth.credentials.AwsCredentialsProvider;
@@ -45,7 +47,10 @@ import software.amazon.awssdk.retries.api.RetryStrategy;
import software.amazon.awssdk.retries.internal.DefaultAdaptiveRetryStrategy;
import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
import software.amazon.awssdk.services.glue.GlueClient;
+import software.amazon.awssdk.services.glue.model.GetTableRequest;
+import software.amazon.awssdk.services.glue.model.GetTableResponse;
import software.amazon.awssdk.services.glue.model.GetTablesRequest;
+import software.amazon.awssdk.services.glue.model.Table;
import software.amazon.awssdk.services.kms.KmsClient;
import software.amazon.awssdk.services.s3.S3AsyncClient;
import software.amazon.awssdk.services.s3.S3Client;
@@ -273,6 +278,58 @@ public class TestAwsClientFactories {
assertAwsClientSetsAdaptiveRetryPolicy(dynamoClient);
}
+ @Test
+ void assumeRoleGlueClientAppliesEndpointOverride() {
+ String endpoint = "https://glue.example.com";
+ AwsClientFactory factory = assumeRoleFactory(AwsProperties.GLUE_CATALOG_ENDPOINT, endpoint);
+
+ assertThat(factory.glue().serviceClientConfiguration().endpointOverride())
+ .contains(URI.create(endpoint));
+ }
+
+ @Test
+ void assumeRoleKmsClientAppliesEndpointOverride() {
+ String endpoint = "https://kms.example.com";
+ AwsClientFactory factory = assumeRoleFactory(AwsProperties.KMS_ENDPOINT, endpoint);
+
+ assertThat(factory.kms().serviceClientConfiguration().endpointOverride())
+ .contains(URI.create(endpoint));
+ }
+
+ @Test
+ void lakeFormationKmsClientAppliesEndpointOverride() {
+ String endpoint = "https://kms.example.com";
+ Map<String, String> properties = Maps.newHashMap();
+ properties.put(AwsProperties.CLIENT_ASSUME_ROLE_ARN, "arn::test");
+ properties.put(AwsProperties.CLIENT_ASSUME_ROLE_REGION, "us-east-1");
+ properties.put(
+ AwsProperties.CLIENT_ASSUME_ROLE_TAGS_PREFIX
+ + LakeFormationAwsClientFactory.LF_AUTHORIZED_CALLER,
+ "emr");
+ properties.put(AwsProperties.LAKE_FORMATION_DB_NAME, "db");
+ properties.put(AwsProperties.LAKE_FORMATION_TABLE_NAME, "table");
+ properties.put(AwsProperties.GLUE_ACCOUNT_ID, "123456789012");
+ properties.put(AwsProperties.KMS_ENDPOINT, endpoint);
+ LakeFormationAwsClientFactory factory = new RegisteredTableLakeFormationAwsClientFactory();
+ factory.initialize(properties);
+
+ assertThat(factory.kms().serviceClientConfiguration().endpointOverride())
+ .contains(URI.create(endpoint));
+ }
+
+ private static AwsClientFactory assumeRoleFactory(String property, String value) {
+ return AwsClientFactories.from(
+ ImmutableMap.of(
+ AwsProperties.CLIENT_FACTORY,
+ AssumeRoleAwsClientFactory.class.getName(),
+ AwsProperties.CLIENT_ASSUME_ROLE_ARN,
+ "arn::test",
+ AwsProperties.CLIENT_ASSUME_ROLE_REGION,
+ "us-east-1",
+ property,
+ value));
+ }
+
/**
* Extract the retry strategy from an AwsClient object, then assert that it's set to the correct
* strategy. This enforces that we correctly applied the retry configurations to the client
@@ -415,4 +472,18 @@ public class TestAwsClientFactories {
@Override
public void initialize(Map<String, String> properties) {}
}
+
+ private static class RegisteredTableLakeFormationAwsClientFactory
+ extends LakeFormationAwsClientFactory {
+ @Override
+ public GlueClient glue() {
+ GlueClient glue = Mockito.mock(GlueClient.class);
+ Mockito.when(glue.getTable(Mockito.any(GetTableRequest.class)))
+ .thenReturn(
+ GetTableResponse.builder()
+ .table(Table.builder().isRegisteredWithLakeFormation(true).build())
+ .build());
+ return glue;
+ }
+ }
}