You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@asterixdb.apache.org by mb...@apache.org on 2025/11/06 17:28:25 UTC
(asterixdb) 08/25: [NO ISSUE][EXT]: Use ABFSS instead of deprecated WASBS
This is an automated email from the ASF dual-hosted git repository.
mblow pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
commit 48509e02c4097a938628e7f5f13115a9d32103c8
Author: Hussain Towaileb <Hu...@Couchbase.com>
AuthorDate: Mon Oct 6 23:05:41 2025 +0300
[NO ISSUE][EXT]: Use ABFSS instead of deprecated WASBS
Details:
- Avoid importing old azure-storage as hadoop 3.3.4
is compatible with Azure SDK v12.
Ext-ref: MB-68683
Change-Id: Id2ed162f300f1549296fcdfc0e87b65e61421a6b
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/20466
Reviewed-by: Michael Blow <mb...@apache.org>
Integration-Tests: Jenkins <je...@fulliautomatix.ics.uci.edu>
Tested-by: Jenkins <je...@fulliautomatix.ics.uci.edu>
---
.../external/util/azure/blob_storage/AzureConstants.java | 2 +-
asterixdb/pom.xml | 16 +++++-----------
2 files changed, 6 insertions(+), 12 deletions(-)
diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/azure/blob_storage/AzureConstants.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/azure/blob_storage/AzureConstants.java
index 9ade27baeb..675981f7b4 100644
--- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/azure/blob_storage/AzureConstants.java
+++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/azure/blob_storage/AzureConstants.java
@@ -60,6 +60,6 @@ public class AzureConstants {
public static final String HADOOP_AZURE_FS_ACCOUNT_KEY = "fs.azure.account.key";
//Used when a connectionString is provided
public static final String HADOOP_AZURE_FS_SAS = "fs.azure.sas";
- public static final String HADOOP_AZURE_BLOB_PROTOCOL = "wasbs";
+ public static final String HADOOP_AZURE_BLOB_PROTOCOL = "abfss";
public static final String HADOOP_AZURE_DATALAKE_PROTOCOL = "abfss";
}
diff --git a/asterixdb/pom.xml b/asterixdb/pom.xml
index 05f0f37958..909b4551e5 100644
--- a/asterixdb/pom.xml
+++ b/asterixdb/pom.xml
@@ -1799,22 +1799,16 @@
<!-- Hadoop AWS end -->
<!-- Hadoop Azure start -->
<dependency>
- <!-- Pick a newer Azure connector -->
- <groupId>com.microsoft.azure</groupId>
- <artifactId>azure-storage</artifactId>
- <version>${hadoop-azuresdk.version}</version>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-azure</artifactId>
+ <version>${hadoop.version}</version>
<exclusions>
<exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
+ <groupId>com.microsoft.azure</groupId>
+ <artifactId>azure-storage</artifactId>
</exclusion>
</exclusions>
</dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-azure</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
<!-- Hadoop Azure end -->
<!-- Hadoop GCS start -->
<dependency>