You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-issues@hadoop.apache.org by "Akira Ajisaka (Jira)" <ji...@apache.org> on 2021/02/17 01:18:00 UTC
[jira] [Updated] (HADOOP-17109) add guava BaseEncoding to
illegalClasses
[ https://issues.apache.org/jira/browse/HADOOP-17109?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Akira Ajisaka updated HADOOP-17109:
-----------------------------------
Fix Version/s: 3.4.0
Hadoop Flags: Reviewed
Summary: add guava BaseEncoding to illegalClasses (was: Replace Guava base64Url and base64 with Java8+ base64)
> add guava BaseEncoding to illegalClasses
> ----------------------------------------
>
> Key: HADOOP-17109
> URL: https://issues.apache.org/jira/browse/HADOOP-17109
> Project: Hadoop Common
> Issue Type: Sub-task
> Reporter: Ahmed Hussein
> Assignee: Ahmed Hussein
> Priority: Major
> Labels: pull-request-available
> Fix For: 3.4.0
>
> Time Spent: 1h 10m
> Remaining Estimate: 0h
>
> One important thing to not here as pointed out by [~jeagles] in [his comment on the parent task|https://issues.apache.org/jira/browse/HADOOP-17098?focusedCommentId=17147935&page=com.atlassian.jira.plugin.system.issuetabpanels%3Acomment-tabpanel#comment-17147935]
> {quote}One note to be careful about is that base64 translation is not a standard, so the two implementations could produce different results. This might matter in the case of serialization, persistence, or client server different versions.{quote}
> *Base64Url:*
> {code:java}
> Targets
> Occurrences of 'base64Url' in project with mask '*.java'
> Found Occurrences (6 usages found)
> org.apache.hadoop.mapreduce (3 usages found)
> CryptoUtils.java (3 usages found)
> wrapIfNecessary(Configuration, FSDataOutputStream, boolean) (1 usage found)
> 138 + Base64.encodeBase64URLSafeString(iv) + "]");
> wrapIfNecessary(Configuration, InputStream, long) (1 usage found)
> 183 + Base64.encodeBase64URLSafeString(iv) + "]");
> wrapIfNecessary(Configuration, FSDataInputStream) (1 usage found)
> 218 + Base64.encodeBase64URLSafeString(iv) + "]");
> org.apache.hadoop.util (2 usages found)
> KMSUtil.java (2 usages found)
> toJSON(KeyVersion) (1 usage found)
> 104 Base64.encodeBase64URLSafeString(
> toJSON(EncryptedKeyVersion) (1 usage found)
> 117 .encodeBase64URLSafeString(encryptedKeyVersion.getEncryptedKeyIv()));
> org.apache.hadoop.yarn.server.resourcemanager.webapp (1 usage found)
> TestRMWebServicesAppsModification.java (1 usage found)
> testAppSubmit(String, String) (1 usage found)
> 837 .put("test", Base64.encodeBase64URLSafeString("value12".getBytes("UTF8")));
> {code}
> *Base64:*
> {code:java}
> Targets
> Occurrences of 'base64;' in project with mask '*.java'
> Found Occurrences (51 usages found)
> org.apache.hadoop.crypto.key.kms (1 usage found)
> KMSClientProvider.java (1 usage found)
> 20 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.crypto.key.kms.server (1 usage found)
> KMS.java (1 usage found)
> 22 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.fs (2 usages found)
> XAttrCodec.java (2 usages found)
> 23 import org.apache.commons.codec.binary.Base64;
> 56 BASE64;
> org.apache.hadoop.fs.azure (3 usages found)
> AzureBlobStorageTestAccount.java (1 usage found)
> 23 import com.microsoft.azure.storage.core.Base64;
> BlockBlobAppendStream.java (1 usage found)
> 50 import org.apache.commons.codec.binary.Base64;
> ITestBlobDataValidation.java (1 usage found)
> 50 import com.microsoft.azure.storage.core.Base64;
> org.apache.hadoop.fs.azurebfs (2 usages found)
> AzureBlobFileSystemStore.java (1 usage found)
> 99 import org.apache.hadoop.fs.azurebfs.utils.Base64;
> TestAbfsConfigurationFieldsValidation.java (1 usage found)
> 34 import org.apache.hadoop.fs.azurebfs.utils.Base64;
> org.apache.hadoop.fs.azurebfs.diagnostics (2 usages found)
> Base64StringConfigurationBasicValidator.java (1 usage found)
> 26 import org.apache.hadoop.fs.azurebfs.utils.Base64;
> TestConfigurationValidators.java (1 usage found)
> 25 import org.apache.hadoop.fs.azurebfs.utils.Base64;
> org.apache.hadoop.fs.azurebfs.extensions (2 usages found)
> MockDelegationSASTokenProvider.java (1 usage found)
> 37 import org.apache.hadoop.fs.azurebfs.utils.Base64;
> MockSASTokenProvider.java (1 usage found)
> 27 import org.apache.hadoop.fs.azurebfs.utils.Base64;
> org.apache.hadoop.fs.azurebfs.services (1 usage found)
> SharedKeyCredentials.java (1 usage found)
> 47 import org.apache.hadoop.fs.azurebfs.utils.Base64;
> org.apache.hadoop.fs.cosn (1 usage found)
> CosNativeFileSystemStore.java (1 usage found)
> 61 import com.qcloud.cos.utils.Base64;
> org.apache.hadoop.fs.s3a (1 usage found)
> EncryptionTestUtils.java (1 usage found)
> 26 import org.apache.commons.net.util.Base64;
> org.apache.hadoop.hdfs.protocol.datatransfer.sasl (3 usages found)
> DataTransferSaslUtil.java (1 usage found)
> 39 import org.apache.commons.codec.binary.Base64;
> SaslDataTransferClient.java (1 usage found)
> 47 import org.apache.commons.codec.binary.Base64;
> SaslDataTransferServer.java (1 usage found)
> 44 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.hdfs.server.common.blockaliasmap.impl (1 usage found)
> TextFileRegionAliasMap.java (1 usage found)
> 31 import java.util.Base64;
> org.apache.hadoop.hdfs.server.federation.store.driver.impl (1 usage found)
> StateStoreSerializerPBImpl.java (1 usage found)
> 22 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.hdfs.server.federation.store.protocol.impl.pb (1 usage found)
> FederationProtocolPBTranslator.java (1 usage found)
> 23 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.hdfs.server.namenode.web.resources (1 usage found)
> NamenodeWebHdfsMethods.java (1 usage found)
> 31 import java.util.Base64;
> org.apache.hadoop.hdfs.web (1 usage found)
> WebHdfsFileSystem.java (1 usage found)
> 43 import java.util.Base64;
> org.apache.hadoop.io (1 usage found)
> DefaultStringifier.java (1 usage found)
> 26 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.io.compress (1 usage found)
> TestCodec.java (1 usage found)
> 51 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.mapreduce (1 usage found)
> CryptoUtils.java (1 usage found)
> 24 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.mapreduce.security (1 usage found)
> SecureShuffleUtils.java (1 usage found)
> 29 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.registry.server.dns (2 usages found)
> RegistryDNS.java (1 usage found)
> 22 import org.apache.commons.net.util.Base64;
> TestRegistryDNS.java (1 usage found)
> 19 import org.apache.commons.net.util.Base64;
> org.apache.hadoop.security (1 usage found)
> SaslRpcServer.java (1 usage found)
> 42 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.security.authentication.client (2 usages found)
> KerberosAuthenticator.java (2 usages found)
> 18 import org.apache.commons.codec.binary.Base64;
> 152 private Base64 base64;
> org.apache.hadoop.security.authentication.server (5 usages found)
> KerberosAuthenticationHandler.java (1 usage found)
> 19 import org.apache.commons.codec.binary.Base64;
> LdapAuthenticationHandler.java (1 usage found)
> 34 import org.apache.commons.codec.binary.Base64;
> TestKerberosAuthenticationHandler.java (1 usage found)
> 20 import org.apache.commons.codec.binary.Base64;
> TestLdapAuthenticationHandler.java (1 usage found)
> 24 import org.apache.commons.codec.binary.Base64;
> TestMultiSchemeAuthenticationHandler.java (1 usage found)
> 33 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.security.authentication.util (2 usages found)
> Signer.java (1 usage found)
> 16 import org.apache.commons.codec.binary.Base64;
> TestKerberosUtil.java (1 usage found)
> 26 import java.util.Base64;
> org.apache.hadoop.security.token (1 usage found)
> Token.java (1 usage found)
> 24 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.util (1 usage found)
> KMSUtil.java (1 usage found)
> 20 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.yarn.applications.distributedshell (2 usages found)
> ApplicationMaster.java (1 usage found)
> 44 import java.util.Base64;
> Client.java (1 usage found)
> 34 import java.util.Base64;
> org.apache.hadoop.yarn.client.util (1 usage found)
> YarnClientUtils.java (1 usage found)
> 29 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher (1 usage found)
> TestContainerLaunch.java (1 usage found)
> 59 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.yarn.server.resourcemanager.webapp (2 usages found)
> RMWebAppUtil.java (1 usage found)
> 30 import org.apache.commons.codec.binary.Base64;
> TestRMWebServicesAppsModification.java (1 usage found)
> 52 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.yarn.service.client (1 usage found)
> ApiServiceClient.java (1 usage found)
> 35 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.yarn.service.utils (1 usage found)
> HttpUtil.java (1 usage found)
> 30 import org.apache.commons.codec.binary.Base64;
> org.apache.hadoop.yarn.util (1 usage found)
> AuxiliaryServiceHelper.java (1 usage found)
> 24 import org.apache.commons.codec.binary.Base64;
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: common-issues-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-issues-help@hadoop.apache.org