You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-issues@hadoop.apache.org by GitBox <gi...@apache.org> on 2022/11/29 17:30:46 UTC
[GitHub] [hadoop] goiri commented on a diff in pull request #5169: YARN-11349. [Federation] Router Support DelegationToken With SQL.
goiri commented on code in PR #5169:
URL: https://github.com/apache/hadoop/pull/5169#discussion_r1035047482
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/impl/pb/RouterStoreTokenPBImpl.java:
##########
@@ -164,6 +170,40 @@ public void setRenewDate(Long renewDate) {
this.builder.setRenewDate(renewDate);
}
+ @Override
+ public byte[] toByteArray() throws IOException {
+ return builder.build().toByteArray();
+ }
+
+ @Override
+ public void readFields(DataInput in) throws IOException {
+ builder.mergeFrom((DataInputStream) in);
+ }
+
+ @Override
+ public String getTokenInfo() {
+ RouterStoreTokenProtoOrBuilder p = viaProto ? proto : builder;
+ if (this.tokenInfo != null) {
+ return this.tokenInfo;
+ }
+ if (!p.hasTokenInfo()) {
+ return null;
+ }
+ this.tokenInfo = p.getTokenInfo();
+ return this.tokenInfo;
+ }
+
+ @Override
+ protected void setTokenInfo(String tokenInfo) {
+ maybeInitBuilder();
+ if(tokenInfo == null) {
Review Comment:
Space
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/impl/SQLFederationStateStore.java:
##########
@@ -1353,45 +1386,560 @@ public Connection getConn() {
return conn;
}
+ /**
+ * SQLFederationStateStore Supports Store New MasterKey.
+ *
+ * @param request The request contains RouterMasterKey, which is an abstraction for DelegationKey.
+ * @return routerMasterKeyResponse, the response contains the RouterMasterKey.
+ * @throws YarnException if the call to the state store is unsuccessful.
+ * @throws IOException An IO Error occurred.
+ */
@Override
public RouterMasterKeyResponse storeNewMasterKey(RouterMasterKeyRequest request)
throws YarnException, IOException {
- throw new NotImplementedException("Code is not implemented");
+
+ // Step1: Verify parameters to ensure that key fields are not empty.
+ FederationRouterRMTokenInputValidator.validate(request);
+
+ // Step2: Parse the parameters and serialize the DelegationKey as a string.
+ DelegationKey delegationKey = convertMasterKeyToDelegationKey(request);
+ int keyId = delegationKey.getKeyId();
+ String delegationKeyStr = encodeWritable(delegationKey);
+ CallableStatement cstmt = null;
+
+ // Step3. store data in database.
+ try {
+ // Call procedure
+ cstmt = getCallableStatement(CALL_SP_ADD_MASTERKEY);
+
+ // Set the parameters for the stored procedure
+ // 1）IN keyId_IN bigint
+ cstmt.setInt("keyId_IN", keyId);
+ // 2）IN masterKey_IN varbinary(1024)
+ cstmt.setString("masterKey_IN", delegationKeyStr);
+ // 3) OUT rowCount_OUT int
+ cstmt.registerOutParameter("rowCount_OUT", java.sql.Types.INTEGER);
+
+ long startTime = clock.getTime();
+ cstmt.executeUpdate();
+ long stopTime = clock.getTime();
+
+ // Get rowCount
+ int rowCount = cstmt.getInt("rowCount_OUT");
+
+ // We hope that 1 record can be written to the database.
+ // If the number of records is not 1, it means that the data was written incorrectly.
+ if (rowCount != 1) {
+ FederationStateStoreUtils.logAndThrowStoreException(LOG,
+ "Wrong behavior during the insertion of masterKey, keyId = %s. " +
+ "please check the records of the database.", String.valueOf(keyId));
+ }
+ FederationStateStoreClientMetrics.succeededStateStoreCall(stopTime - startTime);
+ } catch (SQLException e) {
+ FederationStateStoreClientMetrics.failedStateStoreCall();
+ FederationStateStoreUtils.logAndThrowRetriableException(e, LOG,
+ "Unable to insert the newly masterKey, keyId = %s.", String.valueOf(keyId));
+ } finally {
+ // Return to the pool the CallableStatement
+ FederationStateStoreUtils.returnToPool(LOG, cstmt);
+ }
+
+ // Step4. Query Data from the database and return the result.
+ return getMasterKeyByDelegationKey(request);
}
+ /**
+ * SQLFederationStateStore Supports Remove MasterKey.
+ *
+ * @param request The request contains RouterMasterKey, which is an abstraction for DelegationKey
+ * @return routerMasterKeyResponse, the response contains the RouterMasterKey.
+ * @throws YarnException if the call to the state store is unsuccessful.
+ * @throws IOException An IO Error occurred.
+ */
@Override
public RouterMasterKeyResponse removeStoredMasterKey(RouterMasterKeyRequest request)
throws YarnException, IOException {
- throw new NotImplementedException("Code is not implemented");
+ // Step1: Verify parameters to ensure that key fields are not empty.
+ FederationRouterRMTokenInputValidator.validate(request);
+
+ // Step2: Parse parameters and get KeyId.
+ RouterMasterKey paramMasterKey = request.getRouterMasterKey();
+ int paramKeyId = paramMasterKey.getKeyId();
+ CallableStatement cstmt = null;
+
+ // Step3. Clear data from database.
+ try {
+ // Defined the sp_deleteMasterKey procedure
+ // This procedure requires 1 input parameters, 1 output parameters
+ // Input parameters
+ // 1）IN keyId_IN int
+ // Output parameters
+ // 2）OUT rowCount_OUT int
+ cstmt = getCallableStatement(CALL_SP_DELETE_MASTERKEY);
+
+ // Set the parameters for the stored procedure
+ // 1）IN keyId_IN int
+ cstmt.setInt("keyId_IN", paramKeyId);
+ // 2）OUT rowCount_OUT int
+ cstmt.registerOutParameter("rowCount_OUT", java.sql.Types.INTEGER);
+
+ // Execute the query
+ long startTime = clock.getTime();
+ cstmt.executeUpdate();
+ long stopTime = clock.getTime();
+
+ int rowCount = cstmt.getInt("rowCount_OUT");
+
+ // if it is equal to 0 it means the call
+ // did not delete the reservation from FederationStateStore
+ if (rowCount == 0) {
+ FederationStateStoreUtils.logAndThrowStoreException(LOG,
+ "masterKeyId = %s does not exist.", String.valueOf(paramKeyId));
+ } else if (rowCount != 1) {
+ // if it is different from 1 it means the call
+ // had a wrong behavior. Maybe the database is not set correctly.
+ FederationStateStoreUtils.logAndThrowStoreException(LOG,
+ "Wrong behavior during deleting the keyId %s. " +
+ "The database is expected to delete 1 record, " +
+ "but the number of deleted records returned by the database is greater than 1, " +
+ "indicating that a duplicate masterKey occurred during the deletion process.",
+ paramKeyId);
+ }
+
+ LOG.info("Delete from the StateStore the keyId: {}.", String.valueOf(paramKeyId));
+ FederationStateStoreClientMetrics.succeededStateStoreCall(stopTime - startTime);
+ return RouterMasterKeyResponse.newInstance(paramMasterKey);
+ } catch (SQLException e) {
+ FederationStateStoreClientMetrics.failedStateStoreCall();
+ FederationStateStoreUtils.logAndThrowRetriableException(e, LOG,
+ "Unable to delete the keyId %s.", paramKeyId);
+ } finally {
+ // Return to the pool the CallableStatement
+ FederationStateStoreUtils.returnToPool(LOG, cstmt);
+ }
+ throw new YarnException("Unable to delete the masterKey, keyId = " + paramKeyId);
}
+ /**
+ * SQLFederationStateStore Supports Remove MasterKey.
+ *
+ * @param request The request contains RouterMasterKey, which is an abstraction for DelegationKey
+ * @return routerMasterKeyResponse, the response contains the RouterMasterKey.
+ * @throws YarnException if the call to the state store is unsuccessful.
+ * @throws IOException An IO Error occurred.
+ */
@Override
public RouterMasterKeyResponse getMasterKeyByDelegationKey(RouterMasterKeyRequest request)
throws YarnException, IOException {
- throw new NotImplementedException("Code is not implemented");
+ // Step1: Verify parameters to ensure that key fields are not empty.
+ FederationRouterRMTokenInputValidator.validate(request);
+
+ // Step2: Parse parameters and get KeyId.
+ RouterMasterKey paramMasterKey = request.getRouterMasterKey();
+ int paramKeyId = paramMasterKey.getKeyId();
+ CallableStatement cstmt = null;
+
+ // Step3: Call the stored procedure to get the result.
+ try {
+ // Defined the sp_getMasterKey procedure
+ // this procedure requires 2 parameters
+ // Input parameters
+ // 1）IN keyId_IN int
+ // Output parameters
+ // 2）OUT masterKey_OUT varchar(1024)
+ cstmt = getCallableStatement(CALL_SP_GET_MASTERKEY);
+
+ // Set the parameters for the stored procedure
+ // 1）IN keyId_IN int
+ cstmt.setInt("keyId_IN", paramKeyId);
+ // 2）OUT masterKey_OUT varchar(1024)
+ cstmt.registerOutParameter("masterKey_OUT", java.sql.Types.VARCHAR);
+
+ // Execute the query
+ long startTime = clock.getTime();
+ cstmt.execute();
+ long stopTime = clock.getTime();
+
+ // Get Result
+ String resultMasterKey = cstmt.getString("masterKey_OUT");
+ DelegationKey key = new DelegationKey();
+ decodeWritable(key, resultMasterKey);
+
+ // Get RouterMasterKey
+ RouterMasterKey routerMasterKey = RouterMasterKey.newInstance(key.getKeyId(),
+ ByteBuffer.wrap(key.getEncodedKey()), key.getExpiryDate());
+
+ LOG.info("Got the information about the specified masterKey = {} according to keyId = {}.",
+ routerMasterKey, paramKeyId);
+
+ FederationStateStoreClientMetrics.succeededStateStoreCall(stopTime - startTime);
+
+ // Return query result.
+ return RouterMasterKeyResponse.newInstance(routerMasterKey);
+
+ } catch (SQLException e) {
+ FederationStateStoreClientMetrics.failedStateStoreCall();
+ FederationStateStoreUtils.logAndThrowRetriableException(e, LOG,
+ "Unable to obtain the masterKey information according to %s.",
+ String.valueOf(paramKeyId));
+ } finally {
+ // Return to the pool the CallableStatement
+ FederationStateStoreUtils.returnToPool(LOG, cstmt);
+ }
+
+ // Throw exception information
+ throw new YarnException(
+ "Unable to obtain the masterKey information according to " + paramKeyId);
}
+ /**
+ * SQLFederationStateStore Supports Store RMDelegationTokenIdentifier.
+ *
+ * @param request The request contains RouterRMToken (RMDelegationTokenIdentifier and renewDate)
+ * @return routerRMTokenResponse, the response contains the RouterStoreToken.
+ * @throws YarnException if the call to the state store is unsuccessful.
+ * @throws IOException An IO Error occurred.
+ */
@Override
public RouterRMTokenResponse storeNewToken(RouterRMTokenRequest request)
throws YarnException, IOException {
- throw new NotImplementedException("Code is not implemented");
+
+ // Step1: Verify parameters to ensure that key fields are not empty.
+ FederationRouterRMTokenInputValidator.validate(request);
+
+ // Step2: Parse parameters and get KeyId.
+ RouterStoreToken routerStoreToken = request.getRouterStoreToken();
+ YARNDelegationTokenIdentifier identifier = routerStoreToken.getTokenIdentifier();
+ String tokenIdentifier = encodeWritable(identifier);
+ String tokenInfo = routerStoreToken.getTokenInfo();
+ long renewDate = routerStoreToken.getRenewDate();
+ int sequenceNum = identifier.getSequenceNumber();
+ CallableStatement cstmt = null;
+
+ // Step3. store data in database.
+ try {
+
+ // Defined the sp_addDelegationToken procedure
+ // This procedure requires 4 input parameters, 1 output parameters
+ // Input parameters
+ // 1）IN sequenceNum_IN int
+ // 2）IN tokenIdent_IN varchar(1024)
+ // 3）IN token_IN varchar(1024)
+ // 4) IN renewDate_IN bigint
+ // Output parameters
+ // 5）OUT rowCount_OUT int
+
+ cstmt = getCallableStatement(CALL_SP_ADD_DELEGATIONTOKEN);
+
+ // Set the parameters for the stored procedure
+ // 1）IN sequenceNum_IN int
+ cstmt.setInt("sequenceNum_IN", sequenceNum);
+ // 2）IN tokenIdent_IN varchar(1024)
+ cstmt.setString("tokenIdent_IN", tokenIdentifier);
+ // 3) IN token_IN varchar(1024)
+ cstmt.setString("token_IN", tokenInfo);
+ // 4) IN renewDate_IN long
+ cstmt.setLong("renewDate_IN", renewDate);
+ // 5) OUT rowCount_OUT int
+ cstmt.registerOutParameter("rowCount_OUT", java.sql.Types.INTEGER);
+
+ // Execute the query
+ long startTime = clock.getTime();
+ cstmt.executeUpdate();
Review Comment:
We keep doing these blocks of codes over and over.
We could have a call with parameters for input, output, etc.
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/federation/store/impl/TestSQLFederationStateStore.java:
##########
@@ -558,38 +562,134 @@ public void testDeleteReservationHomeSubClusterAbnormalSituation() throws Except
() -> stateStore.deleteReservationHomeSubCluster(delRequest));
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testStoreNewMasterKey() throws Exception {
super.testStoreNewMasterKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testGetMasterKeyByDelegationKey() throws YarnException, IOException {
super.testGetMasterKeyByDelegationKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testRemoveStoredMasterKey() throws YarnException, IOException {
super.testRemoveStoredMasterKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testStoreNewToken() throws IOException, YarnException {
- super.testStoreNewToken();
Review Comment:
Why don't we use the super?
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/impl/pb/RouterStoreTokenPBImpl.java:
##########
@@ -164,6 +170,40 @@ public void setRenewDate(Long renewDate) {
this.builder.setRenewDate(renewDate);
}
+ @Override
+ public byte[] toByteArray() throws IOException {
+ return builder.build().toByteArray();
+ }
+
+ @Override
+ public void readFields(DataInput in) throws IOException {
+ builder.mergeFrom((DataInputStream) in);
+ }
+
+ @Override
+ public String getTokenInfo() {
+ RouterStoreTokenProtoOrBuilder p = viaProto ? proto : builder;
+ if (this.tokenInfo != null) {
+ return this.tokenInfo;
+ }
+ if (!p.hasTokenInfo()) {
+ return null;
+ }
+ this.tokenInfo = p.getTokenInfo();
+ return this.tokenInfo;
+ }
+
+ @Override
+ protected void setTokenInfo(String tokenInfo) {
+ maybeInitBuilder();
+ if(tokenInfo == null) {
Review Comment:
BTW, how is checkstyle not catching this?
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/security/RouterDelegationTokenSecretManager.java:
##########
@@ -157,6 +184,29 @@ public void updateStoredToken(RMDelegationTokenIdentifier id, long renewDate) th
}
}
+ /**
+ * The Router Supports Update Token.
+ *
+ * @param identifier RMDelegationToken.
+ * @param tokenInfo DelegationTokenInformation.
+ */
+ public void updateStoredToken(RMDelegationTokenIdentifier identifier,
+ DelegationTokenInformation tokenInfo) {
+ try {
+ byte[] tokenInfoBytes =
+ RouterDelegationTokenSupport.encodeDelegationTokenInformation(tokenInfo);
+ long renewDate = tokenInfo.getRenewDate();
+ String token = Base64.getUrlEncoder().encodeToString(tokenInfoBytes);
Review Comment:
We always do this.
Why not make encodeDelegationTokenInformation() return the String encoded already?
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/utils/FederationRouterRMTokenInputValidator.java:
##########
@@ -0,0 +1,104 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.yarn.server.federation.store.utils;
+
+import org.apache.hadoop.yarn.security.client.YARNDelegationTokenIdentifier;
+import org.apache.hadoop.yarn.server.federation.store.exception.FederationStateStoreInvalidInputException;
+import org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKey;
+import org.apache.hadoop.yarn.server.federation.store.records.RouterMasterKeyRequest;
+import org.apache.hadoop.yarn.server.federation.store.records.RouterRMTokenRequest;
+import org.apache.hadoop.yarn.server.federation.store.records.RouterStoreToken;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public final class FederationRouterRMTokenInputValidator {
+
+ private static final Logger LOG =
+ LoggerFactory.getLogger(FederationRouterRMTokenInputValidator.class);
+
+ private FederationRouterRMTokenInputValidator() {
+ }
+
+ /**
+ * We will check with the RouterRMTokenRequest{@link RouterRMTokenRequest}
+ * to ensure that the request object is not empty and that the RouterStoreToken is not empty.
+ *
+ * @param request RouterRMTokenRequest Request.
+ * @throws FederationStateStoreInvalidInputException if the request is invalid.
+ */
+ public static void validate(RouterRMTokenRequest request)
+ throws FederationStateStoreInvalidInputException {
+
+ if (request == null) {
+ String message = "Missing RouterRMToken Request."
+ + " Please try again by specifying a router rm token information.";
+ LOG.warn(message);
+ throw new FederationStateStoreInvalidInputException(message);
+ }
+
+ RouterStoreToken storeToken = request.getRouterStoreToken();
+ if (storeToken == null) {
+ String message = "Missing RouterStoreToken."
+ + " Please try again by specifying a router rm token information.";
+ LOG.warn(message);
+ throw new FederationStateStoreInvalidInputException(message);
+ }
+
+ try {
+ YARNDelegationTokenIdentifier identifier = storeToken.getTokenIdentifier();
+ if (identifier == null) {
+ String message = "Missing YARNDelegationTokenIdentifier."
+ + " Please try again by specifying a router rm token information.";
+ LOG.warn(message);
+ throw new FederationStateStoreInvalidInputException(message);
+ }
+ } catch (Exception e) {
+ throw new FederationStateStoreInvalidInputException(e);
+ }
+ }
+
+ /**
+ * We will check with the RouterMasterKeyRequest{@link RouterMasterKeyRequest}
+ * to ensure that the request object is not empty and that the RouterMasterKey is not empty.
+ *
+ * @param request RouterMasterKey Request.
+ * @throws FederationStateStoreInvalidInputException if the request is invalid.
+ */
+ public static void validate(RouterMasterKeyRequest request)
+ throws FederationStateStoreInvalidInputException {
+
+ // Verify the request to ensure that the request is not empty,
Review Comment:
Indentation
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/federation/store/impl/TestSQLFederationStateStore.java:
##########
@@ -558,38 +562,134 @@ public void testDeleteReservationHomeSubClusterAbnormalSituation() throws Except
() -> stateStore.deleteReservationHomeSubCluster(delRequest));
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testStoreNewMasterKey() throws Exception {
super.testStoreNewMasterKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testGetMasterKeyByDelegationKey() throws YarnException, IOException {
super.testGetMasterKeyByDelegationKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testRemoveStoredMasterKey() throws YarnException, IOException {
super.testRemoveStoredMasterKey();
Review Comment:
We could just remove this thing from here right?
##########
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/federation/store/impl/TestSQLFederationStateStore.java:
##########
@@ -558,38 +562,134 @@ public void testDeleteReservationHomeSubClusterAbnormalSituation() throws Except
() -> stateStore.deleteReservationHomeSubCluster(delRequest));
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testStoreNewMasterKey() throws Exception {
super.testStoreNewMasterKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testGetMasterKeyByDelegationKey() throws YarnException, IOException {
super.testGetMasterKeyByDelegationKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testRemoveStoredMasterKey() throws YarnException, IOException {
super.testRemoveStoredMasterKey();
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testStoreNewToken() throws IOException, YarnException {
- super.testStoreNewToken();
+ FederationStateStore stateStore = getStateStore();
+
+ // prepare parameters
+ RMDelegationTokenIdentifier identifier = new RMDelegationTokenIdentifier(
+ new Text("owner1"), new Text("renewer1"), new Text("realuser1"));
+ int sequenceNumber = 1;
+ identifier.setSequenceNumber(sequenceNumber);
+ Long renewDate = Time.now();
+ String tokenInfo = "tokenInfo";
+
+ // store new rm-token
+ RouterStoreToken storeToken = RouterStoreToken.newInstance(identifier, renewDate, tokenInfo);
+ RouterRMTokenRequest request = RouterRMTokenRequest.newInstance(storeToken);
+ RouterRMTokenResponse routerRMTokenResponse = stateStore.storeNewToken(request);
+
+ // Verify the returned result to ensure that the returned Response is not empty
+ // and the returned result is consistent with the input parameters.
+ Assert.assertNotNull(routerRMTokenResponse);
+ RouterStoreToken storeTokenResp = routerRMTokenResponse.getRouterStoreToken();
+ Assert.assertNotNull(storeTokenResp);
+ Assert.assertEquals(storeToken.getRenewDate(), storeTokenResp.getRenewDate());
+ Assert.assertEquals(storeToken.getTokenIdentifier(), storeTokenResp.getTokenIdentifier());
+ Assert.assertEquals(storeToken.getTokenInfo(), storeTokenResp.getTokenInfo());
}
- @Test(expected = NotImplementedException.class)
+ @Test
public void testUpdateStoredToken() throws IOException, YarnException {
- super.testUpdateStoredToken();
+ FederationStateStore stateStore = getStateStore();
Review Comment:
Not much difference with FederationStateStoreBaseTest#testUpdateStoredToken
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: common-issues-unsubscribe@hadoop.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: common-issues-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-issues-help@hadoop.apache.org