You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flume.apache.org by de...@apache.org on 2017/09/04 10:17:38 UTC

flume git commit: FLUME-3157. Refactor TestHDFSEventSinkOnMiniCluster to not use LeaseManager private API

Repository: flume
Updated Branches:
  refs/heads/trunk a7d2a289a -> 32c167dcc


FLUME-3157. Refactor TestHDFSEventSinkOnMiniCluster to not use LeaseManager private API

This fix removes LeaseManager private API usages from tests in
TestHDFSEventSinkOnMiniCluster as these methods are expected to be
removed/changed in future versions of Hadoop/HDFS.

Test refactored, it has the same result and behaviour.

This closes #164

Reviewers: Denes Arvay

(Ferenc Szabo via Denes Arvay)


Project: http://git-wip-us.apache.org/repos/asf/flume/repo
Commit: http://git-wip-us.apache.org/repos/asf/flume/commit/32c167dc
Tree: http://git-wip-us.apache.org/repos/asf/flume/tree/32c167dc
Diff: http://git-wip-us.apache.org/repos/asf/flume/diff/32c167dc

Branch: refs/heads/trunk
Commit: 32c167dccd711f163221b374bf6a4af68e66f0df
Parents: a7d2a28
Author: Ferenc Szabo <fs...@cloudera.com>
Authored: Fri Sep 1 19:10:27 2017 +0200
Committer: Denes Arvay <de...@apache.org>
Committed: Mon Sep 4 11:39:19 2017 +0200

----------------------------------------------------------------------
 .../flume/sink/hdfs/TestHDFSEventSinkOnMiniCluster.java  | 11 +++++------
 1 file changed, 5 insertions(+), 6 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/flume/blob/32c167dc/flume-ng-sinks/flume-hdfs-sink/src/test/java/org/apache/flume/sink/hdfs/TestHDFSEventSinkOnMiniCluster.java
----------------------------------------------------------------------
diff --git a/flume-ng-sinks/flume-hdfs-sink/src/test/java/org/apache/flume/sink/hdfs/TestHDFSEventSinkOnMiniCluster.java b/flume-ng-sinks/flume-hdfs-sink/src/test/java/org/apache/flume/sink/hdfs/TestHDFSEventSinkOnMiniCluster.java
index d35bce5..9400c9c 100644
--- a/flume-ng-sinks/flume-hdfs-sink/src/test/java/org/apache/flume/sink/hdfs/TestHDFSEventSinkOnMiniCluster.java
+++ b/flume-ng-sinks/flume-hdfs-sink/src/test/java/org/apache/flume/sink/hdfs/TestHDFSEventSinkOnMiniCluster.java
@@ -40,7 +40,6 @@ import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hdfs.MiniDFSCluster;
-import org.apache.hadoop.hdfs.server.namenode.LeaseManager;
 import org.apache.hadoop.hdfs.server.namenode.NameNodeAdapter;
 import org.junit.AfterClass;
 import org.junit.Assert;
@@ -570,18 +569,18 @@ public class TestHDFSEventSinkOnMiniCluster {
     Assert.assertEquals(1, statuses.length);
 
     String filePath = statuses[0].getPath().toUri().getPath();
-    LeaseManager lm = NameNodeAdapter.getLeaseManager(cluster.getNamesystem());
 
-    Object lease = lm.getLeaseByPath(filePath);
+    // -1 in case that the lease doesn't exist.
+    long leaseRenewalTime = NameNodeAdapter.getLeaseRenewalTime(cluster.getNameNode(), filePath);
     // wait until the NameNode recovers the lease
-    for (int i = 0; i < 10 && lease != null; i++) {
+    for (int i = 0; (i < 10) && (leaseRenewalTime != -1L); i++) {
       TimeUnit.SECONDS.sleep(1);
-      lease = lm.getLeaseByPath(filePath);
+      leaseRenewalTime = NameNodeAdapter.getLeaseRenewalTime(cluster.getNameNode(), filePath);
     }
 
     // There should be no lease for the given path even if close failed as the BucketWriter
     // explicitly calls the recoverLease()
-    Assert.assertNull(lease);
+    Assert.assertEquals(-1L, leaseRenewalTime);
 
     if (!KEEP_DATA) {
       fs.delete(outputDirPath, true);