You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by si...@apache.org on 2023/04/12 19:27:05 UTC
[hudi] 01/02: fix TestRemoteFileSystemViewWithMetadataTable connection refused
This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a commit to branch release-0.12.3
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 1e56e46ed05cc47fe3be130c9fe14c561e58f211
Author: Raymond Xu <27...@users.noreply.github.com>
AuthorDate: Wed Apr 12 10:56:20 2023 +0800
fix TestRemoteFileSystemViewWithMetadataTable connection refused
---
.../functional/TestRemoteFileSystemViewWithMetadataTable.java | 11 +++--------
1 file changed, 3 insertions(+), 8 deletions(-)
diff --git a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestRemoteFileSystemViewWithMetadataTable.java b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestRemoteFileSystemViewWithMetadataTable.java
index 63d959f8643..fa6d15e42ef 100644
--- a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestRemoteFileSystemViewWithMetadataTable.java
+++ b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestRemoteFileSystemViewWithMetadataTable.java
@@ -45,8 +45,6 @@ import org.apache.hudi.metadata.HoodieMetadataFileSystemView;
import org.apache.hudi.testutils.HoodieClientTestHarness;
import org.apache.hudi.timeline.service.TimelineService;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.log4j.LogManager;
import org.apache.log4j.Logger;
@@ -80,9 +78,8 @@ public class TestRemoteFileSystemViewWithMetadataTable extends HoodieClientTestH
@BeforeEach
public void setUp() throws Exception {
- initPath();
+ basePath = tempDir.toUri().toString();
initSparkContexts();
- initFileSystem();
initMetaClient();
initTimelineService();
dataGen = new HoodieTestDataGenerator(0x1f86);
@@ -93,8 +90,6 @@ public class TestRemoteFileSystemViewWithMetadataTable extends HoodieClientTestH
cleanupTimelineService();
cleanupClients();
cleanupSparkContexts();
- cleanupFileSystem();
- cleanupExecutorService();
dataGen = null;
System.gc();
}
@@ -110,10 +105,10 @@ public class TestRemoteFileSystemViewWithMetadataTable extends HoodieClientTestH
.withFileSystemViewConfig(FileSystemViewStorageConfig.newBuilder()
.withRemoteServerPort(incrementTimelineServicePortToUse()).build())
.build();
- timelineService = new TimelineService(localEngineContext, new Configuration(),
+ timelineService = new TimelineService(localEngineContext, metaClient.getHadoopConf(),
TimelineService.Config.builder().enableMarkerRequests(true)
.serverPort(config.getViewStorageConfig().getRemoteViewServerPort()).build(),
- FileSystem.get(new Configuration()),
+ metaClient.getFs(),
FileSystemViewManager.createViewManager(
context, config.getMetadataConfig(), config.getViewStorageConfig(),
config.getCommonConfig(),