You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@ozone.apache.org by "Siyao Meng (Jira)" <ji...@apache.org> on 2020/12/03 20:00:15 UTC
[jira] [Updated] (HDDS-4548) OM trash emptier failed to start with
No FileSystem for scheme "ofs"
[ https://issues.apache.org/jira/browse/HDDS-4548?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Siyao Meng updated HDDS-4548:
-----------------------------
Description:
Trivial to repro with docker-compose:
1. Add line
{code}
CORE-SITE.XML_fs.trash.interval=1
{code}
in {{hadoop-ozone/dist/src/main/compose/ozone/docker-config}} to enable trash emptier.
2. then start the docker-compose cluster
3. observe that OM failed to start:
{code}
2020-12-03 19:55:59,431 [IPC Server listener on 9862] INFO ipc.Server: IPC Server listener on 9862: starting
2020-12-03 19:55:59,625 [Listener at om/9862] ERROR om.OzoneManagerStarter: OM start failed with exception
org.apache.hadoop.fs.UnsupportedFileSystemException: No FileSystem for scheme "ofs"
at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:3281)
at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3301)
at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:124)
at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3352)
at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3320)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:479)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:227)
at org.apache.hadoop.ozone.om.OzoneManager$1.run(OzoneManager.java:1288)
at org.apache.hadoop.ozone.om.OzoneManager$1.run(OzoneManager.java:1285)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:517)
at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:498)
at org.apache.hadoop.ozone.om.OzoneManager.startTrashEmptier(OzoneManager.java:1284)
at org.apache.hadoop.ozone.om.OzoneManager.start(OzoneManager.java:1191)
at org.apache.hadoop.ozone.om.OzoneManagerStarter$OMStarterHelper.start(OzoneManagerStarter.java:125)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.startOm(OzoneManagerStarter.java:79)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.call(OzoneManagerStarter.java:67)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.call(OzoneManagerStarter.java:38)
at picocli.CommandLine.executeUserObject(CommandLine.java:1933)
at picocli.CommandLine.access$1100(CommandLine.java:145)
at picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2332)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2326)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2291)
at picocli.CommandLine$AbstractParseResultHandler.handleParseResult(CommandLine.java:2152)
at picocli.CommandLine.parseWithHandlers(CommandLine.java:2530)
at picocli.CommandLine.parseWithHandler(CommandLine.java:2465)
at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:96)
at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:87)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.main(OzoneManagerStarter.java:51)
No FileSystem for scheme "ofs"
2020-12-03 19:55:59,635 [shutdown-hook-0] INFO om.OzoneManagerStarter: SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down OzoneManager at 83b51d59597e/172.18.0.2
************************************************************/
{code}
was:
Trivial to repro with docker-compose:
1. Add line
{code}
CORE-SITE.XML_fs.trash.interval=1
{code}
in {{hadoop-ozone/dist/src/main/compose/ozone/docker-config}} to enable
2. then start the docker-compose cluster
3. observe that OM failed to start:
{code}
2020-12-03 19:55:59,431 [IPC Server listener on 9862] INFO ipc.Server: IPC Server listener on 9862: starting
2020-12-03 19:55:59,625 [Listener at om/9862] ERROR om.OzoneManagerStarter: OM start failed with exception
org.apache.hadoop.fs.UnsupportedFileSystemException: No FileSystem for scheme "ofs"
at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:3281)
at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3301)
at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:124)
at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3352)
at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3320)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:479)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:227)
at org.apache.hadoop.ozone.om.OzoneManager$1.run(OzoneManager.java:1288)
at org.apache.hadoop.ozone.om.OzoneManager$1.run(OzoneManager.java:1285)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:517)
at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:498)
at org.apache.hadoop.ozone.om.OzoneManager.startTrashEmptier(OzoneManager.java:1284)
at org.apache.hadoop.ozone.om.OzoneManager.start(OzoneManager.java:1191)
at org.apache.hadoop.ozone.om.OzoneManagerStarter$OMStarterHelper.start(OzoneManagerStarter.java:125)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.startOm(OzoneManagerStarter.java:79)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.call(OzoneManagerStarter.java:67)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.call(OzoneManagerStarter.java:38)
at picocli.CommandLine.executeUserObject(CommandLine.java:1933)
at picocli.CommandLine.access$1100(CommandLine.java:145)
at picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2332)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2326)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2291)
at picocli.CommandLine$AbstractParseResultHandler.handleParseResult(CommandLine.java:2152)
at picocli.CommandLine.parseWithHandlers(CommandLine.java:2530)
at picocli.CommandLine.parseWithHandler(CommandLine.java:2465)
at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:96)
at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:87)
at org.apache.hadoop.ozone.om.OzoneManagerStarter.main(OzoneManagerStarter.java:51)
No FileSystem for scheme "ofs"
2020-12-03 19:55:59,635 [shutdown-hook-0] INFO om.OzoneManagerStarter: SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down OzoneManager at 83b51d59597e/172.18.0.2
************************************************************/
{code}
> OM trash emptier failed to start with No FileSystem for scheme "ofs"
> --------------------------------------------------------------------
>
> Key: HDDS-4548
> URL: https://issues.apache.org/jira/browse/HDDS-4548
> Project: Hadoop Distributed Data Store
> Issue Type: Sub-task
> Components: Ozone Manager
> Reporter: Siyao Meng
> Assignee: Sadanand Shenoy
> Priority: Critical
>
> Trivial to repro with docker-compose:
> 1. Add line
> {code}
> CORE-SITE.XML_fs.trash.interval=1
> {code}
> in {{hadoop-ozone/dist/src/main/compose/ozone/docker-config}} to enable trash emptier.
> 2. then start the docker-compose cluster
> 3. observe that OM failed to start:
> {code}
> 2020-12-03 19:55:59,431 [IPC Server listener on 9862] INFO ipc.Server: IPC Server listener on 9862: starting
> 2020-12-03 19:55:59,625 [Listener at om/9862] ERROR om.OzoneManagerStarter: OM start failed with exception
> org.apache.hadoop.fs.UnsupportedFileSystemException: No FileSystem for scheme "ofs"
> at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:3281)
> at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3301)
> at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:124)
> at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3352)
> at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3320)
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:479)
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:227)
> at org.apache.hadoop.ozone.om.OzoneManager$1.run(OzoneManager.java:1288)
> at org.apache.hadoop.ozone.om.OzoneManager$1.run(OzoneManager.java:1285)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
> at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:517)
> at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:498)
> at org.apache.hadoop.ozone.om.OzoneManager.startTrashEmptier(OzoneManager.java:1284)
> at org.apache.hadoop.ozone.om.OzoneManager.start(OzoneManager.java:1191)
> at org.apache.hadoop.ozone.om.OzoneManagerStarter$OMStarterHelper.start(OzoneManagerStarter.java:125)
> at org.apache.hadoop.ozone.om.OzoneManagerStarter.startOm(OzoneManagerStarter.java:79)
> at org.apache.hadoop.ozone.om.OzoneManagerStarter.call(OzoneManagerStarter.java:67)
> at org.apache.hadoop.ozone.om.OzoneManagerStarter.call(OzoneManagerStarter.java:38)
> at picocli.CommandLine.executeUserObject(CommandLine.java:1933)
> at picocli.CommandLine.access$1100(CommandLine.java:145)
> at picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2332)
> at picocli.CommandLine$RunLast.handle(CommandLine.java:2326)
> at picocli.CommandLine$RunLast.handle(CommandLine.java:2291)
> at picocli.CommandLine$AbstractParseResultHandler.handleParseResult(CommandLine.java:2152)
> at picocli.CommandLine.parseWithHandlers(CommandLine.java:2530)
> at picocli.CommandLine.parseWithHandler(CommandLine.java:2465)
> at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:96)
> at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:87)
> at org.apache.hadoop.ozone.om.OzoneManagerStarter.main(OzoneManagerStarter.java:51)
> No FileSystem for scheme "ofs"
> 2020-12-03 19:55:59,635 [shutdown-hook-0] INFO om.OzoneManagerStarter: SHUTDOWN_MSG:
> /************************************************************
> SHUTDOWN_MSG: Shutting down OzoneManager at 83b51d59597e/172.18.0.2
> ************************************************************/
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@ozone.apache.org
For additional commands, e-mail: issues-help@ozone.apache.org