You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@flink.apache.org by "Xintong Song (Jira)" <ji...@apache.org> on 2022/10/31 01:38:00 UTC
[jira] [Closed] (FLINK-29728) TablePlanner prevents Flink from starting is working directory is a symbolic link
[ https://issues.apache.org/jira/browse/FLINK-29728?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Xintong Song closed FLINK-29728.
--------------------------------
Fix Version/s: 1.17.0
1.16.1
Resolution: Fixed
- master (1.17): e8e9db37e17110ff04175d2720484b34f5c4d5ba
- release-1.16: 8fd9aa63a30a6037fcad752ab74fbdd6649ca3f0
> TablePlanner prevents Flink from starting is working directory is a symbolic link
> ---------------------------------------------------------------------------------
>
> Key: FLINK-29728
> URL: https://issues.apache.org/jira/browse/FLINK-29728
> Project: Flink
> Issue Type: Bug
> Components: Table SQL / Planner
> Affects Versions: 1.15.2
> Reporter: Angelo Kastroulis
> Assignee: Weijie Guo
> Priority: Major
> Fix For: 1.17.0, 1.16.1
>
>
> The Flink runtime throws an exception when using the table API if the working directory is a symbolic link. This is the case when run on AWS EMR with Yarn. There is a similar issue [here|https://issues.apache.org/jira/browse/FLINK-20267] and I believe the same fix applied there would work.
>
>
> {code:java}
> Caused by: org.apache.flink.table.api.TableException: Could not initialize the table planner components loader.
> at org.apache.flink.table.planner.loader.PlannerModule.<init>(PlannerModule.java:123) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.PlannerModule.<init>(PlannerModule.java:52) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.PlannerModule$PlannerComponentsHolder.<clinit>(PlannerModule.java:131) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.PlannerModule.getInstance(PlannerModule.java:135) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.DelegateExecutorFactory.<init>(DelegateExecutorFactory.java:34) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_342]
> at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_342]
> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_342]
> at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_342]
> at java.lang.Class.newInstance(Class.java:442) ~[?:1.8.0_342]
> at java.util.ServiceLoader$LazyIterator.nextService(ServiceLoader.java:380) ~[?:1.8.0_342]
> at java.util.ServiceLoader$LazyIterator.next(ServiceLoader.java:404) ~[?:1.8.0_342]
> at java.util.ServiceLoader$1.next(ServiceLoader.java:480) ~[?:1.8.0_342]
> at org.apache.flink.table.factories.ServiceLoaderUtil.load(ServiceLoaderUtil.java:42) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.factories.FactoryUtil.discoverFactories(FactoryUtil.java:798) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.factories.FactoryUtil.discoverFactory(FactoryUtil.java:517) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.api.internal.TableEnvironmentImpl.create(TableEnvironmentImpl.java:276) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.api.TableEnvironment.create(TableEnvironment.java:93) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at com.ballista.Hermes.BCSE$.useLocalCatalog(BCSE.scala:210) ~[?:?]
> at com.ballista.Hermes.BCSE$.main(BCSE.scala:114) ~[?:?]
> at com.ballista.Hermes.BCSE.main(BCSE.scala) ~[?:?]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_342]
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_342]
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_342]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_342]
> at org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) ~[flink-dist-1.15.1.jar:1.15.1]
> ... 7 more
> Caused by: java.nio.file.FileAlreadyExistsException: /tmp
> at sun.nio.fs.UnixException.translateToIOException(UnixException.java:88) ~[?:1.8.0_342]
> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102) ~[?:1.8.0_342]
> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107) ~[?:1.8.0_342]
> at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:384) ~[?:1.8.0_342]
> at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_342]
> at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_342]
> at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_342]
> at org.apache.flink.table.planner.loader.PlannerModule.<init>(PlannerModule.java:96) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.PlannerModule.<init>(PlannerModule.java:52) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.PlannerModule$PlannerComponentsHolder.<clinit>(PlannerModule.java:131) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.PlannerModule.getInstance(PlannerModule.java:135) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at org.apache.flink.table.planner.loader.DelegateExecutorFactory.<init>(DelegateExecutorFactory.java:34) ~[flink-table-planner-loader-1.15.1.jar:1.15.1]
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_342]
> at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_342]
> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_342]
> at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_342]
> at java.lang.Class.newInstance(Class.java:442) ~[?:1.8.0_342]
> at java.util.ServiceLoader$LazyIterator.nextService(ServiceLoader.java:380) ~[?:1.8.0_342]
> at java.util.ServiceLoader$LazyIterator.next(ServiceLoader.java:404) ~[?:1.8.0_342]
> at java.util.ServiceLoader$1.next(ServiceLoader.java:480) ~[?:1.8.0_342]
> at org.apache.flink.table.factories.ServiceLoaderUtil.load(ServiceLoaderUtil.java:42) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.factories.FactoryUtil.discoverFactories(FactoryUtil.java:798) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.factories.FactoryUtil.discoverFactory(FactoryUtil.java:517) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.api.internal.TableEnvironmentImpl.create(TableEnvironmentImpl.java:276) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at org.apache.flink.table.api.TableEnvironment.create(TableEnvironment.java:93) ~[flink-table-api-java-uber-1.15.1.jar:1.15.1]
> at com.ballista.Hermes.BCSE$.useLocalCatalog(BCSE.scala:210) ~[?:?]
> at com.ballista.Hermes.BCSE$.main(BCSE.scala:114) ~[?:?]
> at com.ballista.Hermes.BCSE.main(BCSE.scala) ~[?:?]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_342]
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_342]
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_342]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_342]
> at org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) ~[flink-dist-1.15.1.jar:1.15.1] {code}
>
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)