You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@flink.apache.org by TechnoMage <ml...@technomage.com> on 2018/11/29 15:01:59 UTC

Table exception

I have a simple test for looking at Flink SQL and hit an exception reported as a bug.  I wonder though if it is a missing dependency.

Michael

#### Error in test
org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
	at org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:146)
	at org.apache.flink.runtime.minicluster.MiniCluster.executeJobBlocking(MiniCluster.java:630)
	at org.apache.flink.streaming.api.environment.LocalStreamEnvironment.execute(LocalStreamEnvironment.java:123)
	at com.cogility.hcep.tests.experimental.FlinkSQLTest.lambda$1(FlinkSQLTest.java:171)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.flink.api.common.InvalidProgramException: Table program cannot be compiled. This is a bug. Please file an issue.
	at org.apache.flink.table.codegen.Compiler$class.compile(Compiler.scala:36)
	at org.apache.flink.table.runtime.aggregate.GroupAggProcessFunction.compile(GroupAggProcessFunction.scala:39)
	at org.apache.flink.table.runtime.aggregate.GroupAggProcessFunction.open(GroupAggProcessFunction.scala:61)
	at org.apache.flink.api.common.functions.util.FunctionUtils.openFunction(FunctionUtils.java:36)
	at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.open(AbstractUdfStreamOperator.java:102)
	at org.apache.flink.streaming.api.operators.LegacyKeyedProcessOperator.open(LegacyKeyedProcessOperator.java:60)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.openAllOperators(StreamTask.java:424)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:290)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:711)
	... 1 more
Caused by: org.codehaus.commons.compiler.CompileException: Line 43, Column 10: Unknown variable or type "org.apache.commons.codec.binary.Base64"
	at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:11672)
	at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:6443)
	at org.codehaus.janino.UnitCompiler.access$13000(UnitCompiler.java:212)
	at org.codehaus.janino.UnitCompiler$18.visitPackage(UnitCompiler.java:6055)
	at org.codehaus.janino.UnitCompiler$18.visitPackage(UnitCompiler.java:6052)
	at org.codehaus.janino.Java$Package.accept(Java.java:4074)
	at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:6052)
	at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:6438)
	at org.codehaus.janino.UnitCompiler.access$13600(UnitCompiler.java:212)
	at org.codehaus.janino.UnitCompiler$18$2$1.visitAmbiguousName(UnitCompiler.java:6080)
	at org.codehaus.janino.UnitCompiler$18$2$1.visitAmbiguousName(UnitCompiler.java:6077)
	at org.codehaus.janino.Java$AmbiguousName.accept(Java.java:4050)
	at org.codehaus.janino.UnitCompiler$18$2.visitLvalue(UnitCompiler.java:6077)
	at org.codehaus.janino.UnitCompiler$18$2.visitLvalue(UnitCompiler.java:6073)
	at org.codehaus.janino.Java$Lvalue.accept(Java.java:3974)
	at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6073)
	at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6052)
	at org.codehaus.janino.Java$Rvalue.accept(Java.java:3942)
	at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:6052)
	at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8591)
	at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:6689)
	at org.codehaus.janino.UnitCompiler.access$15200(UnitCompiler.java:212)
	at org.codehaus.janino.UnitCompiler$18$2.visitMethodInvocation(UnitCompiler.java:6100)
	at org.codehaus.janino.UnitCompiler$18$2.visitMethodInvocation(UnitCompiler.java:6073)
	at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:4874)
	at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6073)
	at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6052)
	at org.codehaus.janino.Java$Rvalue.accept(Java.java:3942)
	at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:6052)
	at org.codehaus.janino.UnitCompiler.findMostSpecificIInvocable(UnitCompiler.java:8802)
	at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8688)
	at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8590)
	at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:4708)
	at org.codehaus.janino.UnitCompiler.access$8200(UnitCompiler.java:212)
	at org.codehaus.janino.UnitCompiler$12.visitMethodInvocation(UnitCompiler.java:4071)
	at org.codehaus.janino.UnitCompiler$12.visitMethodInvocation(UnitCompiler.java:4044)
	at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:4874)
	at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:4044)
	at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:5224)
	at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:4667)
	at org.codehaus.janino.UnitCompiler.access$7700(UnitCompiler.java:212)
	at org.codehaus.janino.UnitCompiler$12.visitCast(UnitCompiler.java:4066)
	at org.codehaus.janino.UnitCompiler$12.visitCast(UnitCompiler.java:4044)
	at org.codehaus.janino.Java$Cast.accept(Java.java:4699)
	at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:4044)
	at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:5224)
	at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2536)
	at org.codehaus.janino.UnitCompiler.access$2600(UnitCompiler.java:212)
	at org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1459)
	at org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1443)
	at org.codehaus.janino.Java$LocalVariableDeclarationStatement.accept(Java.java:3348)
	at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1443)
	at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1523)
	at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:3052)
	at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1313)
	at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1286)
	at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:785)
	at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:436)
	at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:212)
	at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:390)
	at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:385)
	at org.codehaus.janino.Java$PackageMemberClassDeclaration.accept(Java.java:1405)
	at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:385)
	at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:357)
	at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:234)
	at org.codehaus.janino.SimpleCompiler.compileToClassLoader(SimpleCompiler.java:446)
	at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:213)
	at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:204)
	at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:80)
	at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:75)
	at org.apache.flink.table.codegen.Compiler$class.compile(Compiler.scala:33)
	... 9 more


Re: Table exception

Posted by Timo Walther <tw...@apache.org>.
Hi Michael,

this dependency issue should have been fixed recently. Which Flink 
version are you using?

Regards,
Timo


Am 29.11.18 um 16:01 schrieb TechnoMage:
> I have a simple test for looking at Flink SQL and hit an exception 
> reported as a bug.  I wonder though if it is a missing dependency.
>
> Michael
>
> #### Error in test
> org.apache.flink.runtime.client.JobExecutionException: Job execution 
> failed.
> at 
> org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:146)
> at 
> org.apache.flink.runtime.minicluster.MiniCluster.executeJobBlocking(MiniCluster.java:630)
> at 
> org.apache.flink.streaming.api.environment.LocalStreamEnvironment.execute(LocalStreamEnvironment.java:123)
> at 
> com.cogility.hcep.tests.experimental.FlinkSQLTest.lambda$1(FlinkSQLTest.java:171)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: org.apache.flink.api.common.InvalidProgramException: Table 
> program cannot be compiled. This is a bug. Please file an issue.
> at 
> org.apache.flink.table.codegen.Compiler$class.compile(Compiler.scala:36)
> at 
> org.apache.flink.table.runtime.aggregate.GroupAggProcessFunction.compile(GroupAggProcessFunction.scala:39)
> at 
> org.apache.flink.table.runtime.aggregate.GroupAggProcessFunction.open(GroupAggProcessFunction.scala:61)
> at 
> org.apache.flink.api.common.functions.util.FunctionUtils.openFunction(FunctionUtils.java:36)
> at 
> org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.open(AbstractUdfStreamOperator.java:102)
> at 
> org.apache.flink.streaming.api.operators.LegacyKeyedProcessOperator.open(LegacyKeyedProcessOperator.java:60)
> at 
> org.apache.flink.streaming.runtime.tasks.StreamTask.openAllOperators(StreamTask.java:424)
> at 
> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:290)
> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:711)
> ... 1 more
> Caused by: org.codehaus.commons.compiler.CompileException: Line 43, 
> Column 10: Unknown variable or type 
> "org.apache.commons.codec.binary.Base64"
> at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:11672)
> at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:6443)
> at org.codehaus.janino.UnitCompiler.access$13000(UnitCompiler.java:212)
> at 
> org.codehaus.janino.UnitCompiler$18.visitPackage(UnitCompiler.java:6055)
> at 
> org.codehaus.janino.UnitCompiler$18.visitPackage(UnitCompiler.java:6052)
> at org.codehaus.janino.Java$Package.accept(Java.java:4074)
> at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:6052)
> at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:6438)
> at org.codehaus.janino.UnitCompiler.access$13600(UnitCompiler.java:212)
> at 
> org.codehaus.janino.UnitCompiler$18$2$1.visitAmbiguousName(UnitCompiler.java:6080)
> at 
> org.codehaus.janino.UnitCompiler$18$2$1.visitAmbiguousName(UnitCompiler.java:6077)
> at org.codehaus.janino.Java$AmbiguousName.accept(Java.java:4050)
> at 
> org.codehaus.janino.UnitCompiler$18$2.visitLvalue(UnitCompiler.java:6077)
> at 
> org.codehaus.janino.UnitCompiler$18$2.visitLvalue(UnitCompiler.java:6073)
> at org.codehaus.janino.Java$Lvalue.accept(Java.java:3974)
> at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6073)
> at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6052)
> at org.codehaus.janino.Java$Rvalue.accept(Java.java:3942)
> at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:6052)
> at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8591)
> at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:6689)
> at org.codehaus.janino.UnitCompiler.access$15200(UnitCompiler.java:212)
> at 
> org.codehaus.janino.UnitCompiler$18$2.visitMethodInvocation(UnitCompiler.java:6100)
> at 
> org.codehaus.janino.UnitCompiler$18$2.visitMethodInvocation(UnitCompiler.java:6073)
> at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:4874)
> at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6073)
> at org.codehaus.janino.UnitCompiler$18.visitRvalue(UnitCompiler.java:6052)
> at org.codehaus.janino.Java$Rvalue.accept(Java.java:3942)
> at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:6052)
> at 
> org.codehaus.janino.UnitCompiler.findMostSpecificIInvocable(UnitCompiler.java:8802)
> at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8688)
> at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8590)
> at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:4708)
> at org.codehaus.janino.UnitCompiler.access$8200(UnitCompiler.java:212)
> at 
> org.codehaus.janino.UnitCompiler$12.visitMethodInvocation(UnitCompiler.java:4071)
> at 
> org.codehaus.janino.UnitCompiler$12.visitMethodInvocation(UnitCompiler.java:4044)
> at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:4874)
> at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:4044)
> at 
> org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:5224)
> at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:4667)
> at org.codehaus.janino.UnitCompiler.access$7700(UnitCompiler.java:212)
> at org.codehaus.janino.UnitCompiler$12.visitCast(UnitCompiler.java:4066)
> at org.codehaus.janino.UnitCompiler$12.visitCast(UnitCompiler.java:4044)
> at org.codehaus.janino.Java$Cast.accept(Java.java:4699)
> at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:4044)
> at 
> org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:5224)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2536)
> at org.codehaus.janino.UnitCompiler.access$2600(UnitCompiler.java:212)
> at 
> org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1459)
> at 
> org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1443)
> at 
> org.codehaus.janino.Java$LocalVariableDeclarationStatement.accept(Java.java:3348)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1443)
> at 
> org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1523)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:3052)
> at 
> org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1313)
> at 
> org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1286)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:785)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:436)
> at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:212)
> at 
> org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:390)
> at 
> org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:385)
> at 
> org.codehaus.janino.Java$PackageMemberClassDeclaration.accept(Java.java:1405)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:385)
> at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:357)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:234)
> at 
> org.codehaus.janino.SimpleCompiler.compileToClassLoader(SimpleCompiler.java:446)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:213)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:204)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:80)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:75)
> at 
> org.apache.flink.table.codegen.Compiler$class.compile(Compiler.scala:33)
> ... 9 more
>