You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@systemml.apache.org by "Matthias Boehm (JIRA)" <ji...@apache.org> on 2017/11/22 23:24:00 UTC
[jira] [Closed] (SYSTEMML-2027) Perftest distributed codegen ops w/
intermittent task failures
[ https://issues.apache.org/jira/browse/SYSTEMML-2027?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Matthias Boehm closed SYSTEMML-2027.
------------------------------------
Resolution: Fixed
Assignee: Matthias Boehm
Fix Version/s: SystemML 1.0
> Perftest distributed codegen ops w/ intermittent task failures
> --------------------------------------------------------------
>
> Key: SYSTEMML-2027
> URL: https://issues.apache.org/jira/browse/SYSTEMML-2027
> Project: SystemML
> Issue Type: Bug
> Reporter: Matthias Boehm
> Assignee: Matthias Boehm
> Fix For: SystemML 1.0
>
>
> Various large-scale test scenarios of the perftest suite show intermittent but non-reproducible janino codegen compilation issues which result in rare task failures. Due to missing synchronization, concurrent tasks might try to compile and load the same class with the same class name multiple times leading to unwanted side effects. The solution is simple, synchronize the class compilation at the executors, which ensures that the first thread compiles a non-existing class and all subsequent threads and tasks simply reuse this class accordingly.
> Below is a list of various exceptions leading to the intermittent task failures:
> {code}
> Caused by: org.codehaus.janino.JaninoRuntimeException: codegen.TMP14.genexec(double[] a, int ai, SideInput[] b, double[] scalars, double[] c, int len, int rix): Operand stack underrun at offset 91
> at org.codehaus.janino.CodeContext.flowAnalysis(CodeContext.java:501)
> at org.codehaus.janino.CodeContext.flowAnalysis(CodeContext.java:541)
> at org.codehaus.janino.CodeContext.flowAnalysis(CodeContext.java:313)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:2839)
> at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1262)
> at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1234)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:538)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:420)
> at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:374)
> at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:369)
> at org.codehaus.janino.Java$AbstractPackageMemberClassDeclaration.accept(Java.java:1309)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:369)
> at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:345)
> at org.codehaus.janino.SimpleCompiler.compileToClassLoader(SimpleCompiler.java:396)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:205)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:196)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:91)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:84)
> at org.apache.sysml.runtime.codegen.CodegenUtils.compileClassJanino(CodegenUtils.java:174)
> ... 19 more
> {code}
> {code}
> Caused by: org.codehaus.commons.compiler.CompileException: Line 14, Column 55: No applicable constructor/method found for actual parameters "double[], java.lang.Object, int, int"; candidates are: "public static double[] org.apache.sysml.runtime.codegen.LibSpoofPrimitives.vectMultWrite(double[], double, int[], int, int, int)", "public static double[] org.apache.sysml.runtime.codegen.LibSpoofPrimitives.vectMultWrite(double[], double[], int, int, int)", "public static double[] org.apache.sysml.runtime.codegen.LibSpoofPrimitives.vectMultWrite(double, double[], int, int)", "public static double[] org.apache.sysml.runtime.codegen.LibSpoofPrimitives.vectMultWrite(double[], double, int, int)", "public static double[] org.apache.sysml.runtime.codegen.LibSpoofPrimitives.vectMultWrite(double[], double[], int, int[], int, int, int)", "public static double[] org.apache.sysml.runtime.codegen.LibSpoofPrimitives.vectMultWrite(double[], double[], int[], int, int, int, int)", "public static double[] org.apache.sysml.runtime.codegen.LibSpoofPrimitives.vectMultWrite(double, double[], int[], int, int, int)"
> at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:11004)
> at org.codehaus.janino.UnitCompiler.findMostSpecificIInvocable(UnitCompiler.java:8307)
> at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8169)
> at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8071)
> at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:4421)
> at org.codehaus.janino.UnitCompiler.access$7500(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$12.visitMethodInvocation(UnitCompiler.java:3774)
> at org.codehaus.janino.UnitCompiler$12.visitMethodInvocation(UnitCompiler.java:3762)
> at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:4328)
> at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:3762)
> at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:4933)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2330)
> at org.codehaus.janino.UnitCompiler.access$2600(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1386)
> at org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1370)
> at org.codehaus.janino.Java$LocalVariableDeclarationStatement.accept(Java.java:2974)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1370)
> at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1450)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:2811)
> at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1262)
> at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1234)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:538)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:420)
> at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:374)
> at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:369)
> at org.codehaus.janino.Java$AbstractPackageMemberClassDeclaration.accept(Java.java:1309)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:369)
> at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:345)
> at org.codehaus.janino.SimpleCompiler.compileToClassLoader(SimpleCompiler.java:396)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:205)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:196)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:91)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:84)
> at org.apache.sysml.runtime.codegen.CodegenUtils.compileClassJanino(CodegenUtils.java:174)
> ... 19 more
> {code}
> {code}
> Caused by: org.codehaus.commons.compiler.CompileException: Line 16, Column 40: Binary numeric promotion not possible on types "java.lang.Object" and "double"
> at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:11004)
> at org.codehaus.janino.UnitCompiler.binaryNumericPromotionType(UnitCompiler.java:10237)
> at org.codehaus.janino.UnitCompiler.getType2(UnitCompiler.java:6227)
> at org.codehaus.janino.UnitCompiler.access$13800(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$18.visitBinaryOperation(UnitCompiler.java:5675)
> at org.codehaus.janino.UnitCompiler$18.visitBinaryOperation(UnitCompiler.java:5660)
> at org.codehaus.janino.Java$BinaryOperation.accept(Java.java:4155)
> at org.codehaus.janino.Java$Rvalue.accept(Java.java:3532)
> at org.codehaus.janino.UnitCompiler.getType(UnitCompiler.java:5660)
> at org.codehaus.janino.UnitCompiler.compileArithmeticOperation(UnitCompiler.java:6859)
> at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:4367)
> at org.codehaus.janino.UnitCompiler.access$6900(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$12.visitBinaryOperation(UnitCompiler.java:3768)
> at org.codehaus.janino.UnitCompiler$12.visitBinaryOperation(UnitCompiler.java:3762)
> at org.codehaus.janino.Java$BinaryOperation.accept(Java.java:4155)
> at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:3762)
> at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:4933)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2330)
> at org.codehaus.janino.UnitCompiler.access$2600(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1386)
> at org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1370)
> at org.codehaus.janino.Java$LocalVariableDeclarationStatement.accept(Java.java:2974)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1370)
> at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1450)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:2811)
> at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1262)
> at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1234)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:538)
> at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:420)
> at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:206)
> at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:374)
> at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:369)
> at org.codehaus.janino.Java$AbstractPackageMemberClassDeclaration.accept(Java.java:1309)
> at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:369)
> at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:345)
> at org.codehaus.janino.SimpleCompiler.compileToClassLoader(SimpleCompiler.java:396)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:205)
> at org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:196)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:91)
> at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:84)
> at org.apache.sysml.runtime.codegen.CodegenUtils.compileClassJanino(CodegenUtils.java:174)
> ... 19 more
> {code}
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)