(DEPRECATED) Apache Flink User Mailing List archive.

Flink is failing for all Jobs if one job gets failed

classic Classic list List threaded Threaded
♦
♦
 2 messages Options
saksham sapra
Reply | Threaded
Open this post in threaded view
♦
♦
|

Flink is failing for all Jobs if one job gets failed

saksham sapra

I am working on flink local, i have created one task manager which pushes the request to flink. So if one job gets failed for some function error, then other jobs which were running correctly before the error came for one file ,  the new jobs fail automatically if configuration for that file is different also.

It seems to flink cache issues, not sure. If anyone has any idea let me know.
Please find the log attached.

2020-10-13 13:57:13
java.lang.Exception: The user defined 'open(Configuration)' method in class com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.AdapterMultiTypeRichFlatMapFunction caused an exception: Failed to compile class name(com.opus.optimus.toolset.batch.workflow.di2.NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300)
code:

public class NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300 implements IInboundContextAdapter {
String convert(IndexedMapContext context) {
return nG9(context);
}

public String adapt(IContext context) {
return convert((IndexedMapContext)context);
}

String nG9(IndexedMapContext context) {
return (String)context.get(2);}
}

    at org.apache.flink.runtime.operators.BatchTask.openUserCode(BatchTask.java:1351)
    at org.apache.flink.runtime.operators.chaining.ChainedFlatMapDriver.openTask(ChainedFlatMapDriver.java:47)
    at org.apache.flink.runtime.operators.BatchTask.openChainedTasks(BatchTask.java:1391)
    at org.apache.flink.runtime.operators.DataSourceTask.invoke(DataSourceTask.java:157)
    at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:705)
    at org.apache.flink.runtime.taskmanager.Task.run(Task.java:530)
    at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: Failed to compile class name(com.opus.optimus.toolset.batch.workflow.di2.NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300)
code:
package com.opus.optimus.toolset.batch.workflow.di2;

import com.opus.optimus.toolset.batch.workflow.dynamic.IndexedMapContext;
import com.opus.optimus.toolset.batch.workflow.runtime.common.IContext;
import com.opus.optimus.toolset.batch.workflow.runtime.common.IInboundContextAdapter;
import java.lang.String;

public class NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300 implements IInboundContextAdapter {
String convert(IndexedMapContext context) {
return nG9(context);
}

public String adapt(IContext context) {
return convert((IndexedMapContext)context);
}

String nG9(IndexedMapContext context) {
return (String)context.get(2);}
}

    at com.opus.optimus.toolset.code.generator.compiler.ScriptCompilerUtil.newInstance(ScriptCompilerUtil.java:11)
    at com.opus.optimus.toolset.batch.workflow.dynamic.analyzer.JavaCodeInboundContextAdapter.compile(JavaCodeInboundContextAdapter.java:31)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.util.AdapterUtil.compileAdapters(AdapterUtil.java:31)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.util.AdapterUtil.compileAdapters(AdapterUtil.java:47)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.AdapterMultiTypeRichFlatMapFunction.compileScripts(AdapterMultiTypeRichFlatMapFunction.java:65)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.AdapterMultiTypeRichFlatMapFunction.open(AdapterMultiTypeRichFlatMapFunction.java:60)
    at org.apache.flink.api.common.functions.util.FunctionUtils.openFunction(FunctionUtils.java:36)
    at org.apache.flink.runtime.operators.BatchTask.openUserCode(BatchTask.java:1349)
    ... 6 more
Caused by: java.lang.ClassNotFoundException: File 'com/opus/optimus/generated/excel/NG1256203349277500.java', Line 11, Column 35: No applicable constructor/method found for actual parameters "java.lang.String"; candidates are: "public static java.lang.Integer com.opus.optimus.toolset.batch.workflow.function.standard.common.excel.ExcelFunctions.indexOf(java.lang.String, java.lang.String)"
    at org.codehaus.janino.JavaSourceClassLoader.generateBytecodes(JavaSourceClassLoader.java:228)
    at org.codehaus.janino.JavaSourceClassLoader.findClass(JavaSourceClassLoader.java:182)
    at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:588)
    at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:521)
    at com.opus.optimus.toolset.code.generator.compiler.JaninoCompiler.getClass(JaninoCompiler.java:18)
    at com.opus.optimus.toolset.code.generator.compiler.ScriptCompilerUtil.newInstance(ScriptCompilerUtil.java:7)
    ... 13 more
Caused by: org.codehaus.commons.compiler.CompileException: File 'com/opus/optimus/generated/excel/NG1256203349277500.java', Line 11, Column 35: No applicable constructor/method found for actual parameters "java.lang.String"; candidates are: "public static java.lang.Integer com.opus.optimus.toolset.batch.workflow.function.standard.common.excel.ExcelFunctions.indexOf(java.lang.String, java.lang.String)"
    at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:12124)
    at org.codehaus.janino.UnitCompiler.findMostSpecificIInvocable(UnitCompiler.java:9176)
    at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:9036)
    at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8938)
    at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:5060)
    at org.codehaus.janino.UnitCompiler.access$9100(UnitCompiler.java:215)
    at org.codehaus.janino.UnitCompiler$16.visitMethodInvocation(UnitCompiler.java:4421)
    at org.codehaus.janino.UnitCompiler$16.visitMethodInvocation(UnitCompiler.java:4394)
    at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:5062)
    at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:4394)
    at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:5575)
    at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2649)
    at org.codehaus.janino.UnitCompiler.access$2800(UnitCompiler.java:215)
    at org.codehaus.janino.UnitCompiler$6.visitReturnStatement(UnitCompiler.java:1504)
    at org.codehaus.janino.UnitCompiler$6.visitReturnStatement(UnitCompiler.java:1487)
    at org.codehaus.janino.Java$ReturnStatement.accept(Java.java:3552)
    at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1487)
    at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1567)
    at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:3388)
    at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1357)
    at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1330)
    at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:822)
    at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:432)
    at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:215)
    at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:411)
    at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:406)
    at org.codehaus.janino.Java$PackageMemberClassDeclaration.accept(Java.java:1414)
    at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:406)
    at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:378)
    at org.codehaus.janino.JavaSourceClassLoader.generateBytecodes(JavaSourceClassLoader.java:226)
    ... 18 more
Dawid Wysakowicz-2
Reply | Threaded
Open this post in threaded view
♦
♦
|

Re: Flink is failing for all Jobs if one job gets failed

Dawid Wysakowicz-2

Hi,

As far as I understand it, it is not a Flink problem. It's your code that is failling to compile the code it gets. It's also quite hard to actually figure out how it is used from within Flink.

Best,

Dawid

On 13/10/2020 10:42, saksham sapra wrote:

I am working on flink local, i have created one task manager which pushes the request to flink. So if one job gets failed for some function error, then other jobs which were running correctly before the error came for one file ,  the new jobs fail automatically if configuration for that file is different also.

It seems to flink cache issues, not sure. If anyone has any idea let me know.
Please find the log attached.

2020-10-13 13:57:13
java.lang.Exception: The user defined 'open(Configuration)' method in class com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.AdapterMultiTypeRichFlatMapFunction caused an exception: Failed to compile class name(com.opus.optimus.toolset.batch.workflow.di2.NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300)
code:
public class NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300 implements IInboundContextAdapter {
String convert(IndexedMapContext context) {
return nG9(context);
}
public String adapt(IContext context) {
return convert((IndexedMapContext)context);
}
String nG9(IndexedMapContext context) {
return (String)context.get(2);}
}
    at org.apache.flink.runtime.operators.BatchTask.openUserCode(BatchTask.java:1351)
    at org.apache.flink.runtime.operators.chaining.ChainedFlatMapDriver.openTask(ChainedFlatMapDriver.java:47)
    at org.apache.flink.runtime.operators.BatchTask.openChainedTasks(BatchTask.java:1391)
    at org.apache.flink.runtime.operators.DataSourceTask.invoke(DataSourceTask.java:157)
    at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:705)
    at org.apache.flink.runtime.taskmanager.Task.run(Task.java:530)
    at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: Failed to compile class name(com.opus.optimus.toolset.batch.workflow.di2.NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300)
code:
package com.opus.optimus.toolset.batch.workflow.di2;
import com.opus.optimus.toolset.batch.workflow.dynamic.IndexedMapContext;
import com.opus.optimus.toolset.batch.workflow.runtime.common.IContext;
import com.opus.optimus.toolset.batch.workflow.runtime.common.IInboundContextAdapter;
import java.lang.String;
public class NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300 implements IInboundContextAdapter {
String convert(IndexedMapContext context) {
return nG9(context);
}
public String adapt(IContext context) {
return convert((IndexedMapContext)context);
}
String nG9(IndexedMapContext context) {
return (String)context.get(2);}
}
    at com.opus.optimus.toolset.code.generator.compiler.ScriptCompilerUtil.newInstance(ScriptCompilerUtil.java:11)
    at com.opus.optimus.toolset.batch.workflow.dynamic.analyzer.JavaCodeInboundContextAdapter.compile(JavaCodeInboundContextAdapter.java:31)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.util.AdapterUtil.compileAdapters(AdapterUtil.java:31)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.util.AdapterUtil.compileAdapters(AdapterUtil.java:47)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.AdapterMultiTypeRichFlatMapFunction.compileScripts(AdapterMultiTypeRichFlatMapFunction.java:65)
    at com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.AdapterMultiTypeRichFlatMapFunction.open(AdapterMultiTypeRichFlatMapFunction.java:60)
    at org.apache.flink.api.common.functions.util.FunctionUtils.openFunction(FunctionUtils.java:36)
    at org.apache.flink.runtime.operators.BatchTask.openUserCode(BatchTask.java:1349)
    ... 6 more
Caused by: java.lang.ClassNotFoundException: File 'com/opus/optimus/generated/excel/NG1256203349277500.java', Line 11, Column 35: No applicable constructor/method found for actual parameters "java.lang.String"; candidates are: "public static java.lang.Integer com.opus.optimus.toolset.batch.workflow.function.standard.common.excel.ExcelFunctions.indexOf(java.lang.String, java.lang.String)"
    at org.codehaus.janino.JavaSourceClassLoader.generateBytecodes(JavaSourceClassLoader.java:228)
    at org.codehaus.janino.JavaSourceClassLoader.findClass(JavaSourceClassLoader.java:182)
    at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:588)
    at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:521)
    at com.opus.optimus.toolset.code.generator.compiler.JaninoCompiler.getClass(JaninoCompiler.java:18)
    at com.opus.optimus.toolset.code.generator.compiler.ScriptCompilerUtil.newInstance(ScriptCompilerUtil.java:7)
    ... 13 more
Caused by: org.codehaus.commons.compiler.CompileException: File 'com/opus/optimus/generated/excel/NG1256203349277500.java', Line 11, Column 35: No applicable constructor/method found for actual parameters "java.lang.String"; candidates are: "public static java.lang.Integer com.opus.optimus.toolset.batch.workflow.function.standard.common.excel.ExcelFunctions.indexOf(java.lang.String, java.lang.String)"
    at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:12124)
    at org.codehaus.janino.UnitCompiler.findMostSpecificIInvocable(UnitCompiler.java:9176)
    at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:9036)
    at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8938)
    at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:5060)
    at org.codehaus.janino.UnitCompiler.access$9100(UnitCompiler.java:215)
    at org.codehaus.janino.UnitCompiler$16.visitMethodInvocation(UnitCompiler.java:4421)
    at org.codehaus.janino.UnitCompiler$16.visitMethodInvocation(UnitCompiler.java:4394)
    at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:5062)
    at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:4394)
    at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:5575)
    at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2649)
    at org.codehaus.janino.UnitCompiler.access$2800(UnitCompiler.java:215)
    at org.codehaus.janino.UnitCompiler$6.visitReturnStatement(UnitCompiler.java:1504)
    at org.codehaus.janino.UnitCompiler$6.visitReturnStatement(UnitCompiler.java:1487)
    at org.codehaus.janino.Java$ReturnStatement.accept(Java.java:3552)
    at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1487)
    at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1567)
    at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:3388)
    at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1357)
    at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1330)
    at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:822)
    at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:432)
    at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:215)
    at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:411)
    at org.codehaus.janino.UnitCompiler$2.visitPackageMemberClassDeclaration(UnitCompiler.java:406)
    at org.codehaus.janino.Java$PackageMemberClassDeclaration.accept(Java.java:1414)
    at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:406)
    at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:378)
    at org.codehaus.janino.JavaSourceClassLoader.generateBytecodes(JavaSourceClassLoader.java:226)
    ... 18 more

signature.asc (849 bytes) Download Attachment
Free forum by Nabble Edit this page