Job xxx not found exception when starting Flink program in Local
Locked
 
|
Hi Experts, When I start Flink program in local, I found that the following exception throws out, I do not know why it happens because it happens in sudden, some hours ago the program can start successfully. Could anyone help to explain it? Thanks a lot! 2018-11-13 14:48:45 [flink-akka.actor.default-dispatcher-60] ERROR o.a.f.r.r.h.job.JobDetailsHandler - Exception occurred in REST handler. org.apache.flink.runtime.rest.NotFoundException: Job 512a21d9f992d4884f836abb82c64f0d not found at org.apache.flink.runtime.rest.handler.job.AbstractExecutionGraphHandler.lambda$handleRequest$1(AbstractExecutionGraphHandler.java:90) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at java.util.concurrent.CompletableFuture.uniExceptionally(CompletableFuture.java:870) ~[na:1.8.0_172] at java.util.concurrent.CompletableFuture$UniExceptionally.tryFire(CompletableFuture.java:852) ~[na:1.8.0_172] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) ~[na:1.8.0_172] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977) ~[na:1.8.0_172] at org.apache.flink.runtime.rest.handler.legacy.ExecutionGraphCache.lambda$getExecutionGraph$0(ExecutionGraphCache.java:133) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) ~[na:1.8.0_172] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736) [na:1.8.0_172] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) ~[na:1.8.0_172] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977) ~[na:1.8.0_172] at org.apache.flink.runtime.concurrent.FutureUtils$1.onComplete(FutureUtils.java:772) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at akka.dispatch.OnComplete.internal(Future.scala:258) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.OnComplete.internal(Future.scala:256) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.japi$CallbackBridge.apply(Future.scala:186) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.japi$CallbackBridge.apply(Future.scala:183) ~[akka-actor_2.11-2.4.20.jar:na] at scala.concurrent.impl.CallbackRunnable.run$$$capture(Promise.scala:32) ~[scala-library-2.11.8.jar:na] at scala.concurrent.impl.CallbackRunnable.run(Promise.scala) ~[scala-library-2.11.8.jar:na] at org.apache.flink.runtime.concurrent.Executors$DirectExecutionContext.execute(Executors.java:83) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40) ~[scala-library-2.11.8.jar:na] at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248) ~[scala-library-2.11.8.jar:na] at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:534) ~[akka-actor_2.11-2.4.20.jar:na] at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:20) ~[akka-actor_2.11-2.4.20.jar:na] at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:18) ~[akka-actor_2.11-2.4.20.jar:na] at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:436) ~[scala-library-2.11.8.jar:na] at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:435) ~[scala-library-2.11.8.jar:na] at scala.concurrent.impl.CallbackRunnable.run$$$capture(Promise.scala:32) ~[scala-library-2.11.8.jar:na] at scala.concurrent.impl.CallbackRunnable.run(Promise.scala) ~[scala-library-2.11.8.jar:na] at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply$mcV$sp(BatchingExecutor.scala:91) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91) ~[akka-actor_2.11-2.4.20.jar:na] at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:72) ~[scala-library-2.11.8.jar:na] at akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:90) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415) ~[akka-actor_2.11-2.4.20.jar:na] at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) ~[scala-library-2.11.8.jar:na] at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) ~[scala-library-2.11.8.jar:na] at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) ~[scala-library-2.11.8.jar:na] at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) ~[scala-library-2.11.8.jar:na] Caused by: org.apache.flink.runtime.messages.FlinkJobNotFoundException: Could not find Flink job (512a21d9f992d4884f836abb82c64f0d) at org.apache.flink.runtime.dispatcher.Dispatcher.getJobMasterGatewayFuture(Dispatcher.java:766) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at org.apache.flink.runtime.dispatcher.Dispatcher.requestJob(Dispatcher.java:485) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_172] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_172] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_172] at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_172] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:247) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:162) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:70) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.onReceive(AkkaRpcActor.java:142) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.onReceive(FencedAkkaRpcActor.java:40) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] at akka.actor.UntypedActor$$anonfun$receive$1.applyOrElse(UntypedActor.scala:165) ~[akka-actor_2.11-2.4.20.jar:na] at akka.actor.Actor$class.aroundReceive$$$capture(Actor.scala:502) ~[akka-actor_2.11-2.4.20.jar:na] at akka.actor.Actor$class.aroundReceive(Actor.scala) ~[akka-actor_2.11-2.4.20.jar:na] at akka.actor.UntypedActor.aroundReceive(UntypedActor.scala:95) ~[akka-actor_2.11-2.4.20.jar:na] at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526) ~[akka-actor_2.11-2.4.20.jar:na] at akka.actor.ActorCell.invoke(ActorCell.scala:495) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.Mailbox.run(Mailbox.scala:224) ~[akka-actor_2.11-2.4.20.jar:na] at akka.dispatch.Mailbox.exec(Mailbox.scala:234) ~[akka-actor_2.11-2.4.20.jar:na] ... 4 common frames omitted Best Henry |
Re: Job xxx not found exception when starting Flink program in Local
|
|
Did you have the WebUI open from a
previous execution? If so then the UI might still be requesting
jobs from the previous job.
On 13.11.2018 08:01, 徐涛 wrote:
|
|
|
Hi Chesnay,
Yes, it is. Later I notice before the later started cluster I have use ./bin/start-cluster.sh to start a local cluster, and after I ./bin/stop-cluster.sh to stop the cluster, the problem is gone. But how the later started cluster know there is a job in the former started cluster? Best Henry
|
|
|
The web ui keeps job ids in web browsers.
徐涛 <[hidden email]> 于2018年11月18日周日 上午8:12写道： > > Hi Chesnay, > Yes, it is. Later I notice before the later started cluster I have use ./bin/start-cluster.sh to start a local cluster, and after I ./bin/stop-cluster.sh to stop the cluster, the problem is gone. > But how the later started cluster know there is a job in the former started cluster? > > Best > Henry > > 在 2018年11月14日，下午5:16，Chesnay Schepler <[hidden email]> 写道： > > Did you have the WebUI open from a previous execution? If so then the UI might still be requesting jobs from the previous job. > > On 13.11.2018 08:01, 徐涛 wrote: > > Hi Experts, > When I start Flink program in local, I found that the following exception throws out, I do not know why it happens because it happens in sudden, some hours ago the program can start successfully. > Could anyone help to explain it? > Thanks a lot! > > 2018-11-13 14:48:45 [flink-akka.actor.default-dispatcher-60] ERROR o.a.f.r.r.h.job.JobDetailsHandler - Exception occurred in REST handler. > org.apache.flink.runtime.rest.NotFoundException: Job 512a21d9f992d4884f836abb82c64f0d not found > at org.apache.flink.runtime.rest.handler.job.AbstractExecutionGraphHandler.lambda$handleRequest$1(AbstractExecutionGraphHandler.java:90) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at java.util.concurrent.CompletableFuture.uniExceptionally(CompletableFuture.java:870) ~[na:1.8.0_172] > at java.util.concurrent.CompletableFuture$UniExceptionally.tryFire(CompletableFuture.java:852) ~[na:1.8.0_172] > at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) ~[na:1.8.0_172] > at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977) ~[na:1.8.0_172] > at org.apache.flink.runtime.rest.handler.legacy.ExecutionGraphCache.lambda$getExecutionGraph$0(ExecutionGraphCache.java:133) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) ~[na:1.8.0_172] > at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736) [na:1.8.0_172] > at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) ~[na:1.8.0_172] > at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977) ~[na:1.8.0_172] > at org.apache.flink.runtime.concurrent.FutureUtils$1.onComplete(FutureUtils.java:772) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at akka.dispatch.OnComplete.internal(Future.scala:258) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.OnComplete.internal(Future.scala:256) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.japi$CallbackBridge.apply(Future.scala:186) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.japi$CallbackBridge.apply(Future.scala:183) ~[akka-actor_2.11-2.4.20.jar:na] > at scala.concurrent.impl.CallbackRunnable.run$$$capture(Promise.scala:32) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.impl.CallbackRunnable.run(Promise.scala) ~[scala-library-2.11.8.jar:na] > at org.apache.flink.runtime.concurrent.Executors$DirectExecutionContext.execute(Executors.java:83) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248) ~[scala-library-2.11.8.jar:na] > at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:534) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:20) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:18) ~[akka-actor_2.11-2.4.20.jar:na] > at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:436) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:435) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.impl.CallbackRunnable.run$$$capture(Promise.scala:32) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.impl.CallbackRunnable.run(Promise.scala) ~[scala-library-2.11.8.jar:na] > at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply$mcV$sp(BatchingExecutor.scala:91) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91) ~[akka-actor_2.11-2.4.20.jar:na] > at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:72) ~[scala-library-2.11.8.jar:na] > at akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:90) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415) ~[akka-actor_2.11-2.4.20.jar:na] > at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) ~[scala-library-2.11.8.jar:na] > at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) ~[scala-library-2.11.8.jar:na] > Caused by: org.apache.flink.runtime.messages.FlinkJobNotFoundException: Could not find Flink job (512a21d9f992d4884f836abb82c64f0d) > at org.apache.flink.runtime.dispatcher.Dispatcher.getJobMasterGatewayFuture(Dispatcher.java:766) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at org.apache.flink.runtime.dispatcher.Dispatcher.requestJob(Dispatcher.java:485) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_172] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_172] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_172] > at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_172] > at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:247) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:162) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:70) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.onReceive(AkkaRpcActor.java:142) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.onReceive(FencedAkkaRpcActor.java:40) ~[flink-runtime_2.11-1.6.2.jar:1.6.2] > at akka.actor.UntypedActor$$anonfun$receive$1.applyOrElse(UntypedActor.scala:165) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.actor.Actor$class.aroundReceive$$$capture(Actor.scala:502) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.actor.Actor$class.aroundReceive(Actor.scala) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.actor.UntypedActor.aroundReceive(UntypedActor.scala:95) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.actor.ActorCell.invoke(ActorCell.scala:495) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.Mailbox.run(Mailbox.scala:224) ~[akka-actor_2.11-2.4.20.jar:na] > at akka.dispatch.Mailbox.exec(Mailbox.scala:234) ~[akka-actor_2.11-2.4.20.jar:na] > ... 4 common frames omitted > > Best > Henry > > > |
«
Return to (DEPRECATED) Apache Flink User Mailing List archive.
|
1 view|%1 views
| Free forum by Nabble | Edit this page |