1: 2021-02-28 16:11:48 Full thread dump OpenJDK 64-Bit Server VM (11.0.8+10 mixed mode): Threads class SMR info: _java_thread_list=0x00007ff5b400c360, length=43, elements={ 0x00007ff6501ac000, 0x00007ff6501ae800, 0x00007ff6501ca800, 0x00007ff6501cc800, 0x00007ff6501d1000, 0x00007ff6501d3000, 0x00007ff6501d4800, 0x00007ff65023f800, 0x00007ff650253000, 0x00007ff650910800, 0x00007ff650b27800, 0x00007ff650f95800, 0x00007ff65103a800, 0x00007ff651048000, 0x00007ff5dc001000, 0x00007ff5dc00e000, 0x00007ff5dc00f800, 0x00007ff5cc074000, 0x00007ff5cc08d000, 0x00007ff5cc0a4800, 0x00007ff5cc0c1800, 0x00007ff650c63800, 0x00007ff5b4006000, 0x00007ff5b4007800, 0x00007ff5c0005800, 0x00007ff5c001a800, 0x00007ff5c001f800, 0x00007ff5c0034800, 0x00007ff650ddf000, 0x00007ff650de1800, 0x00007ff650d0d800, 0x00007ff650d10000, 0x00007ff5b00fa000, 0x00007ff5b012f000, 0x00007ff65001a000, 0x00007ff5c8002000, 0x00007ff5e802b000, 0x00007ff5e004b800, 0x00007ff614155800, 0x00007ff6141a3800, 0x00007ff61428b000, 0x00007ff6144a9800, 0x00007ff5d402e000 } "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=3.73ms elapsed=854.81s tid=0x00007ff6501ac000 nid=0x123 waiting on condition [0x00007ff63811b000] java.lang.Thread.State: RUNNABLE at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.8/Native Method) at java.lang.ref.Reference.processPendingReferences(java.base@11.0.8/Unknown Source) at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.8/Unknown Source) "Finalizer" #3 daemon prio=8 os_prio=0 cpu=1.22ms elapsed=854.81s tid=0x00007ff6501ae800 nid=0x124 in Object.wait() [0x00007ff6237fe000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.8/Native Method) - waiting on <0x00000000f1c44c40> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.8/Unknown Source) - waiting to re-lock in wait() <0x00000000f1c44c40> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.8/Unknown Source) at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.8/Unknown Source) "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.27ms elapsed=854.76s tid=0x00007ff6501ca800 nid=0x125 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Attach Listener" #5 daemon prio=5 os_prio=0 cpu=5.05ms elapsed=854.76s tid=0x00007ff6501cc800 nid=0x126 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=8898.97ms elapsed=854.75s tid=0x00007ff6501d1000 nid=0x127 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE No compile task "C1 CompilerThread0" #7 daemon prio=9 os_prio=0 cpu=3979.33ms elapsed=854.75s tid=0x00007ff6501d3000 nid=0x128 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE No compile task "Sweeper thread" #8 daemon prio=9 os_prio=0 cpu=123.05ms elapsed=854.75s tid=0x00007ff6501d4800 nid=0x129 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Service Thread" #9 daemon prio=9 os_prio=0 cpu=0.15ms elapsed=854.64s tid=0x00007ff65023f800 nid=0x12a runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=8.93ms elapsed=854.61s tid=0x00007ff650253000 nid=0x12c in Object.wait() [0x00007ff622e50000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.8/Native Method) - waiting on <0x00000000f1c86e10> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.8/Unknown Source) - waiting to re-lock in wait() <0x00000000f1c86e10> (a java.lang.ref.ReferenceQueue$Lock) at jdk.internal.ref.CleanerImpl.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) at jdk.internal.misc.InnocuousThread.run(java.base@11.0.8/Unknown Source) "kafka-producer-network-thread | producer-1" #13 daemon prio=5 os_prio=0 cpu=845.50ms elapsed=850.10s tid=0x00007ff650910800 nid=0x12d runnable [0x00007ff621a6e000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f246d758> (a sun.nio.ch.Util$2) - locked <0x00000000f246c748> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.kafka.common.network.Selector.select(Selector.java:873) at org.apache.kafka.common.network.Selector.poll(Selector.java:469) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:544) at org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:325) at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:240) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "kafka-producer-network-thread | producer-2" #16 daemon prio=5 os_prio=0 cpu=1116.24ms elapsed=847.26s tid=0x00007ff650b27800 nid=0x12e runnable [0x00007ff620f6a000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f2758b70> (a sun.nio.ch.Util$2) - locked <0x00000000f27577c0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.kafka.common.network.Selector.select(Selector.java:873) at org.apache.kafka.common.network.Selector.poll(Selector.java:469) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:544) at org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:325) at org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:240) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "flink-scheduler-1" #17 prio=5 os_prio=0 cpu=10465.53ms elapsed=845.37s tid=0x00007ff650f95800 nid=0x12f waiting on condition [0x00007ff620869000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(java.base@11.0.8/Native Method) at akka.actor.LightArrayRevolverScheduler.waitNanos(LightArrayRevolverScheduler.scala:85) at akka.actor.LightArrayRevolverScheduler$$anon$4.nextTick(LightArrayRevolverScheduler.scala:265) at akka.actor.LightArrayRevolverScheduler$$anon$4.run(LightArrayRevolverScheduler.scala:235) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "flink-akka.actor.default-dispatcher-2" #18 prio=5 os_prio=0 cpu=137.54ms elapsed=844.79s tid=0x00007ff65103a800 nid=0x130 waiting on condition [0x00007ff620568000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f25521f0> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) at sun.misc.Unsafe.park(jdk.unsupported@11.0.8/Unknown Source) at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075) at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) "flink-akka.actor.default-dispatcher-4" #20 prio=5 os_prio=0 cpu=306.60ms elapsed=844.76s tid=0x00007ff651048000 nid=0x132 waiting on condition [0x00007ff620366000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f25521f0> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) at sun.misc.Unsafe.park(jdk.unsupported@11.0.8/Unknown Source) at akka.dispatch.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135) at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067) at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) "flink-akka.actor.default-dispatcher-5" #21 prio=5 os_prio=0 cpu=139.14ms elapsed=844.75s tid=0x00007ff5dc001000 nid=0x133 waiting on condition [0x00007ff620265000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f25521f0> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) at sun.misc.Unsafe.park(jdk.unsupported@11.0.8/Unknown Source) at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075) at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) "flink-akka.remote.default-remote-dispatcher-6" #22 prio=5 os_prio=0 cpu=1178.42ms elapsed=844.61s tid=0x00007ff5dc00e000 nid=0x134 waiting on condition [0x00007ff620164000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f252d780> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) at sun.misc.Unsafe.park(jdk.unsupported@11.0.8/Unknown Source) at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075) at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) "flink-akka.remote.default-remote-dispatcher-7" #23 prio=5 os_prio=0 cpu=1262.08ms elapsed=844.59s tid=0x00007ff5dc00f800 nid=0x135 waiting on condition [0x00007ff5d3ffe000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f252d780> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) at sun.misc.Unsafe.park(jdk.unsupported@11.0.8/Unknown Source) at akka.dispatch.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135) at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067) at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) "New I/O worker #1" #24 prio=5 os_prio=0 cpu=282.90ms elapsed=844.42s tid=0x00007ff5cc074000 nid=0x136 runnable [0x00007ff5d3efd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f258e640> (a sun.nio.ch.Util$2) - locked <0x00000000f258e4f0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "New I/O boss #2" #26 prio=5 os_prio=0 cpu=222.45ms elapsed=844.39s tid=0x00007ff5cc08d000 nid=0x137 runnable [0x00007ff5d3dfc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f258a3b8> (a sun.nio.ch.Util$2) - locked <0x00000000f258a268> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "New I/O worker #3" #27 prio=5 os_prio=0 cpu=186.51ms elapsed=844.38s tid=0x00007ff5cc0a4800 nid=0x138 runnable [0x00007ff5d3cfb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f26a13f0> (a sun.nio.ch.Util$2) - locked <0x00000000f26a12a0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "New I/O server boss #4" #28 prio=5 os_prio=0 cpu=13.84ms elapsed=844.37s tid=0x00007ff5cc0c1800 nid=0x139 runnable [0x00007ff5d3bfa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f26a1f38> (a sun.nio.ch.Util$2) - locked <0x00000000f26a1b38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "flink-metrics-scheduler-1" #30 prio=5 os_prio=0 cpu=10257.98ms elapsed=843.66s tid=0x00007ff650c63800 nid=0x13b waiting on condition [0x00007ff5d35f8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(java.base@11.0.8/Native Method) at akka.actor.LightArrayRevolverScheduler.waitNanos(LightArrayRevolverScheduler.scala:85) at akka.actor.LightArrayRevolverScheduler$$anon$4.nextTick(LightArrayRevolverScheduler.scala:265) at akka.actor.LightArrayRevolverScheduler$$anon$4.run(LightArrayRevolverScheduler.scala:235) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "flink-metrics-akka.remote.default-remote-dispatcher-3" #32 prio=1 os_prio=0 cpu=411.06ms elapsed=843.63s tid=0x00007ff5b4006000 nid=0x13d waiting on condition [0x00007ff5d33f6000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f2480110> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) at sun.misc.Unsafe.park(jdk.unsupported@11.0.8/Unknown Source) at akka.dispatch.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135) at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067) at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) "flink-metrics-akka.remote.default-remote-dispatcher-4" #33 prio=1 os_prio=0 cpu=390.95ms elapsed=843.63s tid=0x00007ff5b4007800 nid=0x13e waiting on condition [0x00007ff5d32f5000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f2480110> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) at sun.misc.Unsafe.park(jdk.unsupported@11.0.8/Unknown Source) at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075) at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) "New I/O worker #5" #34 prio=1 os_prio=0 cpu=162.12ms elapsed=843.63s tid=0x00007ff5c0005800 nid=0x13f runnable [0x00007ff5d31f4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f24ae000> (a sun.nio.ch.Util$2) - locked <0x00000000f24adeb0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "New I/O boss #6" #36 prio=1 os_prio=0 cpu=227.52ms elapsed=843.63s tid=0x00007ff5c001a800 nid=0x140 runnable [0x00007ff5d30f3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f24a9d50> (a sun.nio.ch.Util$2) - locked <0x00000000f24a9c00> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "New I/O worker #7" #37 prio=1 os_prio=0 cpu=168.06ms elapsed=843.62s tid=0x00007ff5c001f800 nid=0x141 runnable [0x00007ff5d2ff2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f258f1f0> (a sun.nio.ch.Util$2) - locked <0x00000000f258f0a0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "New I/O server boss #8" #38 prio=1 os_prio=0 cpu=2.90ms elapsed=843.62s tid=0x00007ff5c0034800 nid=0x142 runnable [0x00007ff5d2ef1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.8/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.8/Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.8/Unknown Source) - locked <0x00000000f258fce8> (a sun.nio.ch.Util$2) - locked <0x00000000f258f8e8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.8/Unknown Source) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) at org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.flink.shaded.akka.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "Timer-0" #42 daemon prio=5 os_prio=0 cpu=0.56ms elapsed=843.40s tid=0x00007ff650ddf000 nid=0x145 in Object.wait() [0x00007ff5d2cef000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.8/Native Method) - waiting on <0x00000000f2265eb0> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(java.base@11.0.8/Unknown Source) - waiting to re-lock in wait() <0x00000000f2265eb0> (a java.util.TaskQueue) at java.util.TimerThread.run(java.base@11.0.8/Unknown Source) "Timer-1" #44 daemon prio=5 os_prio=0 cpu=0.48ms elapsed=843.38s tid=0x00007ff650de1800 nid=0x146 in Object.wait() [0x00007ff5d2bee000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.8/Native Method) - waiting on <0x00000000f2263570> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(java.base@11.0.8/Unknown Source) - waiting to re-lock in wait() <0x00000000f2263570> (a java.util.TaskQueue) at java.util.TimerThread.run(java.base@11.0.8/Unknown Source) "IOManager writer thread #1" #46 daemon prio=5 os_prio=0 cpu=0.13ms elapsed=843.26s tid=0x00007ff650d0d800 nid=0x147 waiting on condition [0x00007ff5d2aed000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f2261c60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.8/Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.8/Unknown Source) at java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.8/Unknown Source) at org.apache.flink.runtime.io.disk.iomanager.IOManagerAsync$WriterThread.run(IOManagerAsync.java:460) "IOManager reader thread #1" #47 daemon prio=5 os_prio=0 cpu=0.31ms elapsed=843.25s tid=0x00007ff650d10000 nid=0x148 waiting on condition [0x00007ff5d29ec000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f2261f98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.8/Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.8/Unknown Source) at java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.8/Unknown Source) at org.apache.flink.runtime.io.disk.iomanager.IOManagerAsync$ReaderThread.run(IOManagerAsync.java:354) "Flink Netty Server (0) Thread 0" #50 daemon prio=5 os_prio=0 cpu=132.64ms elapsed=842.17s tid=0x00007ff5b00fa000 nid=0x149 runnable [0x00007ff5d24db000] java.lang.Thread.State: RUNNABLE at org.apache.flink.shaded.netty4.io.netty.channel.epoll.Native.epollWait0(Native Method) at org.apache.flink.shaded.netty4.io.netty.channel.epoll.Native.epollWait(Native.java:96) at org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:276) at org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:305) at org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) at org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "Memory Logger" #53 daemon prio=1 os_prio=0 cpu=480.69ms elapsed=841.88s tid=0x00007ff5b012f000 nid=0x14b waiting on condition [0x00007ff5d23da000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(java.base@11.0.8/Native Method) at org.apache.flink.runtime.taskmanager.MemoryLogger.run(MemoryLogger.java:135) "DestroyJavaVM" #54 prio=5 os_prio=0 cpu=5499.86ms elapsed=841.88s tid=0x00007ff65001a000 nid=0x11c waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Hashed wheel timer #1" #25 prio=5 os_prio=0 cpu=1100.79ms elapsed=841.52s tid=0x00007ff5c8002000 nid=0x14c waiting on condition [0x00007ff5d20d9000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(java.base@11.0.8/Native Method) at org.apache.flink.shaded.akka.org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:445) at org.apache.flink.shaded.akka.org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:364) at org.apache.flink.shaded.akka.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "pool-4-thread-1" #58 prio=5 os_prio=0 cpu=0.44ms elapsed=341.97s tid=0x00007ff5e802b000 nid=0x17f waiting on condition [0x00007ff5d34f7000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f2886ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.8/Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.8/Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.8/Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "Flink-MetricRegistry-thread-1" #60 daemon prio=5 os_prio=0 cpu=14.83ms elapsed=341.34s tid=0x00007ff5e004b800 nid=0x181 waiting on condition [0x00007ff5d2df0000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f2262790> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.8/Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.8/Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.8/Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #66 daemon prio=5 os_prio=0 cpu=0.35ms elapsed=338.24s tid=0x00007ff614155800 nid=0x188 in Object.wait() [0x00007ff5d17d6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.8/Native Method) - waiting on <0x00000000f298d0d8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.8/Unknown Source) - waiting to re-lock in wait() <0x00000000f298d0d8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.8/Unknown Source) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3806) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "MutableQuantiles-0" #67 daemon prio=5 os_prio=0 cpu=110.99ms elapsed=338.11s tid=0x00007ff6141a3800 nid=0x189 waiting on condition [0x00007ff5d16d5000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f294b5a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.8/Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.8/Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.8/Unknown Source) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "Timer for 's3a-file-system' metrics system" #68 daemon prio=5 os_prio=0 cpu=4.26ms elapsed=335.46s tid=0x00007ff61428b000 nid=0x18a in Object.wait() [0x00007ff5d13d4000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.8/Native Method) - waiting on <0x00000000f2a87620> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(java.base@11.0.8/Unknown Source) - waiting to re-lock in wait() <0x00000000f2a87620> (a java.util.TaskQueue) at java.util.TimerThread.run(java.base@11.0.8/Unknown Source) "java-sdk-http-connection-reaper" #69 daemon prio=5 os_prio=0 cpu=10.48ms elapsed=331.64s tid=0x00007ff6144a9800 nid=0x18b waiting on condition [0x00007ff5d06a2000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(java.base@11.0.8/Native Method) at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188) "flink-taskexecutor-io-thread-1" #72 daemon prio=5 os_prio=0 cpu=0.23ms elapsed=325.36s tid=0x00007ff5d402e000 nid=0x18e waiting on condition [0x00007ff5d1fd8000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.8/Native Method) - parking to wait for <0x00000000f2263ca0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.8/Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.8/Unknown Source) at java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.8/Unknown Source) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.8/Unknown Source) at java.lang.Thread.run(java.base@11.0.8/Unknown Source) "VM Thread" os_prio=0 cpu=438.47ms elapsed=854.84s tid=0x00007ff6501a1800 nid=0x122 runnable "GC Thread#0" os_prio=0 cpu=738.07ms elapsed=854.90s tid=0x00007ff650033000 nid=0x11d runnable "G1 Main Marker" os_prio=0 cpu=5.81ms elapsed=854.90s tid=0x00007ff65003e000 nid=0x11e runnable "G1 Conc#0" os_prio=0 cpu=40.92ms elapsed=854.90s tid=0x00007ff650040000 nid=0x11f runnable "G1 Refine#0" os_prio=0 cpu=5.21ms elapsed=854.90s tid=0x00007ff650107000 nid=0x120 runnable "G1 Young RemSet Sampling" os_prio=0 cpu=233.85ms elapsed=854.90s tid=0x00007ff650109000 nid=0x121 runnable "VM Periodic Task Thread" os_prio=0 cpu=1720.03ms elapsed=854.64s tid=0x00007ff650242000 nid=0x12b waiting on condition JNI global refs: 28, weak refs: 0