Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- INFO: Reader-0: first record offset 0
- Row:[1]
- Row:[1]
- Row:[55280]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task failExternally
- INFO: Attempting to fail task externally SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (8/8) (16bd7d0cfa9c99b074be67b11604f1a9).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (8/8) (16bd7d0cfa9c99b074be67b11604f1a9) switched from RUNNING to FAILED.
- TimerException{org.apache.beam.sdk.util.UserCodeException: java.lang.OutOfMemoryError: GC overhead limit exceeded}
- at org.apache.flink.streaming.runtime.tasks.SystemProcessingTimeService$TriggerTask.run(SystemProcessingTimeService.java:288)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
- at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
- at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
- at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
- at java.lang.Thread.run(Thread.java:748)
- Caused by: org.apache.beam.sdk.util.UserCodeException: java.lang.OutOfMemoryError: GC overhead limit exceeded
- at org.apache.beam.sdk.util.UserCodeException.wrap(UserCodeException.java:34)
- at org.apache.beam.runners.core.GroupAlsoByWindowViaWindowSetNewDoFn$DoFnInvoker.invokeProcessElement(Unknown Source)
- at org.apache.beam.runners.core.SimpleDoFnRunner.invokeProcessElement(SimpleDoFnRunner.java:213)
- at org.apache.beam.runners.core.SimpleDoFnRunner.processElement(SimpleDoFnRunner.java:178)
- at org.apache.beam.runners.core.LateDataDroppingDoFnRunner.processElement(LateDataDroppingDoFnRunner.java:80)
- at org.apache.beam.runners.flink.metrics.DoFnRunnerWithMetricsUpdate.processElement(DoFnRunnerWithMetricsUpdate.java:63)
- at org.apache.beam.runners.flink.translation.wrappers.streaming.WindowDoFnOperator.fireTimer(WindowDoFnOperator.java:128)
- at org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator.onProcessingTime(DoFnOperator.java:774)
- at org.apache.flink.streaming.api.operators.HeapInternalTimerService.onProcessingTime(HeapInternalTimerService.java:266)
- at org.apache.flink.streaming.runtime.tasks.SystemProcessingTimeService$TriggerTask.run(SystemProcessingTimeService.java:285)
- ... 7 more
- Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
- at org.apache.beam.sdk.coders.StringUtf8Coder.readString(StringUtf8Coder.java:59)
- at org.apache.beam.sdk.coders.StringUtf8Coder.decode(StringUtf8Coder.java:100)
- at org.apache.beam.sdk.coders.StringUtf8Coder.decode(StringUtf8Coder.java:90)
- at org.apache.beam.sdk.coders.StringUtf8Coder.decode(StringUtf8Coder.java:37)
- at org.apache.beam.sdk.coders.RowCoderGenerator$DecodeInstruction.decodeDelegate(RowCoderGenerator.java:298)
- at org.apache.beam.sdk.coders.Coder$ByteBuddy$ul5zgWp3.decode(Unknown Source)
- at org.apache.beam.sdk.coders.Coder$ByteBuddy$ul5zgWp3.decode(Unknown Source)
- at org.apache.beam.sdk.coders.IterableLikeCoder.decode(IterableLikeCoder.java:124)
- at org.apache.beam.sdk.coders.IterableLikeCoder.decode(IterableLikeCoder.java:60)
- at org.apache.beam.sdk.coders.RowCoderGenerator$DecodeInstruction.decodeDelegate(RowCoderGenerator.java:298)
- at org.apache.beam.sdk.coders.Coder$ByteBuddy$QGthxifd.decode(Unknown Source)
- at org.apache.beam.sdk.coders.Coder$ByteBuddy$QGthxifd.decode(Unknown Source)
- at org.apache.beam.sdk.coders.RowCoder.decode(RowCoder.java:112)
- at org.apache.beam.sdk.schemas.SchemaCoder.decode(SchemaCoder.java:86)
- at org.apache.beam.sdk.coders.IterableLikeCoder.decode(IterableLikeCoder.java:124)
- at org.apache.beam.sdk.coders.IterableLikeCoder.decode(IterableLikeCoder.java:60)
- at org.apache.beam.sdk.coders.Coder.decode(Coder.java:159)
- at org.apache.beam.sdk.coders.KvCoder.decode(KvCoder.java:82)
- at org.apache.beam.sdk.coders.KvCoder.decode(KvCoder.java:36)
- at org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder.decode(WindowedValue.java:543)
- at org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder.decode(WindowedValue.java:480)
- at org.apache.beam.sdk.util.CoderUtils.decodeFromSafeStream(CoderUtils.java:115)
- at org.apache.beam.sdk.util.CoderUtils.decodeFromByteArray(CoderUtils.java:98)
- at org.apache.beam.sdk.util.CoderUtils.decodeFromByteArray(CoderUtils.java:92)
- at org.apache.beam.sdk.util.CoderUtils.clone(CoderUtils.java:141)
- at org.apache.beam.runners.flink.translation.types.CoderTypeSerializer.copy(CoderTypeSerializer.java:64)
- at org.apache.flink.streaming.runtime.tasks.OperatorChain$CopyingChainingOutput.pushToOperator(OperatorChain.java:556)
- at org.apache.flink.streaming.runtime.tasks.OperatorChain$CopyingChainingOutput.collect(OperatorChain.java:533)
- at org.apache.flink.streaming.runtime.tasks.OperatorChain$CopyingChainingOutput.collect(OperatorChain.java:513)
- at org.apache.flink.streaming.api.operators.AbstractStreamOperator$CountingOutput.collect(AbstractStreamOperator.java:705)
- at org.apache.flink.streaming.api.operators.AbstractStreamOperator$CountingOutput.collect(AbstractStreamOperator.java:683)
- at org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator$BufferedOutputManager.emit(DoFnOperator.java:883)
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (5/8) (234f9b5e254194302d5bb90763b6cb4c) switched from RUNNING to FAILED.
- java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.resourcemanager.ResourceManager$TaskManagerHeartbeatListener$1 run
- INFO: The heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.resourcemanager.ResourceManager closeTaskManagerConnection
- INFO: Closing TaskExecutor connection 12054323-4613-4791-bb5b-e0a0e17e9860 because: The heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.ExecutionGraph transitionState
- INFO: Job myexample-deklan-0601023335-2031257e (8f8cb65604a1e4f369c87539cab58e59) switched from state RUNNING to FAILING.
- java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task cancelOrFailAndCancelInvokable
- INFO: Triggering cancellation of task code SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (8/8) (16bd7d0cfa9c99b074be67b11604f1a9).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (1/8) (dc7c62dc3054cf3ebffb2ed7a751b34f) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (2/8) (a0d3b743ce00554a0fae550894dc19da) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (3/8) (c4200ca7f2b1f2b72804147238b7c88a) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (4/8) (232ad5ac403c6c28da22dba38f21b5ea) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (5/8) (d3b8695748a79cd11884ae34b47ee339) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (6/8) (3632ab94bd3d34fe108b413d21077ee9) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (7/8) (15d045b871fec88a12cb27d920c3d720) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (8/8) (d43a6ef2bb5f2d6823e00fabf2451c3a) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (1/8) (cdeb3f59982cc0910435e88b57bada5c) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (2/8) (7bf344ddcd592a1eb7dc0d5919c3f345) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (3/8) (08add9d7f3f7ceb92fff786fb7a2c87c) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (4/8) (fafeb3f4cc3d74458aa3f909c18ed883) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (6/8) (b58ff01930d1ff0abfcadaec73f251ec) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (7/8) (3edca1ad87a4a55baab8742e7b85cd8e) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (8/8) (16bd7d0cfa9c99b074be67b11604f1a9) switched from RUNNING to CANCELING.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (4/8) (232ad5ac403c6c28da22dba38f21b5ea) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (4/8) (fafeb3f4cc3d74458aa3f909c18ed883) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (1/8) (dc7c62dc3054cf3ebffb2ed7a751b34f) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (8/8) (16bd7d0cfa9c99b074be67b11604f1a9) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (2/8) (a0d3b743ce00554a0fae550894dc19da) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (1/8) (cdeb3f59982cc0910435e88b57bada5c) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (3/8) (c4200ca7f2b1f2b72804147238b7c88a) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (7/8) (3edca1ad87a4a55baab8742e7b85cd8e) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (7/8) (15d045b871fec88a12cb27d920c3d720) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (3/8) (08add9d7f3f7ceb92fff786fb7a2c87c) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (6/8) (3632ab94bd3d34fe108b413d21077ee9) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (6/8) (b58ff01930d1ff0abfcadaec73f251ec) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (8/8) (16bd7d0cfa9c99b074be67b11604f1a9).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (5/8) (d3b8695748a79cd11884ae34b47ee339) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (2/8) (7bf344ddcd592a1eb7dc0d5919c3f345) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.Execution transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (8/8) (d43a6ef2bb5f2d6823e00fabf2451c3a) switched from CANCELING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.ExecutionGraph tryRestartOrFail
- INFO: Try to restart or fail the job myexample-deklan-0601023335-2031257e (8f8cb65604a1e4f369c87539cab58e59) if no longer possible.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.ExecutionGraph transitionState
- INFO: Job myexample-deklan-0601023335-2031257e (8f8cb65604a1e4f369c87539cab58e59) switched from state FAILING to FAILED.
- java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.executiongraph.ExecutionGraph tryRestartOrFail
- INFO: Could not restart the job myexample-deklan-0601023335-2031257e (8f8cb65604a1e4f369c87539cab58e59) because the restart strategy prevented it.
- java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.checkpoint.CheckpointCoordinator shutdown
- INFO: Stopping checkpoint coordinator for job 8f8cb65604a1e4f369c87539cab58e59.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.checkpoint.StandaloneCompletedCheckpointStore shutdown
- INFO: Shutting down
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskexecutor.TaskExecutor closeJobManagerConnection
- INFO: Close JobManager connection for job 8f8cb65604a1e4f369c87539cab58e59.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task failExternally
- INFO: Attempting to fail task externally Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (6/8) (3632ab94bd3d34fe108b413d21077ee9).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (6/8) (3632ab94bd3d34fe108b413d21077ee9) switched from RUNNING to FAILED.
- org.apache.flink.util.FlinkException: JobManager responsible for 8f8cb65604a1e4f369c87539cab58e59 lost the leadership.
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.closeJobManagerConnection(TaskExecutor.java:1167)
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.disconnectJobManager(TaskExecutor.java:850)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:242)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:162)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.onReceive(AkkaRpcActor.java:142)
- at akka.actor.UntypedActor$$anonfun$receive$1.applyOrElse(UntypedActor.scala:165)
- at akka.actor.Actor$class.aroundReceive(Actor.scala:502)
- at akka.actor.UntypedActor.aroundReceive(UntypedActor.scala:95)
- at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
- at akka.actor.ActorCell.invoke(ActorCell.scala:495)
- at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
- at akka.dispatch.Mailbox.run(Mailbox.scala:224)
- at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- Caused by: java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- ... 4 more
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task cancelOrFailAndCancelInvokable
- INFO: Triggering cancellation of task code Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (6/8) (3632ab94bd3d34fe108b413d21077ee9).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task failExternally
- INFO: Attempting to fail task externally SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (3/8) (08add9d7f3f7ceb92fff786fb7a2c87c).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (3/8) (08add9d7f3f7ceb92fff786fb7a2c87c) switched from RUNNING to FAILED.
- org.apache.flink.util.FlinkException: JobManager responsible for 8f8cb65604a1e4f369c87539cab58e59 lost the leadership.
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.closeJobManagerConnection(TaskExecutor.java:1167)
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.disconnectJobManager(TaskExecutor.java:850)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:242)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:162)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.onReceive(AkkaRpcActor.java:142)
- at akka.actor.UntypedActor$$anonfun$receive$1.applyOrElse(UntypedActor.scala:165)
- at akka.actor.Actor$class.aroundReceive(Actor.scala:502)
- at akka.actor.UntypedActor.aroundReceive(UntypedActor.scala:95)
- at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
- at akka.actor.ActorCell.invoke(ActorCell.scala:495)
- at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
- at akka.dispatch.Mailbox.run(Mailbox.scala:224)
- at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- Caused by: java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- ... 4 more
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (6/8) (3632ab94bd3d34fe108b413d21077ee9).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task cancelOrFailAndCancelInvokable
- INFO: Triggering cancellation of task code SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (3/8) (08add9d7f3f7ceb92fff786fb7a2c87c).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (8/8) (16bd7d0cfa9c99b074be67b11604f1a9) [FAILED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (6/8) (3632ab94bd3d34fe108b413d21077ee9) [FAILED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task failExternally
- INFO: Attempting to fail task externally Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (4/8) (232ad5ac403c6c28da22dba38f21b5ea).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (4/8) (232ad5ac403c6c28da22dba38f21b5ea) switched from RUNNING to FAILED.
- org.apache.flink.util.FlinkException: JobManager responsible for 8f8cb65604a1e4f369c87539cab58e59 lost the leadership.
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.closeJobManagerConnection(TaskExecutor.java:1167)
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.disconnectJobManager(TaskExecutor.java:850)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:242)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:162)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.onReceive(AkkaRpcActor.java:142)
- at akka.actor.UntypedActor$$anonfun$receive$1.applyOrElse(UntypedActor.scala:165)
- at akka.actor.Actor$class.aroundReceive(Actor.scala:502)
- at akka.actor.UntypedActor.aroundReceive(UntypedActor.scala:95)
- at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
- at akka.actor.ActorCell.invoke(ActorCell.scala:495)
- at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
- at akka.dispatch.Mailbox.run(Mailbox.scala:224)
- at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- Caused by: java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- ... 4 more
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (3/8) (08add9d7f3f7ceb92fff786fb7a2c87c).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (3/8) (08add9d7f3f7ceb92fff786fb7a2c87c) [FAILED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task cancelOrFailAndCancelInvokable
- INFO: Triggering cancellation of task code Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (4/8) (232ad5ac403c6c28da22dba38f21b5ea).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task failExternally
- INFO: Attempting to fail task externally SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (5/8) (234f9b5e254194302d5bb90763b6cb4c).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (5/8) (234f9b5e254194302d5bb90763b6cb4c) switched from RUNNING to FAILED.
- org.apache.flink.util.FlinkException: JobManager responsible for 8f8cb65604a1e4f369c87539cab58e59 lost the leadership.
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.closeJobManagerConnection(TaskExecutor.java:1167)
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.disconnectJobManager(TaskExecutor.java:850)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:242)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:162)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.onReceive(AkkaRpcActor.java:142)
- at akka.actor.UntypedActor$$anonfun$receive$1.applyOrElse(UntypedActor.scala:165)
- at akka.actor.Actor$class.aroundReceive(Actor.scala:502)
- at akka.actor.UntypedActor.aroundReceive(UntypedActor.scala:95)
- at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
- at akka.actor.ActorCell.invoke(ActorCell.scala:495)
- at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
- at akka.dispatch.Mailbox.run(Mailbox.scala:224)
- at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- Caused by: java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- ... 4 more
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (4/8) (232ad5ac403c6c28da22dba38f21b5ea).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task Source: KafkaIO.Read/KafkaIO.Read/Read(KafkaUnboundedSource) -> Flat Map -> KafkaIO.Read/Remove Kafka Metadata/ParMultiDo(Anonymous) -> Values/Values/Map/ParMultiDo(Anonymous) -> Window.Into()/Window.Assign.out -> ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamIOSourceRel_3/Convert.ConvertTransform/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/Group by fields/ParMultiDo(Anonymous) -> ToKeyedWorkItem (4/8) (232ad5ac403c6c28da22dba38f21b5ea) [FAILED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (7/8) (3edca1ad87a4a55baab8742e7b85cd8e) switched from RUNNING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (1/8) (cdeb3f59982cc0910435e88b57bada5c) switched from RUNNING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (7/8) (3edca1ad87a4a55baab8742e7b85cd8e).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (1/8) (cdeb3f59982cc0910435e88b57bada5c).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (4/8) (fafeb3f4cc3d74458aa3f909c18ed883) switched from RUNNING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (7/8) (3edca1ad87a4a55baab8742e7b85cd8e) [CANCELED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (4/8) (fafeb3f4cc3d74458aa3f909c18ed883).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (6/8) (b58ff01930d1ff0abfcadaec73f251ec) switched from RUNNING to CANCELED.
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Freeing task resources for SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (6/8) (b58ff01930d1ff0abfcadaec73f251ec).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (4/8) (fafeb3f4cc3d74458aa3f909c18ed883) [CANCELED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (1/8) (cdeb3f59982cc0910435e88b57bada5c) [CANCELED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task run
- INFO: Ensuring all FileSystem streams are closed for task SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (6/8) (b58ff01930d1ff0abfcadaec73f251ec) [CANCELED]
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task cancelOrFailAndCancelInvokable
- INFO: Triggering cancellation of task code SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (5/8) (234f9b5e254194302d5bb90763b6cb4c).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task failExternally
- INFO: Attempting to fail task externally SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (2/8) (7bf344ddcd592a1eb7dc0d5919c3f345).
- May 31, 2019 10:37:44 PM org.apache.flink.runtime.taskmanager.Task transitionState
- INFO: SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Group.ByFields/GroupByKey -> SqlTransform/BeamAggregationRel_35/Group.CombineFieldsByFields/Combine.GroupedValues/ParDo(Anonymous)/ParMultiDo(Anonymous) -> SqlTransform/BeamAggregationRel_35/mergeRecord/ParMultiDo(Anonymous) -> ParDo(Anonymous)2/ParMultiDo(Anonymous) (2/8) (7bf344ddcd592a1eb7dc0d5919c3f345) switched from RUNNING to FAILED.
- org.apache.flink.util.FlinkException: JobManager responsible for 8f8cb65604a1e4f369c87539cab58e59 lost the leadership.
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.closeJobManagerConnection(TaskExecutor.java:1167)
- at org.apache.flink.runtime.taskexecutor.TaskExecutor.disconnectJobManager(TaskExecutor.java:850)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:242)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:162)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.onReceive(AkkaRpcActor.java:142)
- at akka.actor.UntypedActor$$anonfun$receive$1.applyOrElse(UntypedActor.scala:165)
- at akka.actor.Actor$class.aroundReceive(Actor.scala:502)
- at akka.actor.UntypedActor.aroundReceive(UntypedActor.scala:95)
- at akka.actor.ActorCell.receiveMessage(ActorCell.scala:526)
- at akka.actor.ActorCell.invoke(ActorCell.scala:495)
- at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:257)
- at akka.dispatch.Mailbox.run(Mailbox.scala:224)
- at akka.dispatch.Mailbox.exec(Mailbox.scala:234)
- at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- Caused by: java.util.concurrent.TimeoutException: Heartbeat of TaskManager with id 12054323-4613-4791-bb5b-e0a0e17e9860 timed out.
- at org.apache.flink.runtime.jobmaster.JobMaster$TaskManagerHeartbeatListener.notifyHeartbeatTimeout(JobMaster.java:1609)
- at org.apache.flink.runtime.heartbeat.HeartbeatManagerImpl$HeartbeatMonitor.run(HeartbeatManagerImpl.java:339)
- at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
- at java.util.concurrent.FutureTask.run(FutureTask.java:266)
- at org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:154)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:39)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:415)
- ... 4 more
- .....................................
Add Comment
Please, Sign In to add comment