Advertisement
Guest User

zeebe logs

a guest
Mar 21st, 2022
148
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 26.28 KB | None | 0 0
  1. timestamp,message
  2. 1647765131585,2022-03-20 08:32:11.585 [Broker-0-HealthCheckService] [Broker-0-zb-actors-0] INFO
  3. 1647765131585," io.zeebe.broker.system - Partition-1 recovered, marking it as healthy"
  4. 1647765940207,2022-03-20 08:45:40.207 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  5. 1647765940207," io.zeebe.logstreams.snapshot - Finished taking snapshot, need to wait until last written event position 6170882 is committed, current commit position is 6170882. After that snapshot can be marked as valid."
  6. 1647765965820,2022-03-20 08:46:05.820 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-0] INFO
  7. 1647765965820," io.zeebe.logstreams.snapshot - Current commit position 6170882 >= 6170882, snapshot 4410799-7-1647765918113-6170876-9223372036854775807 is valid and has been persisted."
  8. 1647765965822,2022-03-20 08:46:05.821 [io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore] [Broker-0-zb-actors-1] WARN
  9. 1647765965822," io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot - Failed to delete pending snapshot FileBasedTransientSnapshot{directory=/usr/local/zeebe/data/raft-partition/partitions/1/pending/4409799-7-1647765018084-6169685-9223372036854775807, snapshotStore=io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore@22a19931, metadata=FileBasedSnapshotMetadata{index=4409799, term=7, timestamp=2022-03-20 08:30:18,084, processedPosition=6169685, exporterPosition=9223372036854775807}}"
  10. 1647765965822,java.nio.file.NoSuchFileException: /usr/local/zeebe/data/raft-partition/partitions/1/pending/4409799-7-1647765018084-6169685-9223372036854775807
  11. 1647765965822, at sun.nio.fs.UnixException.translateToIOException(Unknown Source) ~[?:?]
  12. 1647765965822, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  13. 1647765965822, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  14. 1647765965822, at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(Unknown Source) ~[?:?]
  15. 1647765965822, at sun.nio.fs.UnixFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  16. 1647765965822, at sun.nio.fs.LinuxFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  17. 1647765965822, at java.nio.file.Files.readAttributes(Unknown Source) ~[?:?]
  18. 1647765965822, at java.nio.file.FileTreeWalker.getAttributes(Unknown Source) ~[?:?]
  19. 1647765965822, at java.nio.file.FileTreeWalker.visit(Unknown Source) ~[?:?]
  20. 1647765965822, at java.nio.file.FileTreeWalker.walk(Unknown Source) ~[?:?]
  21. 1647765965822, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  22. 1647765965822, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  23. 1647765965822, at io.zeebe.util.FileUtil.deleteFolder(FileUtil.java:47) ~[zeebe-util-0.26.2.jar:0.26.2]
  24. 1647765965822, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.abortInternal(FileBasedTransientSnapshot.java:130) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  25. 1647765965822, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.lambda$abort$2(FileBasedTransientSnapshot.java:86) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  26. 1647765965822, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) [zeebe-util-0.26.2.jar:0.26.2]
  27. 1647765965822, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  28. 1647765965822, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  29. 1647765965822, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  30. 1647765965822, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  31. 1647765965822, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  32. 1647766841593,2022-03-20 09:00:41.593 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  33. 1647766841593," io.zeebe.logstreams.snapshot - Finished taking snapshot, need to wait until last written event position 6172138 is committed, current commit position is 6172118. After that snapshot can be marked as valid."
  34. 1647766867601,2022-03-20 09:01:07.601 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  35. 1647766867601," io.zeebe.logstreams.snapshot - Current commit position 6172138 >= 6172138, snapshot 4411799-7-1647766818117-6172112-9223372036854775807 is valid and has been persisted."
  36. 1647766867603,2022-03-20 09:01:07.602 [io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore] [Broker-0-zb-actors-0] WARN
  37. 1647766867603," io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot - Failed to delete pending snapshot FileBasedTransientSnapshot{directory=/usr/local/zeebe/data/raft-partition/partitions/1/pending/4410799-7-1647765918113-6170876-9223372036854775807, snapshotStore=io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore@22a19931, metadata=FileBasedSnapshotMetadata{index=4410799, term=7, timestamp=2022-03-20 08:45:18,113, processedPosition=6170876, exporterPosition=9223372036854775807}}"
  38. 1647766867603,java.nio.file.NoSuchFileException: /usr/local/zeebe/data/raft-partition/partitions/1/pending/4410799-7-1647765918113-6170876-9223372036854775807
  39. 1647766867603, at sun.nio.fs.UnixException.translateToIOException(Unknown Source) ~[?:?]
  40. 1647766867603, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  41. 1647766867603, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  42. 1647766867603, at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(Unknown Source) ~[?:?]
  43. 1647766867603, at sun.nio.fs.UnixFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  44. 1647766867603, at sun.nio.fs.LinuxFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  45. 1647766867603, at java.nio.file.Files.readAttributes(Unknown Source) ~[?:?]
  46. 1647766867603, at java.nio.file.FileTreeWalker.getAttributes(Unknown Source) ~[?:?]
  47. 1647766867603, at java.nio.file.FileTreeWalker.visit(Unknown Source) ~[?:?]
  48. 1647766867603, at java.nio.file.FileTreeWalker.walk(Unknown Source) ~[?:?]
  49. 1647766867603, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  50. 1647766867603, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  51. 1647766867603, at io.zeebe.util.FileUtil.deleteFolder(FileUtil.java:47) ~[zeebe-util-0.26.2.jar:0.26.2]
  52. 1647766867603, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.abortInternal(FileBasedTransientSnapshot.java:130) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  53. 1647766867603, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.lambda$abort$2(FileBasedTransientSnapshot.java:86) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  54. 1647766867603, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) [zeebe-util-0.26.2.jar:0.26.2]
  55. 1647766867603, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  56. 1647766867603, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  57. 1647766867603, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  58. 1647766867603, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  59. 1647766867603, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  60. 1647767740307,2022-03-20 09:15:40.307 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  61. 1647767740307," io.zeebe.logstreams.snapshot - Finished taking snapshot, need to wait until last written event position 6173390 is committed, current commit position is 6173390. After that snapshot can be marked as valid."
  62. 1647767765884,2022-03-20 09:16:05.884 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  63. 1647767765884," io.zeebe.logstreams.snapshot - Current commit position 6173390 >= 6173390, snapshot 4412799-7-1647767718146-6173389-9223372036854775807 is valid and has been persisted."
  64. 1647767765886,2022-03-20 09:16:05.885 [io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore] [Broker-0-zb-actors-1] WARN
  65. 1647767765886," io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot - Failed to delete pending snapshot FileBasedTransientSnapshot{directory=/usr/local/zeebe/data/raft-partition/partitions/1/pending/4411799-7-1647766818117-6172112-9223372036854775807, snapshotStore=io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore@22a19931, metadata=FileBasedSnapshotMetadata{index=4411799, term=7, timestamp=2022-03-20 09:00:18,117, processedPosition=6172112, exporterPosition=9223372036854775807}}"
  66. 1647767765886,java.nio.file.NoSuchFileException: /usr/local/zeebe/data/raft-partition/partitions/1/pending/4411799-7-1647766818117-6172112-9223372036854775807
  67. 1647767765886, at sun.nio.fs.UnixException.translateToIOException(Unknown Source) ~[?:?]
  68. 1647767765886, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  69. 1647767765886, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  70. 1647767765886, at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(Unknown Source) ~[?:?]
  71. 1647767765886, at sun.nio.fs.UnixFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  72. 1647767765886, at sun.nio.fs.LinuxFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  73. 1647767765886, at java.nio.file.Files.readAttributes(Unknown Source) ~[?:?]
  74. 1647767765886, at java.nio.file.FileTreeWalker.getAttributes(Unknown Source) ~[?:?]
  75. 1647767765886, at java.nio.file.FileTreeWalker.visit(Unknown Source) ~[?:?]
  76. 1647767765886, at java.nio.file.FileTreeWalker.walk(Unknown Source) ~[?:?]
  77. 1647767765886, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  78. 1647767765886, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  79. 1647767765886, at io.zeebe.util.FileUtil.deleteFolder(FileUtil.java:47) ~[zeebe-util-0.26.2.jar:0.26.2]
  80. 1647767765886, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.abortInternal(FileBasedTransientSnapshot.java:130) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  81. 1647767765886, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.lambda$abort$2(FileBasedTransientSnapshot.java:86) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  82. 1647767765886, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) [zeebe-util-0.26.2.jar:0.26.2]
  83. 1647767765886, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  84. 1647767765886, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  85. 1647767765886, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  86. 1647767765886, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  87. 1647767765886, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  88. 1647768656178,2022-03-20 09:30:56.178 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  89. 1647768656178," io.zeebe.logstreams.snapshot - Finished taking snapshot, need to wait until last written event position 6174590 is committed, current commit position is 6174562. After that snapshot can be marked as valid."
  90. 1647768693612,2022-03-20 09:31:33.612 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-0] INFO
  91. 1647768693612," io.zeebe.logstreams.snapshot - Current commit position 6174590 >= 6174590, snapshot 4413699-7-1647768618162-6174556-9223372036854775807 is valid and has been persisted."
  92. 1647768693614,2022-03-20 09:31:33.613 [io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore] [Broker-0-zb-actors-0] WARN
  93. 1647768693614," io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot - Failed to delete pending snapshot FileBasedTransientSnapshot{directory=/usr/local/zeebe/data/raft-partition/partitions/1/pending/4412799-7-1647767718146-6173389-9223372036854775807, snapshotStore=io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore@22a19931, metadata=FileBasedSnapshotMetadata{index=4412799, term=7, timestamp=2022-03-20 09:15:18,146, processedPosition=6173389, exporterPosition=9223372036854775807}}"
  94. 1647768693614,java.nio.file.NoSuchFileException: /usr/local/zeebe/data/raft-partition/partitions/1/pending/4412799-7-1647767718146-6173389-9223372036854775807
  95. 1647768693614, at sun.nio.fs.UnixException.translateToIOException(Unknown Source) ~[?:?]
  96. 1647768693614, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  97. 1647768693614, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  98. 1647768693614, at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(Unknown Source) ~[?:?]
  99. 1647768693614, at sun.nio.fs.UnixFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  100. 1647768693614, at sun.nio.fs.LinuxFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  101. 1647768693614, at java.nio.file.Files.readAttributes(Unknown Source) ~[?:?]
  102. 1647768693614, at java.nio.file.FileTreeWalker.getAttributes(Unknown Source) ~[?:?]
  103. 1647768693614, at java.nio.file.FileTreeWalker.visit(Unknown Source) ~[?:?]
  104. 1647768693614, at java.nio.file.FileTreeWalker.walk(Unknown Source) ~[?:?]
  105. 1647768693614, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  106. 1647768693614, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  107. 1647768693614, at io.zeebe.util.FileUtil.deleteFolder(FileUtil.java:47) ~[zeebe-util-0.26.2.jar:0.26.2]
  108. 1647768693614, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.abortInternal(FileBasedTransientSnapshot.java:130) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  109. 1647768693614, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.lambda$abort$2(FileBasedTransientSnapshot.java:86) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  110. 1647768693614, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) [zeebe-util-0.26.2.jar:0.26.2]
  111. 1647768693614, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  112. 1647768693614, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  113. 1647768693614, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  114. 1647768693614, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  115. 1647768693614, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  116. 1647768988092,2022-03-20 09:36:28.092 [GatewayLongPollingJobHandler] [Broker-0-zb-actors-0] ERROR
  117. 1647768988092, io.zeebe.util.actor - Uncaught exception in 'GatewayLongPollingJobHandler' in phase 'STARTED'. Continuing with next job.
  118. 1647768988092,java.lang.IllegalStateException: call already closed
  119. 1647768988092, at com.google.common.base.Preconditions.checkState(Preconditions.java:508) ~[guava-30.0-jre.jar:?]
  120. 1647768988092, at io.grpc.internal.ServerCallImpl.closeInternal(ServerCallImpl.java:209) ~[grpc-core-1.34.0.jar:1.34.0]
  121. 1647768988092, at io.grpc.internal.ServerCallImpl.close(ServerCallImpl.java:202) ~[grpc-core-1.34.0.jar:1.34.0]
  122. 1647768988092, at io.grpc.stub.ServerCalls$ServerCallStreamObserverImpl.onError(ServerCalls.java:374) ~[grpc-stub-1.34.0.jar:1.34.0]
  123. 1647768988092, at io.zeebe.gateway.grpc.ErrorMappingStreamObserver.onError(ErrorMappingStreamObserver.java:105) ~[zeebe-gateway-0.26.2.jar:0.26.2]
  124. 1647768988092, at io.zeebe.gateway.impl.job.LongPollingActivateJobsHandler.lambda$onCompleted$6(LongPollingActivateJobsHandler.java:153) ~[zeebe-gateway-0.26.2.jar:0.26.2]
  125. 1647768988092, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) ~[zeebe-util-0.26.2.jar:0.26.2]
  126. 1647768988092, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  127. 1647768988092, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  128. 1647768988092, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  129. 1647768988092, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  130. 1647768988092, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  131. 1647769540464,2022-03-20 09:45:40.464 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  132. 1647769540464," io.zeebe.logstreams.snapshot - Finished taking snapshot, need to wait until last written event position 6175740 is committed, current commit position is 6175740. After that snapshot can be marked as valid."
  133. 1647769565998,2022-03-20 09:46:05.998 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-0] INFO
  134. 1647769565998," io.zeebe.logstreams.snapshot - Current commit position 6175740 >= 6175740, snapshot 4414599-7-1647769518169-6175734-9223372036854775807 is valid and has been persisted."
  135. 1647769566000,2022-03-20 09:46:05.999 [io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore] [Broker-0-zb-actors-0] WARN
  136. 1647769566000," io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot - Failed to delete pending snapshot FileBasedTransientSnapshot{directory=/usr/local/zeebe/data/raft-partition/partitions/1/pending/4413699-7-1647768618162-6174556-9223372036854775807, snapshotStore=io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore@22a19931, metadata=FileBasedSnapshotMetadata{index=4413699, term=7, timestamp=2022-03-20 09:30:18,162, processedPosition=6174556, exporterPosition=9223372036854775807}}"
  137. 1647769566000,java.nio.file.NoSuchFileException: /usr/local/zeebe/data/raft-partition/partitions/1/pending/4413699-7-1647768618162-6174556-9223372036854775807
  138. 1647769566000, at sun.nio.fs.UnixException.translateToIOException(Unknown Source) ~[?:?]
  139. 1647769566000, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  140. 1647769566000, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  141. 1647769566000, at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(Unknown Source) ~[?:?]
  142. 1647769566000, at sun.nio.fs.UnixFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  143. 1647769566000, at sun.nio.fs.LinuxFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  144. 1647769566000, at java.nio.file.Files.readAttributes(Unknown Source) ~[?:?]
  145. 1647769566000, at java.nio.file.FileTreeWalker.getAttributes(Unknown Source) ~[?:?]
  146. 1647769566000, at java.nio.file.FileTreeWalker.visit(Unknown Source) ~[?:?]
  147. 1647769566000, at java.nio.file.FileTreeWalker.walk(Unknown Source) ~[?:?]
  148. 1647769566000, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  149. 1647769566000, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  150. 1647769566000, at io.zeebe.util.FileUtil.deleteFolder(FileUtil.java:47) ~[zeebe-util-0.26.2.jar:0.26.2]
  151. 1647769566000, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.abortInternal(FileBasedTransientSnapshot.java:130) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  152. 1647769566000, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.lambda$abort$2(FileBasedTransientSnapshot.java:86) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  153. 1647769566000, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) [zeebe-util-0.26.2.jar:0.26.2]
  154. 1647769566000, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  155. 1647769566000, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  156. 1647769566000, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  157. 1647769566000, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  158. 1647769566000, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  159. 1647770442782,2022-03-20 10:00:42.782 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-0] INFO
  160. 1647770442782," io.zeebe.logstreams.snapshot - Finished taking snapshot, need to wait until last written event position 6177006 is committed, current commit position is 6176990. After that snapshot can be marked as valid."
  161. 1647770468897,2022-03-20 10:01:08.897 [Broker-0-SnapshotDirector-1] [Broker-0-zb-fs-workers-1] INFO
  162. 1647770468897," io.zeebe.logstreams.snapshot - Current commit position 6177006 >= 6177006, snapshot 4415599-7-1647770418183-6176984-9223372036854775807 is valid and has been persisted."
  163. 1647770468899,2022-03-20 10:01:08.898 [io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore] [Broker-0-zb-actors-1] WARN
  164. 1647770468899," io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot - Failed to delete pending snapshot FileBasedTransientSnapshot{directory=/usr/local/zeebe/data/raft-partition/partitions/1/pending/4414599-7-1647769518169-6175734-9223372036854775807, snapshotStore=io.zeebe.snapshots.broker.impl.FileBasedSnapshotStore@22a19931, metadata=FileBasedSnapshotMetadata{index=4414599, term=7, timestamp=2022-03-20 09:45:18,169, processedPosition=6175734, exporterPosition=9223372036854775807}}"
  165. 1647770468899,java.nio.file.NoSuchFileException: /usr/local/zeebe/data/raft-partition/partitions/1/pending/4414599-7-1647769518169-6175734-9223372036854775807
  166. 1647770468899, at sun.nio.fs.UnixException.translateToIOException(Unknown Source) ~[?:?]
  167. 1647770468899, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  168. 1647770468899, at sun.nio.fs.UnixException.rethrowAsIOException(Unknown Source) ~[?:?]
  169. 1647770468899, at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(Unknown Source) ~[?:?]
  170. 1647770468899, at sun.nio.fs.UnixFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  171. 1647770468899, at sun.nio.fs.LinuxFileSystemProvider.readAttributes(Unknown Source) ~[?:?]
  172. 1647770468899, at java.nio.file.Files.readAttributes(Unknown Source) ~[?:?]
  173. 1647770468899, at java.nio.file.FileTreeWalker.getAttributes(Unknown Source) ~[?:?]
  174. 1647770468899, at java.nio.file.FileTreeWalker.visit(Unknown Source) ~[?:?]
  175. 1647770468899, at java.nio.file.FileTreeWalker.walk(Unknown Source) ~[?:?]
  176. 1647770468899, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  177. 1647770468899, at java.nio.file.Files.walkFileTree(Unknown Source) ~[?:?]
  178. 1647770468899, at io.zeebe.util.FileUtil.deleteFolder(FileUtil.java:47) ~[zeebe-util-0.26.2.jar:0.26.2]
  179. 1647770468899, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.abortInternal(FileBasedTransientSnapshot.java:130) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  180. 1647770468899, at io.zeebe.snapshots.broker.impl.FileBasedTransientSnapshot.lambda$abort$2(FileBasedTransientSnapshot.java:86) ~[zeebe-snapshots-0.26.2.jar:0.26.2]
  181. 1647770468899, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) [zeebe-util-0.26.2.jar:0.26.2]
  182. 1647770468899, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  183. 1647770468899, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  184. 1647770468899, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  185. 1647770468899, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  186. 1647770468899, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  187. 1647770567797,2022-03-20 10:02:47.797 [GatewayLongPollingJobHandler] [Broker-0-zb-actors-0] ERROR
  188. 1647770567797, io.zeebe.util.actor - Uncaught exception in 'GatewayLongPollingJobHandler' in phase 'STARTED'. Continuing with next job.
  189. 1647770567797,java.lang.IllegalStateException: call already closed
  190. 1647770567797, at com.google.common.base.Preconditions.checkState(Preconditions.java:508) ~[guava-30.0-jre.jar:?]
  191. 1647770567797, at io.grpc.internal.ServerCallImpl.closeInternal(ServerCallImpl.java:209) ~[grpc-core-1.34.0.jar:1.34.0]
  192. 1647770567797, at io.grpc.internal.ServerCallImpl.close(ServerCallImpl.java:202) ~[grpc-core-1.34.0.jar:1.34.0]
  193. 1647770567797, at io.grpc.stub.ServerCalls$ServerCallStreamObserverImpl.onError(ServerCalls.java:374) ~[grpc-stub-1.34.0.jar:1.34.0]
  194. 1647770567797, at io.zeebe.gateway.grpc.ErrorMappingStreamObserver.onError(ErrorMappingStreamObserver.java:105) ~[zeebe-gateway-0.26.2.jar:0.26.2]
  195. 1647770567797, at io.zeebe.gateway.impl.job.LongPollingActivateJobsHandler.lambda$onCompleted$6(LongPollingActivateJobsHandler.java:153) ~[zeebe-gateway-0.26.2.jar:0.26.2]
  196. 1647770567797, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) ~[zeebe-util-0.26.2.jar:0.26.2]
  197. 1647770567797, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  198. 1647770567797, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  199. 1647770567797, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  200. 1647770567797, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  201. 1647770567797, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  202. 1647770818308,2022-03-20 10:06:58.308 [GatewayLongPollingJobHandler] [Broker-0-zb-actors-1] ERROR
  203. 1647770818308, io.zeebe.util.actor - Uncaught exception in 'GatewayLongPollingJobHandler' in phase 'STARTED'. Continuing with next job.
  204. 1647770818308,java.lang.IllegalStateException: call already closed
  205. 1647770818308, at com.google.common.base.Preconditions.checkState(Preconditions.java:508) ~[guava-30.0-jre.jar:?]
  206. 1647770818308, at io.grpc.internal.ServerCallImpl.closeInternal(ServerCallImpl.java:209) ~[grpc-core-1.34.0.jar:1.34.0]
  207. 1647770818308, at io.grpc.internal.ServerCallImpl.close(ServerCallImpl.java:202) ~[grpc-core-1.34.0.jar:1.34.0]
  208. 1647770818308, at io.grpc.stub.ServerCalls$ServerCallStreamObserverImpl.onError(ServerCalls.java:374) ~[grpc-stub-1.34.0.jar:1.34.0]
  209. 1647770818308, at io.zeebe.gateway.grpc.ErrorMappingStreamObserver.onError(ErrorMappingStreamObserver.java:105) ~[zeebe-gateway-0.26.2.jar:0.26.2]
  210. 1647770818308, at io.zeebe.gateway.impl.job.LongPollingActivateJobsHandler.lambda$onCompleted$6(LongPollingActivateJobsHandler.java:153) ~[zeebe-gateway-0.26.2.jar:0.26.2]
  211. 1647770818308, at io.zeebe.util.sched.ActorJob.invoke(ActorJob.java:73) ~[zeebe-util-0.26.2.jar:0.26.2]
  212. 1647770818308, at io.zeebe.util.sched.ActorJob.execute(ActorJob.java:39) [zeebe-util-0.26.2.jar:0.26.2]
  213. 1647770818308, at io.zeebe.util.sched.ActorTask.execute(ActorTask.java:122) [zeebe-util-0.26.2.jar:0.26.2]
  214. 1647770818308, at io.zeebe.util.sched.ActorThread.executeCurrentTask(ActorThread.java:94) [zeebe-util-0.26.2.jar:0.26.2]
  215. 1647770818308, at io.zeebe.util.sched.ActorThread.doWork(ActorThread.java:78) [zeebe-util-0.26.2.jar:0.26.2]
  216. 1647770818308, at io.zeebe.util.sched.ActorThread.run(ActorThread.java:191) [zeebe-util-0.26.2.jar:0.26.2]
  217. 1647770818308,2022-03-20 10:06:58.308 [GatewayLongPollingJobHandler] [Broker-0-zb-actors-1] ERROR
  218. 1647770818308, io.zeebe.util.actor - Uncaught exception in 'GatewayLongPollingJobHandler' in phase 'STARTED'. Continuing with next job.
  219. 1647770818308,java.lang.IllegalStateException: call already closed
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement