API tools faq
paste
Guest User

Untitled

a guest
Jul 3rd, 2025
20
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 133.34 KB | None | 0 0
raw download clone embed print report
  1. [dev-rnd] root@d8-core-command:~# cat o
  2. Debug log writer unlocked
  3. ---Gorutines in running---
  4. goroutine 66 [running]:
  5. github.com/deckhouse/deckhouse/dhctl/pkg/server/pkg/logger.(*DebugLogWriter).Write(0xc000a5a000, {0xc000c1e8f0, 0xab, 0x1?})
  6. /dhctl/pkg/server/pkg/logger/writer.go:88 +0xe8
  7. github.com/deckhouse/deckhouse/dhctl/pkg/log.(*PrettyLogger).LogDebugF(0xc000c49ef0, {0x49f3696, 0x8}, {0xc0005c63b0, 0x1, 0x1})
  8. /dhctl/pkg/log/logger.go:287 +0x12c
  9. github.com/deckhouse/deckhouse/dhctl/pkg/log.(*klogWriterWrapper).Write(0xc000c84720, {0xc00000e700, 0xa5, 0x125a539?})
  10. /dhctl/pkg/log/logger.go:67 +0xd7
  11. k8s.io/klog/v2.(*loggingT).output(0x65300c0, 0x0, 0x0, 0xc000462230, 0x1, {0x5575536, 0x11}, 0x244, 0x0)
  12. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:926 +0x6f0
  13. k8s.io/klog/v2.(*loggingT).printfDepth(0x65300c0, 0x0, 0x0, {0x0, 0x0}, 0x1, {0x49fa187, 0xa}, {0xc0005ee0e0, 0x2, ...})
  14. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:760 +0x378
  15. k8s.io/klog/v2.(*loggingT).printf(...)
  16. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:737
  17. k8s.io/klog/v2.Infof(...)
  18. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:1513
  19. k8s.io/client-go/transport.(*debuggingRoundTripper).RoundTrip(0xc000b3a120, 0xc000177180)
  20. /root/go/pkg/mod/k8s.io/[email protected]/transport/round_trippers.go:580 +0x25a5
  21. k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc000128980, 0xc000177040)
  22. /root/go/pkg/mod/k8s.io/[email protected]/transport/round_trippers.go:168 +0x4f0
  23. net/http.send(0xc000176dc0, {0x4eafae0, 0xc000128980}, {0x8?, 0x8?, 0x652f9e0?})
  24. /usr/lib/golang/src/net/http/client.go:259 +0x8cb
  25. net/http.(*Client).send(0xc000e86c60, 0xc000176dc0, {0x0?, 0x42fe3f0?, 0x652f9e0?})
  26. /usr/lib/golang/src/net/http/client.go:180 +0x14d
  27. net/http.(*Client).do(0xc000e86c60, 0xc000176dc0)
  28. /usr/lib/golang/src/net/http/client.go:728 +0x1339
  29. net/http.(*Client).Do(...)
  30. /usr/lib/golang/src/net/http/client.go:587
  31. k8s.io/client-go/rest.(*Request).request(0xc0009c25a0, {0x4ecf8a8, 0xc00034a380}, 0xc000f66048)
  32. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1023 +0x68c
  33. k8s.io/client-go/rest.(*Request).Do(0xc0009c25a0, {0x4ecf8e0, 0x748a6a0})
  34. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1063 +0x11a
  35. k8s.io/client-go/discovery.(*DiscoveryClient).downloadAPIs(0xc000e86cf0)
  36. /root/go/pkg/mod/k8s.io/[email protected]/discovery/discovery_client.go:309 +0x166
  37. k8s.io/client-go/discovery.(*DiscoveryClient).GroupsAndMaybeResources(0xc000e86cf0)
  38. /root/go/pkg/mod/k8s.io/[email protected]/discovery/discovery_client.go:209 +0x74
  39. k8s.io/client-go/discovery/cached/memory.(*memCacheClient).refreshLocked(0xc00118e2a0)
  40. /root/go/pkg/mod/k8s.io/[email protected]/discovery/cached/memory/memcache.go:245 +0x82
  41. k8s.io/client-go/discovery/cached/memory.(*memCacheClient).ServerResourcesForGroupVersion(0xc00118e2a0, {0xc00045e321, 0xf})
  42. /root/go/pkg/mod/k8s.io/[email protected]/discovery/cached/memory/memcache.go:104 +0xfd
  43. k8s.io/client-go/discovery/cached/disk.(*CachedDiscoveryClient).ServerResourcesForGroupVersion(0xc00001e5f0, {0xc00045e321, 0xf})
  44. /root/go/pkg/mod/k8s.io/[email protected]/discovery/cached/disk/cached_discovery.go:82 +0x2cf
  45. github.com/flant/kube-client/client.(*Client).apiResourceList(0xc000de0380, {0xc0008bc6b1, 0xf})
  46. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:390 +0x2a2
  47. github.com/flant/kube-client/client.(*Client).APIResourceList(0xc000de0380, {0xc0008bc6b1, 0xf})
  48. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:355 +0x3f
  49. github.com/flant/kube-client/client.(*Client).apiResource(0xc000de0380, {0xc0008bc6b1, 0xf}, {0xc00110e360, 0x16})
  50. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:424 +0x4c
  51. github.com/flant/kube-client/client.(*Client).APIResource(0xc000de0380, {0xc0008bc6b1, 0xf}, {0xc00110e360, 0x16})
  52. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:411 +0xfe
  53. github.com/flant/kube-client/client.(*Client).GroupVersionResource(0xc000de0380, {0xc0008bc6b1, 0xf}, {0xc00110e360, 0x16})
  54. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:444 +0x8e
  55. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.resourceToGVR(0xc000fc8300, 0xc0007fd780)
  56. /dhctl/pkg/kubernetes/actions/resources/resources.go:256 +0x215
  57. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.(*resourceReadinessChecker).IsReady(0xc000e687b0, {0x4ecf800, 0xc0009abc20})
  58. /dhctl/pkg/kubernetes/actions/resources/resouce_ready.go:87 +0x785
  59. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.(*Waiter).ReadyAll(0xc000f671c8, {0x4ecf800, 0xc0009abc20})
  60. /dhctl/pkg/kubernetes/actions/resources/waiter.go:95 +0xfd
  61. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.CreateResourcesLoop({0x4ecf800, 0xc0009abc20}, 0xc000fc8300, {0xc0005974d0, 0x12, 0x12}, {0xc00051e000, 0x13, 0x20}, {0x0, ...})
  62. /dhctl/pkg/kubernetes/actions/resources/resources.go:333 +0x354
  63. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.createResources.func2()
  64. /dhctl/pkg/operations/bootstrap/cluster-bootstrapper.go:680 +0x145
  65. github.com/werf/logboek/internal/stream.(*Stream).logProcess.func1()
  66. /root/go/pkg/mod/github.com/werf/[email protected]/internal/stream/process.go:150 +0x2f
  67. github.com/werf/logboek/internal/stream.(*Stream).logProcess(0xc000d86708, {0xc0008eda10, 0x21}, 0xc0005891a0, 0xc000d52d20)
  68. /root/go/pkg/mod/github.com/werf/[email protected]/internal/stream/process.go:157 +0x387
  69. github.com/werf/logboek/internal/stream.(*LogProcess).DoError(0xc000050e40, 0xc000d52d20)
  70. /root/go/pkg/mod/github.com/werf/[email protected]/internal/stream/process_types.go:201 +0x205
  71. github.com/deckhouse/deckhouse/dhctl/pkg/log.(*PrettyLogger).LogProcess(0xc000c49ef0, {0x49f6176, 0x9}, {0x4a0798c, 0x10}, 0xc000d52d20)
  72. /dhctl/pkg/log/logger.go:265 +0x1e5
  73. github.com/deckhouse/deckhouse/dhctl/pkg/log.Process(...)
  74. /dhctl/pkg/log/logger.go:557
  75. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.createResources({0x4ecf800, 0xc0009abc20}, 0xc000fc8300, {0xc0005974d0, 0x12, 0x12}, 0xc0002ad0e0, 0xc0009880a0, 0x0)
  76. /dhctl/pkg/operations/bootstrap/cluster-bootstrapper.go:669 +0x3a7
  77. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.(*ClusterBootstrapper).Bootstrap(0xc000a82330, {0x4ecf800, 0xc0009abc20})
  78. /dhctl/pkg/operations/bootstrap/cluster-bootstrapper.go:489 +0x2f25
  79. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).bootstrap(0xc000ce6d20, {0x4ecf800, 0xc0009abc20}, {0xc00086e210, 0xc000c49e90, 0xc000d866d8, {{0x4eada00, 0xc000a5a000}, {0x4eadac0, 0xc000914980}}})
  80. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:297 +0x1f85
  81. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).bootstrapSafe(0xc000ce6d20, {0x4ecf800, 0xc0009abc20}, {0xc00086e210, 0xc000c49e90, 0xc000d866d8, {{0x4eada00, 0xc000a5a000}, {0x4eadac0, 0xc000914980}}})
  82. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:163 +0x138
  83. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).Bootstrap.func3()
  84. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:116 +0x331
  85. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).Bootstrap in goroutine 39
  86. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:115 +0x1816
  87.  
  88. goroutine 1 [chan receive, 20 minutes]:
  89. github.com/deckhouse/deckhouse/dhctl/pkg/util/tomb.(*teardownCallbacks).wait(...)
  90. /dhctl/pkg/util/tomb/tomb.go:104
  91. github.com/deckhouse/deckhouse/dhctl/pkg/util/tomb.WaitShutdown(...)
  92. /dhctl/pkg/util/tomb/tomb.go:120
  93. main.runApplication(0xc0005a2100)
  94. /dhctl/cmd/dhctl/main.go:376 +0x205
  95. main.main()
  96. /dhctl/cmd/dhctl/main.go:318 +0x42f
  97.  
  98. goroutine 50 [syscall, 20 minutes]:
  99. os/signal.signal_recv()
  100. /usr/lib/golang/src/runtime/sigqueue.go:152 +0x29
  101. os/signal.loop()
  102. /usr/lib/golang/src/os/signal/signal_unix.go:23 +0x1d
  103. created by os/signal.Notify.func1.1 in goroutine 6
  104. /usr/lib/golang/src/os/signal/signal.go:152 +0x47
  105.  
  106. goroutine 6 [chan receive, 20 minutes]:
  107. github.com/deckhouse/deckhouse/dhctl/pkg/util/tomb.WaitForProcessInterruption()
  108. /dhctl/pkg/util/tomb/tomb.go:144 +0xdf
  109. created by main.main in goroutine 1
  110. /dhctl/cmd/dhctl/main.go:302 +0x28a
  111.  
  112. goroutine 7 [IO wait, 20 minutes]:
  113. internal/poll.runtime_pollWait(0x7f4f30012ed8, 0x72)
  114. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  115. internal/poll.(*pollDesc).wait(0xc000843320, 0x72, 0x0)
  116. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  117. internal/poll.(*pollDesc).waitRead(...)
  118. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  119. internal/poll.(*FD).Accept(0xc000843300)
  120. /usr/lib/golang/src/internal/poll/fd_unix.go:620 +0x505
  121. net.(*netFD).accept(0xc000843300)
  122. /usr/lib/golang/src/net/fd_unix.go:172 +0x45
  123. net.(*UnixListener).accept(0xc000982660)
  124. /usr/lib/golang/src/net/unixsock_posix.go:172 +0x3e
  125. net.(*UnixListener).Accept(0xc000982660)
  126. /usr/lib/golang/src/net/unixsock.go:260 +0x65
  127. google.golang.org/grpc.(*Server).Serve(0xc0000cca00, {0x4ebe810, 0xc000982660})
  128. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:875 +0x7d8
  129. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve({0x7ffc953cfd9c, 0x4}, {0x7ffc953cfdb2, 0x34})
  130. /dhctl/pkg/server/server/singlethreaded/server.go:117 +0x12ac
  131. github.com/deckhouse/deckhouse/dhctl/cmd/dhctl/commands.DefineSingleThreadedServerCommand.func1(0x467a660?)
  132. /dhctl/cmd/dhctl/commands/server.go:39 +0x66
  133. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*actionMixin).applyActions(...)
  134. /root/go/pkg/mod/github.com/alecthomas/[email protected]/actions.go:28
  135. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*Application).applyActions(0xc0005a2100, 0xc0005862d0)
  136. /root/go/pkg/mod/github.com/alecthomas/[email protected]/app.go:560 +0x173
  137. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*Application).execute(0xc0005a2100, 0xc0005862d0, {0xc0005c71f0, 0x1, 0x1})
  138. /root/go/pkg/mod/github.com/alecthomas/[email protected]/app.go:398 +0x9b
  139. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*Application).Parse(0xc0005a2100, {0xc0001de090, 0x3, 0x3})
  140. /root/go/pkg/mod/github.com/alecthomas/[email protected]/app.go:230 +0x1ca
  141. main.runApplication.func2()
  142. /dhctl/cmd/dhctl/main.go:365 +0x79
  143. created by main.runApplication in goroutine 1
  144. /dhctl/cmd/dhctl/main.go:364 +0x1e5
  145.  
  146. goroutine 8 [chan receive, 20 minutes]:
  147. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve.func2()
  148. /dhctl/pkg/server/server/singlethreaded/server.go:112 +0x4a
  149. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve in goroutine 7
  150. /dhctl/pkg/server/server/singlethreaded/server.go:111 +0x1292
  151.  
  152. goroutine 13 [IO wait, 20 minutes]:
  153. internal/poll.runtime_pollWait(0x7f4f30012ca8, 0x72)
  154. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  155. internal/poll.(*pollDesc).wait(0xc000188200, 0x72, 0x1)
  156. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  157. internal/poll.(*pollDesc).waitRead(...)
  158. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  159. internal/poll.(*FD).Read(0xc0001881e0, {0xc000a62120, 0x10, 0x10})
  160. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  161. os.(*File).read(...)
  162. /usr/lib/golang/src/os/file_posix.go:29
  163. os.(*File).Read(0xc0001ac160, {0xc000a62120, 0x10, 0x10})
  164. /usr/lib/golang/src/os/file.go:124 +0xad
  165. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).readFromStreams(0xc000869d10, {0x4ea94a0, 0xc0001ac160}, {0x4ea9420, 0xc0001ac490})
  166. /dhctl/pkg/system/process/executor.go:378 +0x3d5
  167. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func1()
  168. /dhctl/pkg/system/process/executor.go:306 +0x55
  169. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  170. /dhctl/pkg/system/process/executor.go:305 +0x90f
  171.  
  172. goroutine 10 [select]:
  173. google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000024870, 0x1)
  174. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:418 +0x199
  175. google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0002c56c0)
  176. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:551 +0x15b
  177. google.golang.org/grpc/internal/transport.NewServerTransport.func2()
  178. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:335 +0x276
  179. created by google.golang.org/grpc/internal/transport.NewServerTransport in goroutine 9
  180. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:332 +0x2d8b
  181.  
  182. goroutine 11 [select, 20 minutes]:
  183. google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0001fe600)
  184. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:1168 +0x409
  185. created by google.golang.org/grpc/internal/transport.NewServerTransport in goroutine 9
  186. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:356 +0x2e0b
  187.  
  188. goroutine 12 [IO wait]:
  189. internal/poll.runtime_pollWait(0x7f4f30012dc0, 0x72)
  190. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  191. internal/poll.(*pollDesc).wait(0xc000123d20, 0x72, 0x0)
  192. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  193. internal/poll.(*pollDesc).waitRead(...)
  194. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  195. internal/poll.(*FD).Read(0xc000123d00, {0xc0006f4000, 0x8000, 0x8000})
  196. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  197. net.(*netFD).Read(0xc000123d00, {0xc0006f4000, 0x8000, 0x8000})
  198. /usr/lib/golang/src/net/fd_posix.go:55 +0x4b
  199. net.(*conn).Read(0xc0001ad368, {0xc0006f4000, 0x8000, 0x8000})
  200. /usr/lib/golang/src/net/net.go:194 +0xad
  201. bufio.(*Reader).Read(0xc000188720, {0xc000350580, 0x9, 0x9})
  202. /usr/lib/golang/src/bufio/bufio.go:245 +0x4b8
  203. io.ReadAtLeast({0x4ea9ae0, 0xc000188720}, {0xc000350580, 0x9, 0x9}, 0x9)
  204. /usr/lib/golang/src/io/io.go:335 +0xcb
  205. io.ReadFull(...)
  206. /usr/lib/golang/src/io/io.go:354
  207. golang.org/x/net/http2.readFrameHeader({0xc000350580, 0x9, 0x9}, {0x4ea9ae0, 0xc000188720})
  208. /root/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:242 +0x9a
  209. golang.org/x/net/http2.(*Framer).ReadFrame(0xc000350540)
  210. /root/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:506 +0xed
  211. google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0001fe600, {0x4ecf800, 0xc000ce71d0}, 0xc000ce7200)
  212. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:645 +0x13a
  213. google.golang.org/grpc.(*Server).serveStreams(0xc0000cca00, {0x4ecf7c8, 0x748a6a0}, {0x4edda80, 0xc0001fe600}, {0x4eda6c0, 0xc0001ad368})
  214. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1013 +0x673
  215. google.golang.org/grpc.(*Server).handleRawConn.func1()
  216. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x87
  217. created by google.golang.org/grpc.(*Server).handleRawConn in goroutine 9
  218. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:948 +0x2ed
  219.  
  220. goroutine 39 [select, 11 minutes]:
  221. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).Bootstrap(0xc000ce6d20, {0x4edb500, 0xc000bbead0})
  222. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:93 +0xc73
  223. github.com/deckhouse/deckhouse/dhctl/pkg/server/pb/dhctl._DHCTL_Bootstrap_Handler({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980})
  224. /dhctl/pkg/server/pb/dhctl/services_grpc.pb.go:362 +0xe6
  225. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve.StreamParallelTasksLimiter.func13({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980}, 0xc000c94498, 0x4b47540)
  226. /dhctl/pkg/server/pkg/interceptors/interceptors.go:125 +0x411
  227. google.golang.org/grpc.getChainStreamHandler.func1({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980})
  228. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1515 +0x234
  229. github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors/recovery.StreamServerInterceptor.func1({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980}, 0xc000c94498?, 0xc000914840)
  230. /root/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware/[email protected]/interceptors/recovery/interceptors.go:48 +0x129
  231. google.golang.org/grpc.getChainStreamHandler.func1.getChainStreamHandler.1({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980})
  232. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1515 +0x116
  233. github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors/logging.StreamServerInterceptor.StreamServerInterceptor.func2({0x49744e0, 0xc000ce6d20}, {0x7f4ee1fa7038, 0xc00048a580}, 0xc000c94498, 0xc000914800)
  234. /root/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware/[email protected]/interceptors/server.go:35 +0x384
  235. google.golang.org/grpc.getChainStreamHandler.func1({0x49744e0, 0xc000ce6d20}, {0x7f4ee1fa7038, 0xc00048a580})
  236. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1515 +0x234
  237. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve.StreamLogger.func9({0x49744e0, 0xc000ce6d20}, {0x4ed73f8, 0xc0007924b0}, 0xc000c94498?, 0xc0009147c0)
  238. /dhctl/pkg/server/pkg/interceptors/interceptors.go:56 +0x10c
  239. google.golang.org/grpc.NewServer.chainStreamServerInterceptors.chainStreamInterceptors.func2({0x49744e0, 0xc000ce6d20}, {0x4ed73f8, 0xc0007924b0}, 0xc000c94498, 0x4b47540)
  240. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1506 +0xdd
  241. google.golang.org/grpc.(*Server).processStreamingRPC(0xc0000cca00, {0x4ecf800, 0xc0009ab740}, {0x4edda80, 0xc0001fe600}, 0xc000952360, 0xc000ce6e10, 0x64045e0, 0x0)
  242. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1670 +0x1ef5
  243. google.golang.org/grpc.(*Server).handleStream(0xc0000cca00, {0x4edda80, 0xc0001fe600}, 0xc000952360)
  244. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1784 +0x178d
  245. google.golang.org/grpc.(*Server).serveStreams.func2.1()
  246. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1019 +0x159
  247. created by google.golang.org/grpc.(*Server).serveStreams.func2 in goroutine 12
  248. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1030 +0x215
  249.  
  250. goroutine 40 [chan receive, 20 minutes]:
  251. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.operationCtx.func1()
  252. /dhctl/pkg/server/rpc/dhctl/service.go:85 +0x45
  253. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.operationCtx in goroutine 39
  254. /dhctl/pkg/server/rpc/dhctl/service.go:84 +0x10d
  255.  
  256. goroutine 41 [select, 11 minutes]:
  257. google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00001ea50, {0xc0009ab7e0, 0x5, 0x5})
  258. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:181 +0x125
  259. google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00001ea50, {0xc0009ab7e0, 0x5, 0x5})
  260. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x3d5
  261. google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0009ab6e0, {0xc0009ab7e0, 0x5, 0x5})
  262. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:525 +0x62
  263. io.ReadAtLeast({0x4eaf380, 0xc0009ab6e0}, {0xc0009ab7e0, 0x5, 0x5}, 0x5)
  264. /usr/lib/golang/src/io/io.go:335 +0xcb
  265. io.ReadFull(...)
  266. /usr/lib/golang/src/io/io.go:354
  267. google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000952360, {0xc0009ab7e0, 0x5, 0x5})
  268. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:509 +0x11f
  269. google.golang.org/grpc.(*parser).recvMsg(0xc0009ab7d0, 0x400000)
  270. /root/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:614 +0x6a
  271. google.golang.org/grpc.recvAndDecompress(0xc0009ab7d0, 0xc000952360, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0})
  272. /root/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:753 +0x93
  273. google.golang.org/grpc.recv(0xc0009ab7d0, {0x7f4ee1fa6f90, 0x748a6a0}, 0xc000952360, {0x0, 0x0}, {0x482a3c0, 0xc000050d00}, 0x400000, 0x0, ...)
  274. /root/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:833 +0xbd
  275. google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007924b0, {0x482a3c0, 0xc000050d00})
  276. /root/go/pkg/mod/google.golang.org/[email protected]/stream.go:1717 +0x2f8
  277. github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors.(*monitoredServerStream).RecvMsg(0xc0009ab980, {0x482a3c0, 0xc000050d00})
  278. /root/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware/[email protected]/interceptors/server.go:62 +0x70
  279. github.com/deckhouse/deckhouse/dhctl/pkg/server/pb/dhctl.(*dHCTLBootstrapServer).Recv(0xc000bbead0)
  280. /dhctl/pkg/server/pb/dhctl/services_grpc.pb.go:381 +0x66
  281. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startReceiver[...].func1()
  282. /dhctl/pkg/server/rpc/dhctl/service.go:111 +0x94
  283. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startReceiver[...] in goroutine 39
  284. /dhctl/pkg/server/rpc/dhctl/service.go:109 +0x1a5
  285.  
  286. goroutine 42 [chan receive]:
  287. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startSender[...].func1()
  288. /dhctl/pkg/server/rpc/dhctl/service.go:131 +0x72
  289. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startSender[...] in goroutine 39
  290. /dhctl/pkg/server/rpc/dhctl/service.go:130 +0x165
  291.  
  292. goroutine 14 [IO wait, 20 minutes]:
  293. internal/poll.runtime_pollWait(0x7f4f30012a78, 0x72)
  294. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  295. internal/poll.(*pollDesc).wait(0xc0001883e0, 0x72, 0x1)
  296. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  297. internal/poll.(*pollDesc).waitRead(...)
  298. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  299. internal/poll.(*FD).Read(0xc0001883c0, {0xc00079e057, 0xfa9, 0xfa9})
  300. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  301. os.(*File).read(...)
  302. /usr/lib/golang/src/os/file_posix.go:29
  303. os.(*File).Read(0xc0001ac488, {0xc00079e057, 0xfa9, 0xfa9})
  304. /usr/lib/golang/src/os/file.go:124 +0xad
  305. bufio.(*Scanner).Scan(0xc00039ded8)
  306. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  307. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ConsumeLines(0xc000869d10, {0x4ea94a0, 0xc0001ac488}, 0xc000d833f0)
  308. /dhctl/pkg/system/process/executor.go:440 +0x185
  309. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func2()
  310. /dhctl/pkg/system/process/executor.go:313 +0x79
  311. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  312. /dhctl/pkg/system/process/executor.go:309 +0x9cd
  313.  
  314. goroutine 673 [IO wait, 15 minutes]:
  315. internal/poll.runtime_pollWait(0x7f4f30012730, 0x72)
  316. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  317. internal/poll.(*pollDesc).wait(0xc000189280, 0x72, 0x1)
  318. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  319. internal/poll.(*pollDesc).waitRead(...)
  320. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  321. internal/poll.(*FD).Read(0xc000189260, {0xc00124c008, 0xff8, 0xff8})
  322. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  323. os.(*File).read(...)
  324. /usr/lib/golang/src/os/file_posix.go:29
  325. os.(*File).Read(0xc000910008, {0xc00124c008, 0xff8, 0xff8})
  326. /usr/lib/golang/src/os/file.go:124 +0xad
  327. bufio.(*Scanner).Scan(0xc000bdfea8)
  328. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  329. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0x10?, {0x4ea94a0, 0xc000910008}, 0xc000bdffb0)
  330. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  331. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  332. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  333. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 66
  334. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  335.  
  336. goroutine 82 [syscall, 20 minutes]:
  337. syscall.Syscall6(0xf7, 0x3, 0x15, 0xc000bd8d80, 0x4, 0xc000a24000, 0x0)
  338. /usr/lib/golang/src/syscall/syscall_linux.go:95 +0x45
  339. internal/syscall/unix.Waitid(0x3, 0x15, 0xc000bd8d80, 0x4, 0xc000a24000)
  340. /usr/lib/golang/src/internal/syscall/unix/waitid_linux.go:18 +0x70
  341. os.(*Process).pidfdWait.func1(...)
  342. /usr/lib/golang/src/os/pidfd_linux.go:106
  343. os.ignoringEINTR(...)
  344. /usr/lib/golang/src/os/file_posix.go:251
  345. os.(*Process).pidfdWait(0xc000e881c0)
  346. /usr/lib/golang/src/os/pidfd_linux.go:105 +0x365
  347. os.(*Process).wait(0xc000e881c0)
  348. /usr/lib/golang/src/os/exec_unix.go:27 +0x4e
  349. os.(*Process).Wait(...)
  350. /usr/lib/golang/src/os/exec.go:358
  351. os/exec.(*Cmd).Wait(0xc000bc4000)
  352. /usr/lib/golang/src/os/exec/exec.go:922 +0xb0
  353. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func1()
  354. /dhctl/pkg/system/process/executor.go:482 +0x45
  355. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  356. /dhctl/pkg/system/process/executor.go:481 +0x1a5
  357.  
  358. goroutine 84 [select, 20 minutes]:
  359. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func3()
  360. /dhctl/pkg/system/process/executor.go:502 +0x1ac
  361. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  362. /dhctl/pkg/system/process/executor.go:495 +0x2b1
  363.  
  364. goroutine 774 [IO wait, 15 minutes]:
  365. internal/poll.runtime_pollWait(0x7f4ee81adbd8, 0x72)
  366. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  367. internal/poll.(*pollDesc).wait(0xc00118e860, 0x72, 0x1)
  368. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  369. internal/poll.(*pollDesc).waitRead(...)
  370. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  371. internal/poll.(*FD).Read(0xc00118e840, {0xc0003fd008, 0xff8, 0xff8})
  372. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  373. os.(*File).read(...)
  374. /usr/lib/golang/src/os/file_posix.go:29
  375. os.(*File).Read(0xc0001acc28, {0xc0003fd008, 0xff8, 0xff8})
  376. /usr/lib/golang/src/os/file.go:124 +0xad
  377. bufio.(*Scanner).Scan(0xc000cc6ea8)
  378. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  379. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000056d00?, {0x4ea94a0, 0xc0001acc28}, 0xc000cc6fb0)
  380. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  381. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  382. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  383. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  384. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  385.  
  386. goroutine 815 [IO wait, 15 minutes]:
  387. internal/poll.runtime_pollWait(0x7f4ee05fc610, 0x72)
  388. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  389. internal/poll.(*pollDesc).wait(0xc00118f2e0, 0x72, 0x1)
  390. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  391. internal/poll.(*pollDesc).waitRead(...)
  392. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  393. internal/poll.(*FD).Read(0xc00118f2c0, {0xc00068b008, 0xff8, 0xff8})
  394. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  395. os.(*File).read(...)
  396. /usr/lib/golang/src/os/file_posix.go:29
  397. os.(*File).Read(0xc000132130, {0xc00068b008, 0xff8, 0xff8})
  398. /usr/lib/golang/src/os/file.go:124 +0xad
  399. bufio.(*Scanner).Scan(0xc000680ea8)
  400. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  401. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000a48101?, {0x4ea94a0, 0xc000132130}, 0xc000680fb0)
  402. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  403. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  404. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  405. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  406. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  407.  
  408. goroutine 231 [chan send, 15 minutes]:
  409. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*ReverseTunnel).upNewTunnel.func1()
  410. /dhctl/pkg/system/node/ssh/frontend/reverse-tunnel.go:102 +0x125
  411. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*ReverseTunnel).upNewTunnel in goroutine 66
  412. /dhctl/pkg/system/node/ssh/frontend/reverse-tunnel.go:97 +0x7e5
  413.  
  414. goroutine 730 [IO wait, 9 minutes]:
  415. internal/poll.runtime_pollWait(0x7f4f300121b8, 0x72)
  416. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  417. internal/poll.(*pollDesc).wait(0xc000188f20, 0x72, 0x1)
  418. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  419. internal/poll.(*pollDesc).waitRead(...)
  420. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  421. internal/poll.(*FD).Read(0xc000188f00, {0xc000d23201, 0xdff, 0xdff})
  422. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  423. os.(*File).read(...)
  424. /usr/lib/golang/src/os/file_posix.go:29
  425. os.(*File).Read(0xc0001320d0, {0xc000d23201, 0xdff, 0xdff})
  426. /usr/lib/golang/src/os/file.go:124 +0xad
  427. bufio.(*Scanner).Scan(0xc000f91ed8)
  428. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  429. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ConsumeLines(0xc000792780, {0x4ea94a0, 0xc0001320d0}, 0xc000e860c0)
  430. /dhctl/pkg/system/process/executor.go:440 +0x185
  431. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func2()
  432. /dhctl/pkg/system/process/executor.go:313 +0x79
  433. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  434. /dhctl/pkg/system/process/executor.go:309 +0x9cd
  435.  
  436. goroutine 835 [syscall, 15 minutes]:
  437. syscall.Syscall6(0xf7, 0x3, 0x4c, 0xc000bebd80, 0x4, 0xc001094750, 0x0)
  438. /usr/lib/golang/src/syscall/syscall_linux.go:95 +0x45
  439. internal/syscall/unix.Waitid(0x3, 0x4c, 0xc000bebd80, 0x4, 0xc001094750)
  440. /usr/lib/golang/src/internal/syscall/unix/waitid_linux.go:18 +0x70
  441. os.(*Process).pidfdWait.func1(...)
  442. /usr/lib/golang/src/os/pidfd_linux.go:106
  443. os.ignoringEINTR(...)
  444. /usr/lib/golang/src/os/file_posix.go:251
  445. os.(*Process).pidfdWait(0xc000c2e500)
  446. /usr/lib/golang/src/os/pidfd_linux.go:105 +0x365
  447. os.(*Process).wait(0xc000c2e500)
  448. /usr/lib/golang/src/os/exec_unix.go:27 +0x4e
  449. os.(*Process).Wait(...)
  450. /usr/lib/golang/src/os/exec.go:358
  451. os/exec.(*Cmd).Wait(0xc000bc5500)
  452. /usr/lib/golang/src/os/exec/exec.go:922 +0xb0
  453. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func2()
  454. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:95 +0x4c
  455. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  456. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:94 +0x9f1
  457.  
  458. goroutine 834 [IO wait, 15 minutes]:
  459. internal/poll.runtime_pollWait(0x7f4dc19701a0, 0x72)
  460. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  461. internal/poll.(*pollDesc).wait(0xc00118f520, 0x72, 0x1)
  462. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  463. internal/poll.(*pollDesc).waitRead(...)
  464. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  465. internal/poll.(*FD).Read(0xc00118f500, {0xc000ce4008, 0xff8, 0xff8})
  466. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  467. os.(*File).read(...)
  468. /usr/lib/golang/src/os/file_posix.go:29
  469. os.(*File).Read(0xc0001acc88, {0xc000ce4008, 0xff8, 0xff8})
  470. /usr/lib/golang/src/os/file.go:124 +0xad
  471. bufio.(*Scanner).Scan(0xc0000a1ea8)
  472. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  473. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000c84010?, {0x4ea94a0, 0xc0001acc88}, 0xc0000a1fb0)
  474. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  475. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  476. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  477. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  478. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  479.  
  480. goroutine 731 [IO wait, 15 minutes]:
  481. internal/poll.runtime_pollWait(0x7f4f300122d0, 0x72)
  482. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  483. internal/poll.(*pollDesc).wait(0xc000188fe0, 0x72, 0x1)
  484. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  485. internal/poll.(*pollDesc).waitRead(...)
  486. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  487. internal/poll.(*FD).Read(0xc000188fc0, {0xc000d56030, 0x10, 0x10})
  488. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  489. os.(*File).read(...)
  490. /usr/lib/golang/src/os/file_posix.go:29
  491. os.(*File).Read(0xc0001320e0, {0xc000d56030, 0x10, 0x10})
  492. /usr/lib/golang/src/os/file.go:124 +0xad
  493. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func3()
  494. /dhctl/pkg/system/process/executor.go:331 +0x1ab
  495. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  496. /dhctl/pkg/system/process/executor.go:321 +0xad0
  497.  
  498. goroutine 994 [select]:
  499. net/http.awaitLegacyCancel({0x4ecf838, 0xc0004d80a0}, 0xc0005c6470, 0xc000176c80)
  500. /usr/lib/golang/src/net/http/transport.go:744 +0xda
  501. created by net/http.(*Transport).roundTrip in goroutine 66
  502. /usr/lib/golang/src/net/http/transport.go:650 +0x111d
  503.  
  504. goroutine 970 [select]:
  505. net/http.setRequestCancel.func4()
  506. /usr/lib/golang/src/net/http/client.go:402 +0xf4
  507. created by net/http.setRequestCancel in goroutine 66
  508. /usr/lib/golang/src/net/http/client.go:401 +0x6f3
  509.  
  510. goroutine 258 [IO wait, 16 minutes]:
  511. internal/poll.runtime_pollWait(0x7f4f30012848, 0x72)
  512. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  513. internal/poll.(*pollDesc).wait(0xc0001228a0, 0x72, 0x0)
  514. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  515. internal/poll.(*pollDesc).waitRead(...)
  516. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  517. internal/poll.(*FD).Accept(0xc000122880)
  518. /usr/lib/golang/src/internal/poll/fd_unix.go:620 +0x505
  519. net.(*netFD).accept(0xc000122880)
  520. /usr/lib/golang/src/net/fd_unix.go:172 +0x45
  521. net.(*TCPListener).accept(0xc0009147c0)
  522. /usr/lib/golang/src/net/tcpsock_posix.go:159 +0x4e
  523. net.(*TCPListener).Accept(0xc0009147c0)
  524. /usr/lib/golang/src/net/tcpsock.go:380 +0x65
  525. crypto/tls.(*listener).Accept(0xc000fd4a50)
  526. /usr/lib/golang/src/crypto/tls/tls.go:67 +0x43
  527. net/http.(*Server).Serve(0xc0005a2a00, {0x4ec5250, 0xc000fd4a50})
  528. /usr/lib/golang/src/net/http/server.go:3424 +0x65f
  529. github.com/deckhouse/deckhouse/go_lib/registry-packages-proxy/proxy.(*Proxy).Serve(0xc000e292c0)
  530. /go_lib/registry-packages-proxy/proxy/proxy.go:134 +0x1ed
  531. created by github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.StartRegistryPackagesProxy in goroutine 66
  532. /dhctl/pkg/operations/bootstrap/steps.go:336 +0x57d
  533.  
  534. goroutine 259 [chan receive, 18 minutes]:
  535. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.StartRegistryPackagesProxy.func2()
  536. /dhctl/pkg/operations/bootstrap/steps.go:339 +0x4a
  537. created by github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.StartRegistryPackagesProxy in goroutine 66
  538. /dhctl/pkg/operations/bootstrap/steps.go:338 +0x645
  539.  
  540. goroutine 749 [IO wait, 15 minutes]:
  541. internal/poll.runtime_pollWait(0x7f4ee05ef6b0, 0x72)
  542. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  543. internal/poll.(*pollDesc).wait(0xc00118eb00, 0x72, 0x1)
  544. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  545. internal/poll.(*pollDesc).waitRead(...)
  546. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  547. internal/poll.(*FD).Read(0xc00118eae0, {0xc000d22008, 0xff8, 0xff8})
  548. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  549. os.(*File).read(...)
  550. /usr/lib/golang/src/os/file_posix.go:29
  551. os.(*File).Read(0xc0001acc20, {0xc000d22008, 0xff8, 0xff8})
  552. /usr/lib/golang/src/os/file.go:124 +0xad
  553. bufio.(*Scanner).Scan(0xc000d6fea8)
  554. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  555. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000d961c0?, {0x4ea94a0, 0xc0001acc20}, 0xc000d6ffb0)
  556. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  557. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  558. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  559. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  560. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  561.  
  562. goroutine 736 [IO wait, 15 minutes]:
  563. internal/poll.runtime_pollWait(0x7f4ee81ae150, 0x72)
  564. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  565. internal/poll.(*pollDesc).wait(0xc00118e3e0, 0x72, 0x1)
  566. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  567. internal/poll.(*pollDesc).waitRead(...)
  568. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  569. internal/poll.(*FD).Read(0xc00118e3c0, {0xc00079f008, 0xff8, 0xff8})
  570. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  571. os.(*File).read(...)
  572. /usr/lib/golang/src/os/file_posix.go:29
  573. os.(*File).Read(0xc0001acba0, {0xc00079f008, 0xff8, 0xff8})
  574. /usr/lib/golang/src/os/file.go:124 +0xad
  575. bufio.(*Scanner).Scan(0xc00067bea8)
  576. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  577. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000ac0508?, {0x4ea94a0, 0xc0001acba0}, 0xc00067bfb0)
  578. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  579. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  580. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  581. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  582. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  583.  
  584. goroutine 836 [select]:
  585. net/http.(*persistConn).readLoop(0xc0009865a0)
  586. /usr/lib/golang/src/net/http/transport.go:2395 +0x14f3
  587. created by net/http.(*Transport).dialConn in goroutine 763
  588. /usr/lib/golang/src/net/http/transport.go:1944 +0x2d52
  589.  
  590. goroutine 747 [IO wait, 15 minutes]:
  591. internal/poll.runtime_pollWait(0x7f4ee05ef368, 0x72)
  592. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  593. internal/poll.(*pollDesc).wait(0xc00118e7a0, 0x72, 0x1)
  594. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  595. internal/poll.(*pollDesc).waitRead(...)
  596. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  597. internal/poll.(*FD).Read(0xc00118e780, {0xc001190008, 0xff8, 0xff8})
  598. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  599. os.(*File).read(...)
  600. /usr/lib/golang/src/os/file_posix.go:29
  601. os.(*File).Read(0xc0001acbe0, {0xc001190008, 0xff8, 0xff8})
  602. /usr/lib/golang/src/os/file.go:124 +0xad
  603. bufio.(*Scanner).Scan(0xc000d70ea8)
  604. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  605. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc0003dc000?, {0x4ea94a0, 0xc0001acbe0}, 0xc000d70fb0)
  606. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  607. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  608. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  609. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  610. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  611.  
  612. goroutine 560 [IO wait, 15 minutes]:
  613. internal/poll.runtime_pollWait(0x7f4ee05ef138, 0x72)
  614. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  615. internal/poll.(*pollDesc).wait(0xc00118e9e0, 0x72, 0x1)
  616. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  617. internal/poll.(*pollDesc).waitRead(...)
  618. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  619. internal/poll.(*FD).Read(0xc00118e9c0, {0xc00124d008, 0xff8, 0xff8})
  620. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  621. os.(*File).read(...)
  622. /usr/lib/golang/src/os/file_posix.go:29
  623. os.(*File).Read(0xc0001acc78, {0xc00124d008, 0xff8, 0xff8})
  624. /usr/lib/golang/src/os/file.go:124 +0xad
  625. bufio.(*Scanner).Scan(0xc000681ea8)
  626. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  627. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000c3a1c0?, {0x4ea94a0, 0xc0001acc78}, 0xc000681fb0)
  628. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  629. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  630. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  631. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  632. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  633.  
  634. goroutine 783 [IO wait, 15 minutes]:
  635. internal/poll.runtime_pollWait(0x7f4ee05fc2c8, 0x72)
  636. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  637. internal/poll.(*pollDesc).wait(0xc00118f400, 0x72, 0x1)
  638. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  639. internal/poll.(*pollDesc).waitRead(...)
  640. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  641. internal/poll.(*FD).Read(0xc00118f3e0, {0xc000d47008, 0xff8, 0xff8})
  642. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  643. os.(*File).read(...)
  644. /usr/lib/golang/src/os/file_posix.go:29
  645. os.(*File).Read(0xc0001acc90, {0xc000d47008, 0xff8, 0xff8})
  646. /usr/lib/golang/src/os/file.go:124 +0xad
  647. bufio.(*Scanner).Scan(0xc000bdbea8)
  648. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  649. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc0003bc070?, {0x4ea94a0, 0xc0001acc90}, 0xc000bdbfb0)
  650. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  651. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  652. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  653. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  654. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  655.  
  656. goroutine 140 [IO wait, 15 minutes]:
  657. internal/poll.runtime_pollWait(0x7f4ee05fced0, 0x72)
  658. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  659. internal/poll.(*pollDesc).wait(0xc00118ef20, 0x72, 0x1)
  660. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  661. internal/poll.(*pollDesc).waitRead(...)
  662. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  663. internal/poll.(*FD).Read(0xc00118ef00, {0xc000734008, 0xff8, 0xff8})
  664. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  665. os.(*File).read(...)
  666. /usr/lib/golang/src/os/file_posix.go:29
  667. os.(*File).Read(0xc000988060, {0xc000734008, 0xff8, 0xff8})
  668. /usr/lib/golang/src/os/file.go:124 +0xad
  669. bufio.(*Scanner).Scan(0xc000bdcea8)
  670. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  671. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000dd0080?, {0x4ea94a0, 0xc000988060}, 0xc000bdcfb0)
  672. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  673. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  674. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  675. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  676. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  677.  
  678. goroutine 851 [select, 15 minutes]:
  679. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).HealthMonitor(0xc000114440, 0xc0005701c0)
  680. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:114 +0x21d
  681. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*KubeProxy).upTunnel in goroutine 771
  682. /dhctl/pkg/system/node/ssh/frontend/kube-proxy.go:301 +0xff7
  683.  
  684. goroutine 771 [select, 15 minutes]:
  685. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*KubeProxy).healthMonitor(0xc00118e300, 0xc0003dc000, 0xc0005701c0, 0xc00018ae70, 0x70a09b38c3e608ee)
  686. /dhctl/pkg/system/node/ssh/frontend/kube-proxy.go:201 +0x369
  687. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*KubeProxy).Start in goroutine 66
  688. /dhctl/pkg/system/node/ssh/frontend/kube-proxy.go:95 +0xb1b
  689.  
  690. goroutine 812 [IO wait, 15 minutes]:
  691. internal/poll.runtime_pollWait(0x7f4ee05ef480, 0x72)
  692. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  693. internal/poll.(*pollDesc).wait(0xc00118f1c0, 0x72, 0x1)
  694. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  695. internal/poll.(*pollDesc).waitRead(...)
  696. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  697. internal/poll.(*FD).Read(0xc00118f1a0, {0xc00068a008, 0xff8, 0xff8})
  698. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  699. os.(*File).read(...)
  700. /usr/lib/golang/src/os/file_posix.go:29
  701. os.(*File).Read(0xc0001accb8, {0xc00068a008, 0xff8, 0xff8})
  702. /usr/lib/golang/src/os/file.go:124 +0xad
  703. bufio.(*Scanner).Scan(0xc000d6dea8)
  704. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  705. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000b1ca20?, {0x4ea94a0, 0xc0001accb8}, 0xc000d6dfb0)
  706. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  707. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  708. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  709. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  710. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  711.  
  712. goroutine 778 [IO wait, 15 minutes]:
  713. internal/poll.runtime_pollWait(0x7f4ee81ad890, 0x72)
  714. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  715. internal/poll.(*pollDesc).wait(0xc00118ec20, 0x72, 0x1)
  716. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  717. internal/poll.(*pollDesc).waitRead(...)
  718. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  719. internal/poll.(*FD).Read(0xc00118ec00, {0xc000ce5008, 0xff8, 0xff8})
  720. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  721. os.(*File).read(...)
  722. /usr/lib/golang/src/os/file_posix.go:29
  723. os.(*File).Read(0xc0001accc0, {0xc000ce5008, 0xff8, 0xff8})
  724. /usr/lib/golang/src/os/file.go:124 +0xad
  725. bufio.(*Scanner).Scan(0xc00039eea8)
  726. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  727. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000c2e380?, {0x4ea94a0, 0xc0001accc0}, 0xc00039efb0)
  728. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  729. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  730. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  731. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  732. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  733.  
  734. goroutine 513 [IO wait, 15 minutes]:
  735. internal/poll.runtime_pollWait(0x7f4ee05ee990, 0x72)
  736. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  737. internal/poll.(*pollDesc).wait(0xc00118e500, 0x72, 0x1)
  738. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  739. internal/poll.(*pollDesc).waitRead(...)
  740. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  741. internal/poll.(*FD).Read(0xc00118e4e0, {0xc00088e008, 0xff8, 0xff8})
  742. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  743. os.(*File).read(...)
  744. /usr/lib/golang/src/os/file_posix.go:29
  745. os.(*File).Read(0xc0001acbe8, {0xc00088e008, 0xff8, 0xff8})
  746. /usr/lib/golang/src/os/file.go:124 +0xad
  747. bufio.(*Scanner).Scan(0xc000bdeea8)
  748. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  749. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0x748a6a0?, {0x4ea94a0, 0xc0001acbe8}, 0xc000bdefb0)
  750. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  751. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  752. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  753. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  754. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  755.  
  756. goroutine 757 [select, 15 minutes]:
  757. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func3()
  758. /dhctl/pkg/system/process/executor.go:502 +0x1ac
  759. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  760. /dhctl/pkg/system/process/executor.go:495 +0x2b1
  761.  
  762. goroutine 755 [syscall, 15 minutes]:
  763. syscall.Syscall6(0xf7, 0x3, 0x1f, 0xc000cc9d80, 0x4, 0xc001094000, 0x0)
  764. /usr/lib/golang/src/syscall/syscall_linux.go:95 +0x45
  765. internal/syscall/unix.Waitid(0x3, 0x1f, 0xc000cc9d80, 0x4, 0xc001094000)
  766. /usr/lib/golang/src/internal/syscall/unix/waitid_linux.go:18 +0x70
  767. os.(*Process).pidfdWait.func1(...)
  768. /usr/lib/golang/src/os/pidfd_linux.go:106
  769. os.ignoringEINTR(...)
  770. /usr/lib/golang/src/os/file_posix.go:251
  771. os.(*Process).pidfdWait(0xc000c2e040)
  772. /usr/lib/golang/src/os/pidfd_linux.go:105 +0x365
  773. os.(*Process).wait(0xc000c2e040)
  774. /usr/lib/golang/src/os/exec_unix.go:27 +0x4e
  775. os.(*Process).Wait(...)
  776. /usr/lib/golang/src/os/exec.go:358
  777. os/exec.(*Cmd).Wait(0xc000bc4c00)
  778. /usr/lib/golang/src/os/exec/exec.go:922 +0xb0
  779. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func1()
  780. /dhctl/pkg/system/process/executor.go:482 +0x45
  781. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  782. /dhctl/pkg/system/process/executor.go:481 +0x1a5
  783.  
  784. goroutine 729 [IO wait, 9 minutes]:
  785. internal/poll.runtime_pollWait(0x7f4f30012618, 0x72)
  786. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  787. internal/poll.(*pollDesc).wait(0xc000188e60, 0x72, 0x1)
  788. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  789. internal/poll.(*pollDesc).waitRead(...)
  790. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  791. internal/poll.(*FD).Read(0xc000188e40, {0xc000db49d0, 0x10, 0x10})
  792. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  793. os.(*File).read(...)
  794. /usr/lib/golang/src/os/file_posix.go:29
  795. os.(*File).Read(0xc000132010, {0xc000db49d0, 0x10, 0x10})
  796. /usr/lib/golang/src/os/file.go:124 +0xad
  797. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).readFromStreams(0xc000792780, {0x4ea94a0, 0xc000132010}, {0x4ea9420, 0xc0001320d8})
  798. /dhctl/pkg/system/process/executor.go:378 +0x3d5
  799. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func1()
  800. /dhctl/pkg/system/process/executor.go:306 +0x55
  801. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  802. /dhctl/pkg/system/process/executor.go:305 +0x90f
  803.  
  804. goroutine 806 [IO wait, 15 minutes]:
  805. internal/poll.runtime_pollWait(0x7f4ee81ad548, 0x72)
  806. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  807. internal/poll.(*pollDesc).wait(0xc00118ee00, 0x72, 0x1)
  808. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  809. internal/poll.(*pollDesc).waitRead(...)
  810. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  811. internal/poll.(*FD).Read(0xc00118ede0, {0xc000d46008, 0xff8, 0xff8})
  812. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  813. os.(*File).read(...)
  814. /usr/lib/golang/src/os/file_posix.go:29
  815. os.(*File).Read(0xc000988040, {0xc000d46008, 0xff8, 0xff8})
  816. /usr/lib/golang/src/os/file.go:124 +0xad
  817. bufio.(*Scanner).Scan(0xc000185ea8)
  818. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  819. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000dd0080?, {0x4ea94a0, 0xc000988040}, 0xc000185fb0)
  820. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  821. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  822. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  823. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  824. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  825.  
  826. goroutine 808 [IO wait, 15 minutes]:
  827. internal/poll.runtime_pollWait(0x7f4ee05fcb88, 0x72)
  828. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  829. internal/poll.(*pollDesc).wait(0xc00118f040, 0x72, 0x1)
  830. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  831. internal/poll.(*pollDesc).waitRead(...)
  832. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  833. internal/poll.(*FD).Read(0xc00118f020, {0xc000735008, 0xff8, 0xff8})
  834. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  835. os.(*File).read(...)
  836. /usr/lib/golang/src/os/file_posix.go:29
  837. os.(*File).Read(0xc000988030, {0xc000735008, 0xff8, 0xff8})
  838. /usr/lib/golang/src/os/file.go:124 +0xad
  839. bufio.(*Scanner).Scan(0xc000cf7ea8)
  840. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  841. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0x125fe91?, {0x4ea94a0, 0xc000988030}, 0xc000cf7fb0)
  842. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  843. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  844. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  845. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  846. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  847.  
  848. goroutine 837 [select]:
  849. net/http.(*persistConn).writeLoop(0xc0009865a0)
  850. /usr/lib/golang/src/net/http/transport.go:2590 +0x1b7
  851. created by net/http.(*Transport).dialConn in goroutine 763
  852. /usr/lib/golang/src/net/http/transport.go:1945 +0x2dda
  853.  
  854. ---
  855. Try to lock debug log writer
  856. Split log klog: I0702 20:48:42.404107 23 round_trippers.go:580] X-Varied-Accept: application/json;g=apidiscovery.k8s.io;v=v2beta1;as=APIGroupDiscoveryList,application/json
  857. by line
  858. Splited log klog: I0702 20:48:42.404107 23 round_trippers.go:580] X-Varied-Accept: application/json;g=apidiscovery.k8s.io;v=v2beta1;as=APIGroupDiscoveryList,application/json
  859. by line; lines 1
  860. debudlogwriter: write to sterr: klog: I0702 20:48:42.404107 23 round_trippers.go:580] X-Varied-Accept: application/json;g=apidiscovery.k8s.io;v=v2beta1;as=APIGroupDiscoveryList,application/json
  861. debudlogwriter: starting getting len of bufffer
  862. debudlogwriter: got len of buffer 171
  863. Try to unlock debug log writer
  864. Debug log writer unlocked
  865. ---Gorutines in running---
  866. goroutine 66 [running]:
  867. github.com/deckhouse/deckhouse/dhctl/pkg/server/pkg/logger.(*DebugLogWriter).Write(0xc000a5a000, {0xc0011d4000, 0x14f6c, 0x1?})
  868. /dhctl/pkg/server/pkg/logger/writer.go:88 +0xe8
  869. github.com/deckhouse/deckhouse/dhctl/pkg/log.(*PrettyLogger).LogDebugF(0xc000c49ef0, {0x49f3696, 0x8}, {0xc000e02030, 0x1, 0x1})
  870. /dhctl/pkg/log/logger.go:287 +0x12c
  871. github.com/deckhouse/deckhouse/dhctl/pkg/log.(*klogWriterWrapper).Write(0xc000c84720, {0xc001168000, 0x14f66, 0x125a539?})
  872. /dhctl/pkg/log/logger.go:67 +0xd7
  873. k8s.io/klog/v2.(*loggingT).output(0x65300c0, 0x0, 0x0, 0xc00034a0e0, 0x1, {0x5576046, 0xa}, 0x4bc, 0x0)
  874. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:926 +0x6f0
  875. k8s.io/klog/v2.(*loggingT).printfDepth(0x65300c0, 0x0, 0x0, {0x0, 0x0}, 0x1, {0x49ed838, 0x6}, {0xc0001ba360, 0x2, ...})
  876. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:760 +0x378
  877. k8s.io/klog/v2.(*loggingT).printf(...)
  878. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:737
  879. k8s.io/klog/v2.Verbose.Infof(...)
  880. /root/go/pkg/mod/k8s.io/klog/[email protected]/klog.go:1437
  881. k8s.io/client-go/rest.glogBody({0x4a00e5d, 0xd}, {0xc001008000, 0x14f28, 0x18000})
  882. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1212 +0x354
  883. k8s.io/client-go/rest.(*Request).transformResponse(0xc0009c25a0, 0xc00056e000, 0xc000176dc0)
  884. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1124 +0x117
  885. k8s.io/client-go/rest.(*Request).Do.func1(0xc000176dc0, 0xc00056e000)
  886. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1064 +0x6c
  887. k8s.io/client-go/rest.(*Request).request.func3.1(...)
  888. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1039
  889. k8s.io/client-go/rest.(*Request).request.func3(0xc00056e000, 0xc000f66048, {0x4ecffe8, 0xc000767680}, 0xc000f65f90, 0xc0009c25a0, 0xc000176dc0, {0x0, 0x0}, 0x4b47630)
  890. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1046 +0x162
  891. k8s.io/client-go/rest.(*Request).request(0xc0009c25a0, {0x4ecf8a8, 0xc00034a380}, 0xc000f66048)
  892. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1048 +0x8b4
  893. k8s.io/client-go/rest.(*Request).Do(0xc0009c25a0, {0x4ecf8e0, 0x748a6a0})
  894. /root/go/pkg/mod/k8s.io/[email protected]/rest/request.go:1063 +0x11a
  895. k8s.io/client-go/discovery.(*DiscoveryClient).downloadAPIs(0xc000e86cf0)
  896. /root/go/pkg/mod/k8s.io/[email protected]/discovery/discovery_client.go:309 +0x166
  897. k8s.io/client-go/discovery.(*DiscoveryClient).GroupsAndMaybeResources(0xc000e86cf0)
  898. /root/go/pkg/mod/k8s.io/[email protected]/discovery/discovery_client.go:209 +0x74
  899. k8s.io/client-go/discovery/cached/memory.(*memCacheClient).refreshLocked(0xc00118e2a0)
  900. /root/go/pkg/mod/k8s.io/[email protected]/discovery/cached/memory/memcache.go:245 +0x82
  901. k8s.io/client-go/discovery/cached/memory.(*memCacheClient).ServerResourcesForGroupVersion(0xc00118e2a0, {0xc00045e321, 0xf})
  902. /root/go/pkg/mod/k8s.io/[email protected]/discovery/cached/memory/memcache.go:104 +0xfd
  903. k8s.io/client-go/discovery/cached/disk.(*CachedDiscoveryClient).ServerResourcesForGroupVersion(0xc00001e5f0, {0xc00045e321, 0xf})
  904. /root/go/pkg/mod/k8s.io/[email protected]/discovery/cached/disk/cached_discovery.go:82 +0x2cf
  905. github.com/flant/kube-client/client.(*Client).apiResourceList(0xc000de0380, {0xc0008bc6b1, 0xf})
  906. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:390 +0x2a2
  907. github.com/flant/kube-client/client.(*Client).APIResourceList(0xc000de0380, {0xc0008bc6b1, 0xf})
  908. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:355 +0x3f
  909. github.com/flant/kube-client/client.(*Client).apiResource(0xc000de0380, {0xc0008bc6b1, 0xf}, {0xc00110e360, 0x16})
  910. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:424 +0x4c
  911. github.com/flant/kube-client/client.(*Client).APIResource(0xc000de0380, {0xc0008bc6b1, 0xf}, {0xc00110e360, 0x16})
  912. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:411 +0xfe
  913. github.com/flant/kube-client/client.(*Client).GroupVersionResource(0xc000de0380, {0xc0008bc6b1, 0xf}, {0xc00110e360, 0x16})
  914. /root/go/pkg/mod/github.com/flant/[email protected]/client/client.go:444 +0x8e
  915. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.resourceToGVR(0xc000fc8300, 0xc0007fd780)
  916. /dhctl/pkg/kubernetes/actions/resources/resources.go:256 +0x215
  917. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.(*resourceReadinessChecker).IsReady(0xc000e687b0, {0x4ecf800, 0xc0009abc20})
  918. /dhctl/pkg/kubernetes/actions/resources/resouce_ready.go:87 +0x785
  919. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.(*Waiter).ReadyAll(0xc000f671c8, {0x4ecf800, 0xc0009abc20})
  920. /dhctl/pkg/kubernetes/actions/resources/waiter.go:95 +0xfd
  921. github.com/deckhouse/deckhouse/dhctl/pkg/kubernetes/actions/resources.CreateResourcesLoop({0x4ecf800, 0xc0009abc20}, 0xc000fc8300, {0xc0005974d0, 0x12, 0x12}, {0xc00051e000, 0x13, 0x20}, {0x0, ...})
  922. /dhctl/pkg/kubernetes/actions/resources/resources.go:333 +0x354
  923. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.createResources.func2()
  924. /dhctl/pkg/operations/bootstrap/cluster-bootstrapper.go:680 +0x145
  925. github.com/werf/logboek/internal/stream.(*Stream).logProcess.func1()
  926. /root/go/pkg/mod/github.com/werf/[email protected]/internal/stream/process.go:150 +0x2f
  927. github.com/werf/logboek/internal/stream.(*Stream).logProcess(0xc000d86708, {0xc0008eda10, 0x21}, 0xc0005891a0, 0xc000d52d20)
  928. /root/go/pkg/mod/github.com/werf/[email protected]/internal/stream/process.go:157 +0x387
  929. github.com/werf/logboek/internal/stream.(*LogProcess).DoError(0xc000050e40, 0xc000d52d20)
  930. /root/go/pkg/mod/github.com/werf/[email protected]/internal/stream/process_types.go:201 +0x205
  931. github.com/deckhouse/deckhouse/dhctl/pkg/log.(*PrettyLogger).LogProcess(0xc000c49ef0, {0x49f6176, 0x9}, {0x4a0798c, 0x10}, 0xc000d52d20)
  932. /dhctl/pkg/log/logger.go:265 +0x1e5
  933. github.com/deckhouse/deckhouse/dhctl/pkg/log.Process(...)
  934. /dhctl/pkg/log/logger.go:557
  935. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.createResources({0x4ecf800, 0xc0009abc20}, 0xc000fc8300, {0xc0005974d0, 0x12, 0x12}, 0xc0002ad0e0, 0xc0009880a0, 0x0)
  936. /dhctl/pkg/operations/bootstrap/cluster-bootstrapper.go:669 +0x3a7
  937. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.(*ClusterBootstrapper).Bootstrap(0xc000a82330, {0x4ecf800, 0xc0009abc20})
  938. /dhctl/pkg/operations/bootstrap/cluster-bootstrapper.go:489 +0x2f25
  939. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).bootstrap(0xc000ce6d20, {0x4ecf800, 0xc0009abc20}, {0xc00086e210, 0xc000c49e90, 0xc000d866d8, {{0x4eada00, 0xc000a5a000}, {0x4eadac0, 0xc000914980}}})
  940. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:297 +0x1f85
  941. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).bootstrapSafe(0xc000ce6d20, {0x4ecf800, 0xc0009abc20}, {0xc00086e210, 0xc000c49e90, 0xc000d866d8, {{0x4eada00, 0xc000a5a000}, {0x4eadac0, 0xc000914980}}})
  942. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:163 +0x138
  943. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).Bootstrap.func3()
  944. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:116 +0x331
  945. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).Bootstrap in goroutine 39
  946. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:115 +0x1816
  947.  
  948. goroutine 1 [chan receive, 20 minutes]:
  949. github.com/deckhouse/deckhouse/dhctl/pkg/util/tomb.(*teardownCallbacks).wait(...)
  950. /dhctl/pkg/util/tomb/tomb.go:104
  951. github.com/deckhouse/deckhouse/dhctl/pkg/util/tomb.WaitShutdown(...)
  952. /dhctl/pkg/util/tomb/tomb.go:120
  953. main.runApplication(0xc0005a2100)
  954. /dhctl/cmd/dhctl/main.go:376 +0x205
  955. main.main()
  956. /dhctl/cmd/dhctl/main.go:318 +0x42f
  957.  
  958. goroutine 50 [syscall, 20 minutes]:
  959. os/signal.signal_recv()
  960. /usr/lib/golang/src/runtime/sigqueue.go:152 +0x29
  961. os/signal.loop()
  962. /usr/lib/golang/src/os/signal/signal_unix.go:23 +0x1d
  963. created by os/signal.Notify.func1.1 in goroutine 6
  964. /usr/lib/golang/src/os/signal/signal.go:152 +0x47
  965.  
  966. goroutine 6 [chan receive, 20 minutes]:
  967. github.com/deckhouse/deckhouse/dhctl/pkg/util/tomb.WaitForProcessInterruption()
  968. /dhctl/pkg/util/tomb/tomb.go:144 +0xdf
  969. created by main.main in goroutine 1
  970. /dhctl/cmd/dhctl/main.go:302 +0x28a
  971.  
  972. goroutine 7 [IO wait, 20 minutes]:
  973. internal/poll.runtime_pollWait(0x7f4f30012ed8, 0x72)
  974. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  975. internal/poll.(*pollDesc).wait(0xc000843320, 0x72, 0x0)
  976. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  977. internal/poll.(*pollDesc).waitRead(...)
  978. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  979. internal/poll.(*FD).Accept(0xc000843300)
  980. /usr/lib/golang/src/internal/poll/fd_unix.go:620 +0x505
  981. net.(*netFD).accept(0xc000843300)
  982. /usr/lib/golang/src/net/fd_unix.go:172 +0x45
  983. net.(*UnixListener).accept(0xc000982660)
  984. /usr/lib/golang/src/net/unixsock_posix.go:172 +0x3e
  985. net.(*UnixListener).Accept(0xc000982660)
  986. /usr/lib/golang/src/net/unixsock.go:260 +0x65
  987. google.golang.org/grpc.(*Server).Serve(0xc0000cca00, {0x4ebe810, 0xc000982660})
  988. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:875 +0x7d8
  989. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve({0x7ffc953cfd9c, 0x4}, {0x7ffc953cfdb2, 0x34})
  990. /dhctl/pkg/server/server/singlethreaded/server.go:117 +0x12ac
  991. github.com/deckhouse/deckhouse/dhctl/cmd/dhctl/commands.DefineSingleThreadedServerCommand.func1(0x467a660?)
  992. /dhctl/cmd/dhctl/commands/server.go:39 +0x66
  993. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*actionMixin).applyActions(...)
  994. /root/go/pkg/mod/github.com/alecthomas/[email protected]/actions.go:28
  995. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*Application).applyActions(0xc0005a2100, 0xc0005862d0)
  996. /root/go/pkg/mod/github.com/alecthomas/[email protected]/app.go:560 +0x173
  997. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*Application).execute(0xc0005a2100, 0xc0005862d0, {0xc0005c71f0, 0x1, 0x1})
  998. /root/go/pkg/mod/github.com/alecthomas/[email protected]/app.go:398 +0x9b
  999. gopkg.in/alecthomas/kingpin%!e(MISSING)v2.(*Application).Parse(0xc0005a2100, {0xc0001de090, 0x3, 0x3})
  1000. /root/go/pkg/mod/github.com/alecthomas/[email protected]/app.go:230 +0x1ca
  1001. main.runApplication.func2()
  1002. /dhctl/cmd/dhctl/main.go:365 +0x79
  1003. created by main.runApplication in goroutine 1
  1004. /dhctl/cmd/dhctl/main.go:364 +0x1e5
  1005.  
  1006. goroutine 8 [chan receive, 20 minutes]:
  1007. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve.func2()
  1008. /dhctl/pkg/server/server/singlethreaded/server.go:112 +0x4a
  1009. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve in goroutine 7
  1010. /dhctl/pkg/server/server/singlethreaded/server.go:111 +0x1292
  1011.  
  1012. goroutine 13 [IO wait, 20 minutes]:
  1013. internal/poll.runtime_pollWait(0x7f4f30012ca8, 0x72)
  1014. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1015. internal/poll.(*pollDesc).wait(0xc000188200, 0x72, 0x1)
  1016. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1017. internal/poll.(*pollDesc).waitRead(...)
  1018. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1019. internal/poll.(*FD).Read(0xc0001881e0, {0xc000a62120, 0x10, 0x10})
  1020. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1021. os.(*File).read(...)
  1022. /usr/lib/golang/src/os/file_posix.go:29
  1023. os.(*File).Read(0xc0001ac160, {0xc000a62120, 0x10, 0x10})
  1024. /usr/lib/golang/src/os/file.go:124 +0xad
  1025. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).readFromStreams(0xc000869d10, {0x4ea94a0, 0xc0001ac160}, {0x4ea9420, 0xc0001ac490})
  1026. /dhctl/pkg/system/process/executor.go:378 +0x3d5
  1027. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func1()
  1028. /dhctl/pkg/system/process/executor.go:306 +0x55
  1029. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  1030. /dhctl/pkg/system/process/executor.go:305 +0x90f
  1031.  
  1032. goroutine 10 [select]:
  1033. google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000024870, 0x1)
  1034. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:418 +0x199
  1035. google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0002c56c0)
  1036. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:551 +0x15b
  1037. google.golang.org/grpc/internal/transport.NewServerTransport.func2()
  1038. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:335 +0x276
  1039. created by google.golang.org/grpc/internal/transport.NewServerTransport in goroutine 9
  1040. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:332 +0x2d8b
  1041.  
  1042. goroutine 11 [select, 20 minutes]:
  1043. google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0001fe600)
  1044. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:1168 +0x409
  1045. created by google.golang.org/grpc/internal/transport.NewServerTransport in goroutine 9
  1046. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:356 +0x2e0b
  1047.  
  1048. goroutine 12 [IO wait]:
  1049. internal/poll.runtime_pollWait(0x7f4f30012dc0, 0x72)
  1050. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1051. internal/poll.(*pollDesc).wait(0xc000123d20, 0x72, 0x0)
  1052. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1053. internal/poll.(*pollDesc).waitRead(...)
  1054. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1055. internal/poll.(*FD).Read(0xc000123d00, {0xc0006f4000, 0x8000, 0x8000})
  1056. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1057. net.(*netFD).Read(0xc000123d00, {0xc0006f4000, 0x8000, 0x8000})
  1058. /usr/lib/golang/src/net/fd_posix.go:55 +0x4b
  1059. net.(*conn).Read(0xc0001ad368, {0xc0006f4000, 0x8000, 0x8000})
  1060. /usr/lib/golang/src/net/net.go:194 +0xad
  1061. bufio.(*Reader).Read(0xc000188720, {0xc000350580, 0x9, 0x9})
  1062. /usr/lib/golang/src/bufio/bufio.go:245 +0x4b8
  1063. io.ReadAtLeast({0x4ea9ae0, 0xc000188720}, {0xc000350580, 0x9, 0x9}, 0x9)
  1064. /usr/lib/golang/src/io/io.go:335 +0xcb
  1065. io.ReadFull(...)
  1066. /usr/lib/golang/src/io/io.go:354
  1067. golang.org/x/net/http2.readFrameHeader({0xc000350580, 0x9, 0x9}, {0x4ea9ae0, 0xc000188720})
  1068. /root/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:242 +0x9a
  1069. golang.org/x/net/http2.(*Framer).ReadFrame(0xc000350540)
  1070. /root/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:506 +0xed
  1071. google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0001fe600, {0x4ecf800, 0xc000ce71d0}, 0xc000ce7200)
  1072. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:645 +0x13a
  1073. google.golang.org/grpc.(*Server).serveStreams(0xc0000cca00, {0x4ecf7c8, 0x748a6a0}, {0x4edda80, 0xc0001fe600}, {0x4eda6c0, 0xc0001ad368})
  1074. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1013 +0x673
  1075. google.golang.org/grpc.(*Server).handleRawConn.func1()
  1076. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x87
  1077. created by google.golang.org/grpc.(*Server).handleRawConn in goroutine 9
  1078. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:948 +0x2ed
  1079.  
  1080. goroutine 39 [select, 11 minutes]:
  1081. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.(*Service).Bootstrap(0xc000ce6d20, {0x4edb500, 0xc000bbead0})
  1082. /dhctl/pkg/server/rpc/dhctl/bootstrap.go:93 +0xc73
  1083. github.com/deckhouse/deckhouse/dhctl/pkg/server/pb/dhctl._DHCTL_Bootstrap_Handler({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980})
  1084. /dhctl/pkg/server/pb/dhctl/services_grpc.pb.go:362 +0xe6
  1085. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve.StreamParallelTasksLimiter.func13({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980}, 0xc000c94498, 0x4b47540)
  1086. /dhctl/pkg/server/pkg/interceptors/interceptors.go:125 +0x411
  1087. google.golang.org/grpc.getChainStreamHandler.func1({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980})
  1088. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1515 +0x234
  1089. github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors/recovery.StreamServerInterceptor.func1({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980}, 0xc000c94498?, 0xc000914840)
  1090. /root/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware/[email protected]/interceptors/recovery/interceptors.go:48 +0x129
  1091. google.golang.org/grpc.getChainStreamHandler.func1.getChainStreamHandler.1({0x49744e0, 0xc000ce6d20}, {0x4ed7440, 0xc0009ab980})
  1092. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1515 +0x116
  1093. github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors/logging.StreamServerInterceptor.StreamServerInterceptor.func2({0x49744e0, 0xc000ce6d20}, {0x7f4ee1fa7038, 0xc00048a580}, 0xc000c94498, 0xc000914800)
  1094. /root/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware/[email protected]/interceptors/server.go:35 +0x384
  1095. google.golang.org/grpc.getChainStreamHandler.func1({0x49744e0, 0xc000ce6d20}, {0x7f4ee1fa7038, 0xc00048a580})
  1096. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1515 +0x234
  1097. github.com/deckhouse/deckhouse/dhctl/pkg/server/server/singlethreaded.Serve.StreamLogger.func9({0x49744e0, 0xc000ce6d20}, {0x4ed73f8, 0xc0007924b0}, 0xc000c94498?, 0xc0009147c0)
  1098. /dhctl/pkg/server/pkg/interceptors/interceptors.go:56 +0x10c
  1099. google.golang.org/grpc.NewServer.chainStreamServerInterceptors.chainStreamInterceptors.func2({0x49744e0, 0xc000ce6d20}, {0x4ed73f8, 0xc0007924b0}, 0xc000c94498, 0x4b47540)
  1100. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1506 +0xdd
  1101. google.golang.org/grpc.(*Server).processStreamingRPC(0xc0000cca00, {0x4ecf800, 0xc0009ab740}, {0x4edda80, 0xc0001fe600}, 0xc000952360, 0xc000ce6e10, 0x64045e0, 0x0)
  1102. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1670 +0x1ef5
  1103. google.golang.org/grpc.(*Server).handleStream(0xc0000cca00, {0x4edda80, 0xc0001fe600}, 0xc000952360)
  1104. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1784 +0x178d
  1105. google.golang.org/grpc.(*Server).serveStreams.func2.1()
  1106. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1019 +0x159
  1107. created by google.golang.org/grpc.(*Server).serveStreams.func2 in goroutine 12
  1108. /root/go/pkg/mod/google.golang.org/[email protected]/server.go:1030 +0x215
  1109.  
  1110. goroutine 40 [chan receive, 20 minutes]:
  1111. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.operationCtx.func1()
  1112. /dhctl/pkg/server/rpc/dhctl/service.go:85 +0x45
  1113. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.operationCtx in goroutine 39
  1114. /dhctl/pkg/server/rpc/dhctl/service.go:84 +0x10d
  1115.  
  1116. goroutine 41 [select, 11 minutes]:
  1117. google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00001ea50, {0xc0009ab7e0, 0x5, 0x5})
  1118. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:181 +0x125
  1119. google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00001ea50, {0xc0009ab7e0, 0x5, 0x5})
  1120. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x3d5
  1121. google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0009ab6e0, {0xc0009ab7e0, 0x5, 0x5})
  1122. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:525 +0x62
  1123. io.ReadAtLeast({0x4eaf380, 0xc0009ab6e0}, {0xc0009ab7e0, 0x5, 0x5}, 0x5)
  1124. /usr/lib/golang/src/io/io.go:335 +0xcb
  1125. io.ReadFull(...)
  1126. /usr/lib/golang/src/io/io.go:354
  1127. google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000952360, {0xc0009ab7e0, 0x5, 0x5})
  1128. /root/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:509 +0x11f
  1129. google.golang.org/grpc.(*parser).recvMsg(0xc0009ab7d0, 0x400000)
  1130. /root/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:614 +0x6a
  1131. google.golang.org/grpc.recvAndDecompress(0xc0009ab7d0, 0xc000952360, {0x0, 0x0}, 0x400000, 0x0, {0x0, 0x0})
  1132. /root/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:753 +0x93
  1133. google.golang.org/grpc.recv(0xc0009ab7d0, {0x7f4ee1fa6f90, 0x748a6a0}, 0xc000952360, {0x0, 0x0}, {0x482a3c0, 0xc000050d00}, 0x400000, 0x0, ...)
  1134. /root/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:833 +0xbd
  1135. google.golang.org/grpc.(*serverStream).RecvMsg(0xc0007924b0, {0x482a3c0, 0xc000050d00})
  1136. /root/go/pkg/mod/google.golang.org/[email protected]/stream.go:1717 +0x2f8
  1137. github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors.(*monitoredServerStream).RecvMsg(0xc0009ab980, {0x482a3c0, 0xc000050d00})
  1138. /root/go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware/[email protected]/interceptors/server.go:62 +0x70
  1139. github.com/deckhouse/deckhouse/dhctl/pkg/server/pb/dhctl.(*dHCTLBootstrapServer).Recv(0xc000bbead0)
  1140. /dhctl/pkg/server/pb/dhctl/services_grpc.pb.go:381 +0x66
  1141. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startReceiver[...].func1()
  1142. /dhctl/pkg/server/rpc/dhctl/service.go:111 +0x94
  1143. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startReceiver[...] in goroutine 39
  1144. /dhctl/pkg/server/rpc/dhctl/service.go:109 +0x1a5
  1145.  
  1146. goroutine 42 [chan receive]:
  1147. github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startSender[...].func1()
  1148. /dhctl/pkg/server/rpc/dhctl/service.go:131 +0x72
  1149. created by github.com/deckhouse/deckhouse/dhctl/pkg/server/rpc/dhctl.startSender[...] in goroutine 39
  1150. /dhctl/pkg/server/rpc/dhctl/service.go:130 +0x165
  1151.  
  1152. goroutine 14 [IO wait, 20 minutes]:
  1153. internal/poll.runtime_pollWait(0x7f4f30012a78, 0x72)
  1154. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1155. internal/poll.(*pollDesc).wait(0xc0001883e0, 0x72, 0x1)
  1156. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1157. internal/poll.(*pollDesc).waitRead(...)
  1158. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1159. internal/poll.(*FD).Read(0xc0001883c0, {0xc00079e057, 0xfa9, 0xfa9})
  1160. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1161. os.(*File).read(...)
  1162. /usr/lib/golang/src/os/file_posix.go:29
  1163. os.(*File).Read(0xc0001ac488, {0xc00079e057, 0xfa9, 0xfa9})
  1164. /usr/lib/golang/src/os/file.go:124 +0xad
  1165. bufio.(*Scanner).Scan(0xc00039ded8)
  1166. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1167. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ConsumeLines(0xc000869d10, {0x4ea94a0, 0xc0001ac488}, 0xc000d833f0)
  1168. /dhctl/pkg/system/process/executor.go:440 +0x185
  1169. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func2()
  1170. /dhctl/pkg/system/process/executor.go:313 +0x79
  1171. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  1172. /dhctl/pkg/system/process/executor.go:309 +0x9cd
  1173.  
  1174. goroutine 673 [IO wait, 15 minutes]:
  1175. internal/poll.runtime_pollWait(0x7f4f30012730, 0x72)
  1176. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1177. internal/poll.(*pollDesc).wait(0xc000189280, 0x72, 0x1)
  1178. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1179. internal/poll.(*pollDesc).waitRead(...)
  1180. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1181. internal/poll.(*FD).Read(0xc000189260, {0xc00124c008, 0xff8, 0xff8})
  1182. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1183. os.(*File).read(...)
  1184. /usr/lib/golang/src/os/file_posix.go:29
  1185. os.(*File).Read(0xc000910008, {0xc00124c008, 0xff8, 0xff8})
  1186. /usr/lib/golang/src/os/file.go:124 +0xad
  1187. bufio.(*Scanner).Scan(0xc000bdfea8)
  1188. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1189. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0x10?, {0x4ea94a0, 0xc000910008}, 0xc000bdffb0)
  1190. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1191. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1192. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1193. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 66
  1194. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1195.  
  1196. goroutine 82 [syscall, 20 minutes]:
  1197. syscall.Syscall6(0xf7, 0x3, 0x15, 0xc000bd8d80, 0x4, 0xc000a24000, 0x0)
  1198. /usr/lib/golang/src/syscall/syscall_linux.go:95 +0x45
  1199. internal/syscall/unix.Waitid(0x3, 0x15, 0xc000bd8d80, 0x4, 0xc000a24000)
  1200. /usr/lib/golang/src/internal/syscall/unix/waitid_linux.go:18 +0x70
  1201. os.(*Process).pidfdWait.func1(...)
  1202. /usr/lib/golang/src/os/pidfd_linux.go:106
  1203. os.ignoringEINTR(...)
  1204. /usr/lib/golang/src/os/file_posix.go:251
  1205. os.(*Process).pidfdWait(0xc000e881c0)
  1206. /usr/lib/golang/src/os/pidfd_linux.go:105 +0x365
  1207. os.(*Process).wait(0xc000e881c0)
  1208. /usr/lib/golang/src/os/exec_unix.go:27 +0x4e
  1209. os.(*Process).Wait(...)
  1210. /usr/lib/golang/src/os/exec.go:358
  1211. os/exec.(*Cmd).Wait(0xc000bc4000)
  1212. /usr/lib/golang/src/os/exec/exec.go:922 +0xb0
  1213. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func1()
  1214. /dhctl/pkg/system/process/executor.go:482 +0x45
  1215. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  1216. /dhctl/pkg/system/process/executor.go:481 +0x1a5
  1217.  
  1218. goroutine 84 [select, 20 minutes]:
  1219. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func3()
  1220. /dhctl/pkg/system/process/executor.go:502 +0x1ac
  1221. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  1222. /dhctl/pkg/system/process/executor.go:495 +0x2b1
  1223.  
  1224. goroutine 774 [IO wait, 15 minutes]:
  1225. internal/poll.runtime_pollWait(0x7f4ee81adbd8, 0x72)
  1226. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1227. internal/poll.(*pollDesc).wait(0xc00118e860, 0x72, 0x1)
  1228. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1229. internal/poll.(*pollDesc).waitRead(...)
  1230. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1231. internal/poll.(*FD).Read(0xc00118e840, {0xc0003fd008, 0xff8, 0xff8})
  1232. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1233. os.(*File).read(...)
  1234. /usr/lib/golang/src/os/file_posix.go:29
  1235. os.(*File).Read(0xc0001acc28, {0xc0003fd008, 0xff8, 0xff8})
  1236. /usr/lib/golang/src/os/file.go:124 +0xad
  1237. bufio.(*Scanner).Scan(0xc000cc6ea8)
  1238. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1239. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000056d00?, {0x4ea94a0, 0xc0001acc28}, 0xc000cc6fb0)
  1240. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1241. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1242. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1243. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1244. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1245.  
  1246. goroutine 815 [IO wait, 15 minutes]:
  1247. internal/poll.runtime_pollWait(0x7f4ee05fc610, 0x72)
  1248. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1249. internal/poll.(*pollDesc).wait(0xc00118f2e0, 0x72, 0x1)
  1250. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1251. internal/poll.(*pollDesc).waitRead(...)
  1252. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1253. internal/poll.(*FD).Read(0xc00118f2c0, {0xc00068b008, 0xff8, 0xff8})
  1254. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1255. os.(*File).read(...)
  1256. /usr/lib/golang/src/os/file_posix.go:29
  1257. os.(*File).Read(0xc000132130, {0xc00068b008, 0xff8, 0xff8})
  1258. /usr/lib/golang/src/os/file.go:124 +0xad
  1259. bufio.(*Scanner).Scan(0xc000680ea8)
  1260. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1261. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000a48101?, {0x4ea94a0, 0xc000132130}, 0xc000680fb0)
  1262. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1263. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1264. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1265. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1266. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1267.  
  1268. goroutine 231 [chan send, 15 minutes]:
  1269. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*ReverseTunnel).upNewTunnel.func1()
  1270. /dhctl/pkg/system/node/ssh/frontend/reverse-tunnel.go:102 +0x125
  1271. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*ReverseTunnel).upNewTunnel in goroutine 66
  1272. /dhctl/pkg/system/node/ssh/frontend/reverse-tunnel.go:97 +0x7e5
  1273.  
  1274. goroutine 730 [IO wait, 9 minutes]:
  1275. internal/poll.runtime_pollWait(0x7f4f300121b8, 0x72)
  1276. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1277. internal/poll.(*pollDesc).wait(0xc000188f20, 0x72, 0x1)
  1278. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1279. internal/poll.(*pollDesc).waitRead(...)
  1280. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1281. internal/poll.(*FD).Read(0xc000188f00, {0xc000d23201, 0xdff, 0xdff})
  1282. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1283. os.(*File).read(...)
  1284. /usr/lib/golang/src/os/file_posix.go:29
  1285. os.(*File).Read(0xc0001320d0, {0xc000d23201, 0xdff, 0xdff})
  1286. /usr/lib/golang/src/os/file.go:124 +0xad
  1287. bufio.(*Scanner).Scan(0xc000f91ed8)
  1288. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1289. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ConsumeLines(0xc000792780, {0x4ea94a0, 0xc0001320d0}, 0xc000e860c0)
  1290. /dhctl/pkg/system/process/executor.go:440 +0x185
  1291. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func2()
  1292. /dhctl/pkg/system/process/executor.go:313 +0x79
  1293. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  1294. /dhctl/pkg/system/process/executor.go:309 +0x9cd
  1295.  
  1296. goroutine 835 [syscall, 15 minutes]:
  1297. syscall.Syscall6(0xf7, 0x3, 0x4c, 0xc000bebd80, 0x4, 0xc001094750, 0x0)
  1298. /usr/lib/golang/src/syscall/syscall_linux.go:95 +0x45
  1299. internal/syscall/unix.Waitid(0x3, 0x4c, 0xc000bebd80, 0x4, 0xc001094750)
  1300. /usr/lib/golang/src/internal/syscall/unix/waitid_linux.go:18 +0x70
  1301. os.(*Process).pidfdWait.func1(...)
  1302. /usr/lib/golang/src/os/pidfd_linux.go:106
  1303. os.ignoringEINTR(...)
  1304. /usr/lib/golang/src/os/file_posix.go:251
  1305. os.(*Process).pidfdWait(0xc000c2e500)
  1306. /usr/lib/golang/src/os/pidfd_linux.go:105 +0x365
  1307. os.(*Process).wait(0xc000c2e500)
  1308. /usr/lib/golang/src/os/exec_unix.go:27 +0x4e
  1309. os.(*Process).Wait(...)
  1310. /usr/lib/golang/src/os/exec.go:358
  1311. os/exec.(*Cmd).Wait(0xc000bc5500)
  1312. /usr/lib/golang/src/os/exec/exec.go:922 +0xb0
  1313. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func2()
  1314. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:95 +0x4c
  1315. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1316. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:94 +0x9f1
  1317.  
  1318. goroutine 834 [IO wait, 15 minutes]:
  1319. internal/poll.runtime_pollWait(0x7f4dc19701a0, 0x72)
  1320. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1321. internal/poll.(*pollDesc).wait(0xc00118f520, 0x72, 0x1)
  1322. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1323. internal/poll.(*pollDesc).waitRead(...)
  1324. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1325. internal/poll.(*FD).Read(0xc00118f500, {0xc000ce4008, 0xff8, 0xff8})
  1326. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1327. os.(*File).read(...)
  1328. /usr/lib/golang/src/os/file_posix.go:29
  1329. os.(*File).Read(0xc0001acc88, {0xc000ce4008, 0xff8, 0xff8})
  1330. /usr/lib/golang/src/os/file.go:124 +0xad
  1331. bufio.(*Scanner).Scan(0xc0000a1ea8)
  1332. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1333. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000c84010?, {0x4ea94a0, 0xc0001acc88}, 0xc0000a1fb0)
  1334. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1335. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1336. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1337. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1338. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1339.  
  1340. goroutine 731 [IO wait, 15 minutes]:
  1341. internal/poll.runtime_pollWait(0x7f4f300122d0, 0x72)
  1342. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1343. internal/poll.(*pollDesc).wait(0xc000188fe0, 0x72, 0x1)
  1344. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1345. internal/poll.(*pollDesc).waitRead(...)
  1346. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1347. internal/poll.(*FD).Read(0xc000188fc0, {0xc000d56030, 0x10, 0x10})
  1348. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1349. os.(*File).read(...)
  1350. /usr/lib/golang/src/os/file_posix.go:29
  1351. os.(*File).Read(0xc0001320e0, {0xc000d56030, 0x10, 0x10})
  1352. /usr/lib/golang/src/os/file.go:124 +0xad
  1353. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func3()
  1354. /dhctl/pkg/system/process/executor.go:331 +0x1ab
  1355. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  1356. /dhctl/pkg/system/process/executor.go:321 +0xad0
  1357.  
  1358. goroutine 970 [select]:
  1359. net/http.setRequestCancel.func4()
  1360. /usr/lib/golang/src/net/http/client.go:402 +0xf4
  1361. created by net/http.setRequestCancel in goroutine 66
  1362. /usr/lib/golang/src/net/http/client.go:401 +0x6f3
  1363.  
  1364. goroutine 258 [IO wait, 16 minutes]:
  1365. internal/poll.runtime_pollWait(0x7f4f30012848, 0x72)
  1366. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1367. internal/poll.(*pollDesc).wait(0xc0001228a0, 0x72, 0x0)
  1368. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1369. internal/poll.(*pollDesc).waitRead(...)
  1370. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1371. internal/poll.(*FD).Accept(0xc000122880)
  1372. /usr/lib/golang/src/internal/poll/fd_unix.go:620 +0x505
  1373. net.(*netFD).accept(0xc000122880)
  1374. /usr/lib/golang/src/net/fd_unix.go:172 +0x45
  1375. net.(*TCPListener).accept(0xc0009147c0)
  1376. /usr/lib/golang/src/net/tcpsock_posix.go:159 +0x4e
  1377. net.(*TCPListener).Accept(0xc0009147c0)
  1378. /usr/lib/golang/src/net/tcpsock.go:380 +0x65
  1379. crypto/tls.(*listener).Accept(0xc000fd4a50)
  1380. /usr/lib/golang/src/crypto/tls/tls.go:67 +0x43
  1381. net/http.(*Server).Serve(0xc0005a2a00, {0x4ec5250, 0xc000fd4a50})
  1382. /usr/lib/golang/src/net/http/server.go:3424 +0x65f
  1383. github.com/deckhouse/deckhouse/go_lib/registry-packages-proxy/proxy.(*Proxy).Serve(0xc000e292c0)
  1384. /go_lib/registry-packages-proxy/proxy/proxy.go:134 +0x1ed
  1385. created by github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.StartRegistryPackagesProxy in goroutine 66
  1386. /dhctl/pkg/operations/bootstrap/steps.go:336 +0x57d
  1387.  
  1388. goroutine 259 [chan receive, 18 minutes]:
  1389. github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.StartRegistryPackagesProxy.func2()
  1390. /dhctl/pkg/operations/bootstrap/steps.go:339 +0x4a
  1391. created by github.com/deckhouse/deckhouse/dhctl/pkg/operations/bootstrap.StartRegistryPackagesProxy in goroutine 66
  1392. /dhctl/pkg/operations/bootstrap/steps.go:338 +0x645
  1393.  
  1394. goroutine 749 [IO wait, 15 minutes]:
  1395. internal/poll.runtime_pollWait(0x7f4ee05ef6b0, 0x72)
  1396. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1397. internal/poll.(*pollDesc).wait(0xc00118eb00, 0x72, 0x1)
  1398. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1399. internal/poll.(*pollDesc).waitRead(...)
  1400. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1401. internal/poll.(*FD).Read(0xc00118eae0, {0xc000d22008, 0xff8, 0xff8})
  1402. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1403. os.(*File).read(...)
  1404. /usr/lib/golang/src/os/file_posix.go:29
  1405. os.(*File).Read(0xc0001acc20, {0xc000d22008, 0xff8, 0xff8})
  1406. /usr/lib/golang/src/os/file.go:124 +0xad
  1407. bufio.(*Scanner).Scan(0xc000d6fea8)
  1408. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1409. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000d961c0?, {0x4ea94a0, 0xc0001acc20}, 0xc000d6ffb0)
  1410. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1411. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1412. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1413. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1414. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1415.  
  1416. goroutine 736 [IO wait, 15 minutes]:
  1417. internal/poll.runtime_pollWait(0x7f4ee81ae150, 0x72)
  1418. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1419. internal/poll.(*pollDesc).wait(0xc00118e3e0, 0x72, 0x1)
  1420. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1421. internal/poll.(*pollDesc).waitRead(...)
  1422. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1423. internal/poll.(*FD).Read(0xc00118e3c0, {0xc00079f008, 0xff8, 0xff8})
  1424. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1425. os.(*File).read(...)
  1426. /usr/lib/golang/src/os/file_posix.go:29
  1427. os.(*File).Read(0xc0001acba0, {0xc00079f008, 0xff8, 0xff8})
  1428. /usr/lib/golang/src/os/file.go:124 +0xad
  1429. bufio.(*Scanner).Scan(0xc00067bea8)
  1430. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1431. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000ac0508?, {0x4ea94a0, 0xc0001acba0}, 0xc00067bfb0)
  1432. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1433. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1434. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1435. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1436. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1437.  
  1438. goroutine 836 [IO wait]:
  1439. internal/poll.runtime_pollWait(0x7f4dc196fe58, 0x72)
  1440. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1441. internal/poll.(*pollDesc).wait(0xc000a682a0, 0x72, 0x0)
  1442. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1443. internal/poll.(*pollDesc).waitRead(...)
  1444. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1445. internal/poll.(*FD).Read(0xc000a68280, {0xc001191000, 0x1000, 0x1000})
  1446. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1447. net.(*netFD).Read(0xc000a68280, {0xc001191000, 0x1000, 0x1000})
  1448. /usr/lib/golang/src/net/fd_posix.go:55 +0x4b
  1449. net.(*conn).Read(0xc000988098, {0xc001191000, 0x1000, 0x1000})
  1450. /usr/lib/golang/src/net/net.go:194 +0xad
  1451. net/http.(*persistConn).Read(0xc0009865a0, {0xc001191000, 0x1000, 0x1000})
  1452. /usr/lib/golang/src/net/http/transport.go:2122 +0xf5
  1453. bufio.(*Reader).fill(0xc000e29bc0)
  1454. /usr/lib/golang/src/bufio/bufio.go:113 +0x2a4
  1455. bufio.(*Reader).Peek(0xc000e29bc0, 0x1)
  1456. /usr/lib/golang/src/bufio/bufio.go:152 +0xc5
  1457. net/http.(*persistConn).readLoop(0xc0009865a0)
  1458. /usr/lib/golang/src/net/http/transport.go:2275 +0x34a
  1459. created by net/http.(*Transport).dialConn in goroutine 763
  1460. /usr/lib/golang/src/net/http/transport.go:1944 +0x2d52
  1461.  
  1462. goroutine 747 [IO wait, 15 minutes]:
  1463. internal/poll.runtime_pollWait(0x7f4ee05ef368, 0x72)
  1464. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1465. internal/poll.(*pollDesc).wait(0xc00118e7a0, 0x72, 0x1)
  1466. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1467. internal/poll.(*pollDesc).waitRead(...)
  1468. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1469. internal/poll.(*FD).Read(0xc00118e780, {0xc001190008, 0xff8, 0xff8})
  1470. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1471. os.(*File).read(...)
  1472. /usr/lib/golang/src/os/file_posix.go:29
  1473. os.(*File).Read(0xc0001acbe0, {0xc001190008, 0xff8, 0xff8})
  1474. /usr/lib/golang/src/os/file.go:124 +0xad
  1475. bufio.(*Scanner).Scan(0xc000d70ea8)
  1476. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1477. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc0003dc000?, {0x4ea94a0, 0xc0001acbe0}, 0xc000d70fb0)
  1478. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1479. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1480. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1481. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1482. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1483.  
  1484. goroutine 560 [IO wait, 15 minutes]:
  1485. internal/poll.runtime_pollWait(0x7f4ee05ef138, 0x72)
  1486. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1487. internal/poll.(*pollDesc).wait(0xc00118e9e0, 0x72, 0x1)
  1488. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1489. internal/poll.(*pollDesc).waitRead(...)
  1490. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1491. internal/poll.(*FD).Read(0xc00118e9c0, {0xc00124d008, 0xff8, 0xff8})
  1492. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1493. os.(*File).read(...)
  1494. /usr/lib/golang/src/os/file_posix.go:29
  1495. os.(*File).Read(0xc0001acc78, {0xc00124d008, 0xff8, 0xff8})
  1496. /usr/lib/golang/src/os/file.go:124 +0xad
  1497. bufio.(*Scanner).Scan(0xc000681ea8)
  1498. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1499. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000c3a1c0?, {0x4ea94a0, 0xc0001acc78}, 0xc000681fb0)
  1500. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1501. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1502. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1503. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1504. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1505.  
  1506. goroutine 783 [IO wait, 15 minutes]:
  1507. internal/poll.runtime_pollWait(0x7f4ee05fc2c8, 0x72)
  1508. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1509. internal/poll.(*pollDesc).wait(0xc00118f400, 0x72, 0x1)
  1510. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1511. internal/poll.(*pollDesc).waitRead(...)
  1512. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1513. internal/poll.(*FD).Read(0xc00118f3e0, {0xc000d47008, 0xff8, 0xff8})
  1514. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1515. os.(*File).read(...)
  1516. /usr/lib/golang/src/os/file_posix.go:29
  1517. os.(*File).Read(0xc0001acc90, {0xc000d47008, 0xff8, 0xff8})
  1518. /usr/lib/golang/src/os/file.go:124 +0xad
  1519. bufio.(*Scanner).Scan(0xc000bdbea8)
  1520. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1521. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc0003bc070?, {0x4ea94a0, 0xc0001acc90}, 0xc000bdbfb0)
  1522. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1523. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1524. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1525. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1526. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1527.  
  1528. goroutine 140 [IO wait, 15 minutes]:
  1529. internal/poll.runtime_pollWait(0x7f4ee05fced0, 0x72)
  1530. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1531. internal/poll.(*pollDesc).wait(0xc00118ef20, 0x72, 0x1)
  1532. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1533. internal/poll.(*pollDesc).waitRead(...)
  1534. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1535. internal/poll.(*FD).Read(0xc00118ef00, {0xc000734008, 0xff8, 0xff8})
  1536. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1537. os.(*File).read(...)
  1538. /usr/lib/golang/src/os/file_posix.go:29
  1539. os.(*File).Read(0xc000988060, {0xc000734008, 0xff8, 0xff8})
  1540. /usr/lib/golang/src/os/file.go:124 +0xad
  1541. bufio.(*Scanner).Scan(0xc000bdcea8)
  1542. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1543. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000dd0080?, {0x4ea94a0, 0xc000988060}, 0xc000bdcfb0)
  1544. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1545. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1546. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1547. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1548. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1549.  
  1550. goroutine 851 [select, 15 minutes]:
  1551. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).HealthMonitor(0xc000114440, 0xc0005701c0)
  1552. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:114 +0x21d
  1553. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*KubeProxy).upTunnel in goroutine 771
  1554. /dhctl/pkg/system/node/ssh/frontend/kube-proxy.go:301 +0xff7
  1555.  
  1556. goroutine 771 [select, 15 minutes]:
  1557. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*KubeProxy).healthMonitor(0xc00118e300, 0xc0003dc000, 0xc0005701c0, 0xc00018ae70, 0x70a09b38c3e608ee)
  1558. /dhctl/pkg/system/node/ssh/frontend/kube-proxy.go:201 +0x369
  1559. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*KubeProxy).Start in goroutine 66
  1560. /dhctl/pkg/system/node/ssh/frontend/kube-proxy.go:95 +0xb1b
  1561.  
  1562. goroutine 812 [IO wait, 15 minutes]:
  1563. internal/poll.runtime_pollWait(0x7f4ee05ef480, 0x72)
  1564. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1565. internal/poll.(*pollDesc).wait(0xc00118f1c0, 0x72, 0x1)
  1566. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1567. internal/poll.(*pollDesc).waitRead(...)
  1568. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1569. internal/poll.(*FD).Read(0xc00118f1a0, {0xc00068a008, 0xff8, 0xff8})
  1570. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1571. os.(*File).read(...)
  1572. /usr/lib/golang/src/os/file_posix.go:29
  1573. os.(*File).Read(0xc0001accb8, {0xc00068a008, 0xff8, 0xff8})
  1574. /usr/lib/golang/src/os/file.go:124 +0xad
  1575. bufio.(*Scanner).Scan(0xc000d6dea8)
  1576. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1577. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000b1ca20?, {0x4ea94a0, 0xc0001accb8}, 0xc000d6dfb0)
  1578. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1579. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1580. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1581. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1582. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1583.  
  1584. goroutine 778 [IO wait, 15 minutes]:
  1585. internal/poll.runtime_pollWait(0x7f4ee81ad890, 0x72)
  1586. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1587. internal/poll.(*pollDesc).wait(0xc00118ec20, 0x72, 0x1)
  1588. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1589. internal/poll.(*pollDesc).waitRead(...)
  1590. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1591. internal/poll.(*FD).Read(0xc00118ec00, {0xc000ce5008, 0xff8, 0xff8})
  1592. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1593. os.(*File).read(...)
  1594. /usr/lib/golang/src/os/file_posix.go:29
  1595. os.(*File).Read(0xc0001accc0, {0xc000ce5008, 0xff8, 0xff8})
  1596. /usr/lib/golang/src/os/file.go:124 +0xad
  1597. bufio.(*Scanner).Scan(0xc00039eea8)
  1598. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1599. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000c2e380?, {0x4ea94a0, 0xc0001accc0}, 0xc00039efb0)
  1600. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1601. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1602. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1603. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1604. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1605.  
  1606. goroutine 513 [IO wait, 15 minutes]:
  1607. internal/poll.runtime_pollWait(0x7f4ee05ee990, 0x72)
  1608. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1609. internal/poll.(*pollDesc).wait(0xc00118e500, 0x72, 0x1)
  1610. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1611. internal/poll.(*pollDesc).waitRead(...)
  1612. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1613. internal/poll.(*FD).Read(0xc00118e4e0, {0xc00088e008, 0xff8, 0xff8})
  1614. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1615. os.(*File).read(...)
  1616. /usr/lib/golang/src/os/file_posix.go:29
  1617. os.(*File).Read(0xc0001acbe8, {0xc00088e008, 0xff8, 0xff8})
  1618. /usr/lib/golang/src/os/file.go:124 +0xad
  1619. bufio.(*Scanner).Scan(0xc000bdeea8)
  1620. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1621. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0x748a6a0?, {0x4ea94a0, 0xc0001acbe8}, 0xc000bdefb0)
  1622. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1623. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1624. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1625. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1626. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1627.  
  1628. goroutine 757 [select, 15 minutes]:
  1629. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func3()
  1630. /dhctl/pkg/system/process/executor.go:502 +0x1ac
  1631. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  1632. /dhctl/pkg/system/process/executor.go:495 +0x2b1
  1633.  
  1634. goroutine 755 [syscall, 15 minutes]:
  1635. syscall.Syscall6(0xf7, 0x3, 0x1f, 0xc000cc9d80, 0x4, 0xc001094000, 0x0)
  1636. /usr/lib/golang/src/syscall/syscall_linux.go:95 +0x45
  1637. internal/syscall/unix.Waitid(0x3, 0x1f, 0xc000cc9d80, 0x4, 0xc001094000)
  1638. /usr/lib/golang/src/internal/syscall/unix/waitid_linux.go:18 +0x70
  1639. os.(*Process).pidfdWait.func1(...)
  1640. /usr/lib/golang/src/os/pidfd_linux.go:106
  1641. os.ignoringEINTR(...)
  1642. /usr/lib/golang/src/os/file_posix.go:251
  1643. os.(*Process).pidfdWait(0xc000c2e040)
  1644. /usr/lib/golang/src/os/pidfd_linux.go:105 +0x365
  1645. os.(*Process).wait(0xc000c2e040)
  1646. /usr/lib/golang/src/os/exec_unix.go:27 +0x4e
  1647. os.(*Process).Wait(...)
  1648. /usr/lib/golang/src/os/exec.go:358
  1649. os/exec.(*Cmd).Wait(0xc000bc4c00)
  1650. /usr/lib/golang/src/os/exec/exec.go:922 +0xb0
  1651. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait.func1()
  1652. /dhctl/pkg/system/process/executor.go:482 +0x45
  1653. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).ProcessWait in goroutine 66
  1654. /dhctl/pkg/system/process/executor.go:481 +0x1a5
  1655.  
  1656. goroutine 729 [IO wait, 9 minutes]:
  1657. internal/poll.runtime_pollWait(0x7f4f30012618, 0x72)
  1658. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1659. internal/poll.(*pollDesc).wait(0xc000188e60, 0x72, 0x1)
  1660. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1661. internal/poll.(*pollDesc).waitRead(...)
  1662. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1663. internal/poll.(*FD).Read(0xc000188e40, {0xc000db49d0, 0x10, 0x10})
  1664. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1665. os.(*File).read(...)
  1666. /usr/lib/golang/src/os/file_posix.go:29
  1667. os.(*File).Read(0xc000132010, {0xc000db49d0, 0x10, 0x10})
  1668. /usr/lib/golang/src/os/file.go:124 +0xad
  1669. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).readFromStreams(0xc000792780, {0x4ea94a0, 0xc000132010}, {0x4ea9420, 0xc0001320d8})
  1670. /dhctl/pkg/system/process/executor.go:378 +0x3d5
  1671. github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers.func1()
  1672. /dhctl/pkg/system/process/executor.go:306 +0x55
  1673. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/process.(*Executor).SetupStreamHandlers in goroutine 66
  1674. /dhctl/pkg/system/process/executor.go:305 +0x90f
  1675.  
  1676. goroutine 806 [IO wait, 15 minutes]:
  1677. internal/poll.runtime_pollWait(0x7f4ee81ad548, 0x72)
  1678. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1679. internal/poll.(*pollDesc).wait(0xc00118ee00, 0x72, 0x1)
  1680. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1681. internal/poll.(*pollDesc).waitRead(...)
  1682. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1683. internal/poll.(*FD).Read(0xc00118ede0, {0xc000d46008, 0xff8, 0xff8})
  1684. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1685. os.(*File).read(...)
  1686. /usr/lib/golang/src/os/file_posix.go:29
  1687. os.(*File).Read(0xc000988040, {0xc000d46008, 0xff8, 0xff8})
  1688. /usr/lib/golang/src/os/file.go:124 +0xad
  1689. bufio.(*Scanner).Scan(0xc000185ea8)
  1690. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1691. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0xc000dd0080?, {0x4ea94a0, 0xc000988040}, 0xc000185fb0)
  1692. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1693. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1694. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1695. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1696. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1697.  
  1698. goroutine 808 [IO wait, 15 minutes]:
  1699. internal/poll.runtime_pollWait(0x7f4ee05fcb88, 0x72)
  1700. /usr/lib/golang/src/runtime/netpoll.go:351 +0x85
  1701. internal/poll.(*pollDesc).wait(0xc00118f040, 0x72, 0x1)
  1702. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0xb1
  1703. internal/poll.(*pollDesc).waitRead(...)
  1704. /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
  1705. internal/poll.(*FD).Read(0xc00118f020, {0xc000735008, 0xff8, 0xff8})
  1706. /usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x453
  1707. os.(*File).read(...)
  1708. /usr/lib/golang/src/os/file_posix.go:29
  1709. os.(*File).Read(0xc000988030, {0xc000735008, 0xff8, 0xff8})
  1710. /usr/lib/golang/src/os/file.go:124 +0xad
  1711. bufio.(*Scanner).Scan(0xc000cf7ea8)
  1712. /usr/lib/golang/src/bufio/scan.go:219 +0x13ac
  1713. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).ConsumeLines(0x125fe91?, {0x4ea94a0, 0xc000988030}, 0xc000cf7fb0)
  1714. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:144 +0xd8
  1715. github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up.func1()
  1716. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:86 +0x96
  1717. created by github.com/deckhouse/deckhouse/dhctl/pkg/system/node/ssh/frontend.(*Tunnel).Up in goroutine 771
  1718. /dhctl/pkg/system/node/ssh/frontend/tunnel.go:84 +0x977
  1719.  
  1720. goroutine 837 [select]:
  1721. net/http.(*persistConn).writeLoop(0xc0009865a0)
  1722. /usr/lib/golang/src/net/http/transport.go:2590 +0x1b7
  1723. created by net/http.(*Transport).dialConn in goroutine 763
  1724. /usr/lib/golang/src/net/http/transport.go:1945 +0x2dda
  1725.  
  1726. ---
  1727. Try to lock debug log writer
  1728. {"time":"2025-07-02T20:48:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:44754","grpc.start_time":"2025-07-02T20:48:48Z","grpc.request.deadline":"2025-07-02T20:48:53Z","grpc.time_ms":"0.027"}
  1729. {"time":"2025-07-02T20:48:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:44754","grpc.start_time":"2025-07-02T20:48:48Z","grpc.request.deadline":"2025-07-02T20:48:53Z","grpc.code":"OK","grpc.time_ms":"0.576"}
  1730. {"time":"2025-07-02T20:48:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:44766","grpc.start_time":"2025-07-02T20:48:48Z","grpc.request.deadline":"2025-07-02T20:48:53Z","grpc.time_ms":"0.032"}
  1731. {"time":"2025-07-02T20:48:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:44766","grpc.start_time":"2025-07-02T20:48:48Z","grpc.request.deadline":"2025-07-02T20:48:53Z","grpc.code":"OK","grpc.time_ms":"0.469"}
  1732. {"time":"2025-07-02T20:48:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54528","grpc.start_time":"2025-07-02T20:48:58Z","grpc.request.deadline":"2025-07-02T20:49:03Z","grpc.time_ms":"0.031"}
  1733. {"time":"2025-07-02T20:48:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54528","grpc.start_time":"2025-07-02T20:48:58Z","grpc.request.deadline":"2025-07-02T20:49:03Z","grpc.code":"OK","grpc.time_ms":"0.384"}
  1734. {"time":"2025-07-02T20:48:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54540","grpc.start_time":"2025-07-02T20:48:58Z","grpc.request.deadline":"2025-07-02T20:49:03Z","grpc.time_ms":"0.052"}
  1735. {"time":"2025-07-02T20:48:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54540","grpc.start_time":"2025-07-02T20:48:58Z","grpc.request.deadline":"2025-07-02T20:49:03Z","grpc.code":"OK","grpc.time_ms":"0.352"}
  1736. {"time":"2025-07-02T20:49:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:51050","grpc.start_time":"2025-07-02T20:49:08Z","grpc.request.deadline":"2025-07-02T20:49:13Z","grpc.time_ms":"0.043"}
  1737. {"time":"2025-07-02T20:49:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:51050","grpc.start_time":"2025-07-02T20:49:08Z","grpc.request.deadline":"2025-07-02T20:49:13Z","grpc.code":"OK","grpc.time_ms":"0.317"}
  1738. {"time":"2025-07-02T20:49:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:51042","grpc.start_time":"2025-07-02T20:49:08Z","grpc.request.deadline":"2025-07-02T20:49:13Z","grpc.time_ms":"0.025"}
  1739. {"time":"2025-07-02T20:49:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:51042","grpc.start_time":"2025-07-02T20:49:08Z","grpc.request.deadline":"2025-07-02T20:49:13Z","grpc.code":"OK","grpc.time_ms":"0.47"}
  1740. {"time":"2025-07-02T20:49:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59204","grpc.start_time":"2025-07-02T20:49:18Z","grpc.request.deadline":"2025-07-02T20:49:23Z","grpc.time_ms":"0.055"}
  1741. {"time":"2025-07-02T20:49:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59200","grpc.start_time":"2025-07-02T20:49:18Z","grpc.request.deadline":"2025-07-02T20:49:23Z","grpc.time_ms":"0.024"}
  1742. {"time":"2025-07-02T20:49:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59204","grpc.start_time":"2025-07-02T20:49:18Z","grpc.request.deadline":"2025-07-02T20:49:23Z","grpc.code":"OK","grpc.time_ms":"0.406"}
  1743. {"time":"2025-07-02T20:49:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59200","grpc.start_time":"2025-07-02T20:49:18Z","grpc.request.deadline":"2025-07-02T20:49:23Z","grpc.code":"OK","grpc.time_ms":"0.958"}
  1744. {"time":"2025-07-02T20:49:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:56118","grpc.start_time":"2025-07-02T20:49:28Z","grpc.request.deadline":"2025-07-02T20:49:33Z","grpc.time_ms":"0.049"}
  1745. {"time":"2025-07-02T20:49:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:56130","grpc.start_time":"2025-07-02T20:49:28Z","grpc.request.deadline":"2025-07-02T20:49:33Z","grpc.time_ms":"0.031"}
  1746. {"time":"2025-07-02T20:49:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:56130","grpc.start_time":"2025-07-02T20:49:28Z","grpc.request.deadline":"2025-07-02T20:49:33Z","grpc.code":"OK","grpc.time_ms":"0.831"}
  1747. {"time":"2025-07-02T20:49:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:56118","grpc.start_time":"2025-07-02T20:49:28Z","grpc.request.deadline":"2025-07-02T20:49:33Z","grpc.code":"OK","grpc.time_ms":"0.793"}
  1748. {"time":"2025-07-02T20:49:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:32810","grpc.start_time":"2025-07-02T20:49:38Z","grpc.request.deadline":"2025-07-02T20:49:43Z","grpc.time_ms":"0.032"}
  1749. {"time":"2025-07-02T20:49:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:32810","grpc.start_time":"2025-07-02T20:49:38Z","grpc.request.deadline":"2025-07-02T20:49:43Z","grpc.code":"OK","grpc.time_ms":"0.341"}
  1750. {"time":"2025-07-02T20:49:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:32820","grpc.start_time":"2025-07-02T20:49:38Z","grpc.request.deadline":"2025-07-02T20:49:43Z","grpc.time_ms":"0.031"}
  1751. {"time":"2025-07-02T20:49:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:32820","grpc.start_time":"2025-07-02T20:49:38Z","grpc.request.deadline":"2025-07-02T20:49:43Z","grpc.code":"OK","grpc.time_ms":"0.341"}
  1752. {"time":"2025-07-02T20:49:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54496","grpc.start_time":"2025-07-02T20:49:48Z","grpc.request.deadline":"2025-07-02T20:49:53Z","grpc.time_ms":"0.029"}
  1753. {"time":"2025-07-02T20:49:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54496","grpc.start_time":"2025-07-02T20:49:48Z","grpc.request.deadline":"2025-07-02T20:49:53Z","grpc.code":"OK","grpc.time_ms":"0.32"}
  1754. {"time":"2025-07-02T20:49:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54492","grpc.start_time":"2025-07-02T20:49:48Z","grpc.request.deadline":"2025-07-02T20:49:53Z","grpc.time_ms":"0.03"}
  1755. {"time":"2025-07-02T20:49:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:54492","grpc.start_time":"2025-07-02T20:49:48Z","grpc.request.deadline":"2025-07-02T20:49:53Z","grpc.code":"OK","grpc.time_ms":"0.627"}
  1756. {"time":"2025-07-02T20:49:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:34992","grpc.start_time":"2025-07-02T20:49:58Z","grpc.request.deadline":"2025-07-02T20:50:03Z","grpc.time_ms":"0.033"}
  1757. {"time":"2025-07-02T20:49:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:34992","grpc.start_time":"2025-07-02T20:49:58Z","grpc.request.deadline":"2025-07-02T20:50:03Z","grpc.code":"OK","grpc.time_ms":"0.43"}
  1758. {"time":"2025-07-02T20:49:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:35002","grpc.start_time":"2025-07-02T20:49:58Z","grpc.request.deadline":"2025-07-02T20:50:03Z","grpc.time_ms":"0.03"}
  1759. {"time":"2025-07-02T20:49:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:35002","grpc.start_time":"2025-07-02T20:49:58Z","grpc.request.deadline":"2025-07-02T20:50:03Z","grpc.code":"OK","grpc.time_ms":"0.392"}
  1760. {"time":"2025-07-02T20:50:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40096","grpc.start_time":"2025-07-02T20:50:08Z","grpc.request.deadline":"2025-07-02T20:50:13Z","grpc.time_ms":"0.048"}
  1761. {"time":"2025-07-02T20:50:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40096","grpc.start_time":"2025-07-02T20:50:08Z","grpc.request.deadline":"2025-07-02T20:50:13Z","grpc.code":"OK","grpc.time_ms":"0.511"}
  1762. {"time":"2025-07-02T20:50:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40098","grpc.start_time":"2025-07-02T20:50:08Z","grpc.request.deadline":"2025-07-02T20:50:13Z","grpc.time_ms":"0.036"}
  1763. {"time":"2025-07-02T20:50:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40098","grpc.start_time":"2025-07-02T20:50:08Z","grpc.request.deadline":"2025-07-02T20:50:13Z","grpc.code":"OK","grpc.time_ms":"2.294"}
  1764. {"time":"2025-07-02T20:50:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:34096","grpc.start_time":"2025-07-02T20:50:18Z","grpc.request.deadline":"2025-07-02T20:50:23Z","grpc.time_ms":"0.027"}
  1765. {"time":"2025-07-02T20:50:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:34096","grpc.start_time":"2025-07-02T20:50:18Z","grpc.request.deadline":"2025-07-02T20:50:23Z","grpc.code":"OK","grpc.time_ms":"0.393"}
  1766. {"time":"2025-07-02T20:50:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:34100","grpc.start_time":"2025-07-02T20:50:18Z","grpc.request.deadline":"2025-07-02T20:50:23Z","grpc.time_ms":"0.028"}
  1767. {"time":"2025-07-02T20:50:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:34100","grpc.start_time":"2025-07-02T20:50:18Z","grpc.request.deadline":"2025-07-02T20:50:23Z","grpc.code":"OK","grpc.time_ms":"0.46"}
  1768. {"time":"2025-07-02T20:50:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59012","grpc.start_time":"2025-07-02T20:50:28Z","grpc.request.deadline":"2025-07-02T20:50:33Z","grpc.time_ms":"0.04"}
  1769. {"time":"2025-07-02T20:50:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59012","grpc.start_time":"2025-07-02T20:50:28Z","grpc.request.deadline":"2025-07-02T20:50:33Z","grpc.code":"OK","grpc.time_ms":"0.372"}
  1770. {"time":"2025-07-02T20:50:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59014","grpc.start_time":"2025-07-02T20:50:28Z","grpc.request.deadline":"2025-07-02T20:50:33Z","grpc.time_ms":"0.248"}
  1771. {"time":"2025-07-02T20:50:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:59014","grpc.start_time":"2025-07-02T20:50:28Z","grpc.request.deadline":"2025-07-02T20:50:33Z","grpc.code":"OK","grpc.time_ms":"0.964"}
  1772. {"time":"2025-07-02T20:50:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:42764","grpc.start_time":"2025-07-02T20:50:38Z","grpc.request.deadline":"2025-07-02T20:50:43Z","grpc.time_ms":"0.055"}
  1773. {"time":"2025-07-02T20:50:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:42766","grpc.start_time":"2025-07-02T20:50:38Z","grpc.request.deadline":"2025-07-02T20:50:43Z","grpc.time_ms":"0.046"}
  1774. {"time":"2025-07-02T20:50:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:42766","grpc.start_time":"2025-07-02T20:50:38Z","grpc.request.deadline":"2025-07-02T20:50:43Z","grpc.code":"OK","grpc.time_ms":"0.465"}
  1775. {"time":"2025-07-02T20:50:38Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:42764","grpc.start_time":"2025-07-02T20:50:38Z","grpc.request.deadline":"2025-07-02T20:50:43Z","grpc.code":"OK","grpc.time_ms":"0.338"}
  1776. {"time":"2025-07-02T20:50:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40472","grpc.start_time":"2025-07-02T20:50:48Z","grpc.request.deadline":"2025-07-02T20:50:53Z","grpc.time_ms":"0.039"}
  1777. {"time":"2025-07-02T20:50:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40472","grpc.start_time":"2025-07-02T20:50:48Z","grpc.request.deadline":"2025-07-02T20:50:53Z","grpc.code":"OK","grpc.time_ms":"0.322"}
  1778. {"time":"2025-07-02T20:50:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40474","grpc.start_time":"2025-07-02T20:50:48Z","grpc.request.deadline":"2025-07-02T20:50:53Z","grpc.time_ms":"0.054"}
  1779. {"time":"2025-07-02T20:50:48Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:40474","grpc.start_time":"2025-07-02T20:50:48Z","grpc.request.deadline":"2025-07-02T20:50:53Z","grpc.code":"OK","grpc.time_ms":"1.021"}
  1780. {"time":"2025-07-02T20:50:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:35168","grpc.start_time":"2025-07-02T20:50:58Z","grpc.request.deadline":"2025-07-02T20:51:03Z","grpc.time_ms":"0.036"}
  1781. {"time":"2025-07-02T20:50:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:35166","grpc.start_time":"2025-07-02T20:50:58Z","grpc.request.deadline":"2025-07-02T20:51:03Z","grpc.time_ms":"0.039"}
  1782. {"time":"2025-07-02T20:50:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:35168","grpc.start_time":"2025-07-02T20:50:58Z","grpc.request.deadline":"2025-07-02T20:51:03Z","grpc.code":"OK","grpc.time_ms":"0.644"}
  1783. {"time":"2025-07-02T20:50:58Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:35166","grpc.start_time":"2025-07-02T20:50:58Z","grpc.request.deadline":"2025-07-02T20:51:03Z","grpc.code":"OK","grpc.time_ms":"2.002"}
  1784. {"time":"2025-07-02T20:51:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:60424","grpc.start_time":"2025-07-02T20:51:08Z","grpc.request.deadline":"2025-07-02T20:51:13Z","grpc.time_ms":"0.036"}
  1785. {"time":"2025-07-02T20:51:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:60424","grpc.start_time":"2025-07-02T20:51:08Z","grpc.request.deadline":"2025-07-02T20:51:13Z","grpc.code":"OK","grpc.time_ms":"0.602"}
  1786. {"time":"2025-07-02T20:51:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:60426","grpc.start_time":"2025-07-02T20:51:08Z","grpc.request.deadline":"2025-07-02T20:51:13Z","grpc.time_ms":"0.032"}
  1787. {"time":"2025-07-02T20:51:08Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:60426","grpc.start_time":"2025-07-02T20:51:08Z","grpc.request.deadline":"2025-07-02T20:51:13Z","grpc.code":"OK","grpc.time_ms":"1.753"}
  1788. {"time":"2025-07-02T20:51:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:47566","grpc.start_time":"2025-07-02T20:51:18Z","grpc.request.deadline":"2025-07-02T20:51:23Z","grpc.time_ms":"0.047"}
  1789. {"time":"2025-07-02T20:51:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:47566","grpc.start_time":"2025-07-02T20:51:18Z","grpc.request.deadline":"2025-07-02T20:51:23Z","grpc.code":"OK","grpc.time_ms":"0.434"}
  1790. {"time":"2025-07-02T20:51:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:47570","grpc.start_time":"2025-07-02T20:51:18Z","grpc.request.deadline":"2025-07-02T20:51:23Z","grpc.time_ms":"0.03"}
  1791. {"time":"2025-07-02T20:51:18Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:47570","grpc.start_time":"2025-07-02T20:51:18Z","grpc.request.deadline":"2025-07-02T20:51:23Z","grpc.code":"OK","grpc.time_ms":"0.318"}
  1792. {"time":"2025-07-02T20:51:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:55800","grpc.start_time":"2025-07-02T20:51:28Z","grpc.request.deadline":"2025-07-02T20:51:33Z","grpc.time_ms":"0.03"}
  1793. {"time":"2025-07-02T20:51:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:55800","grpc.start_time":"2025-07-02T20:51:28Z","grpc.request.deadline":"2025-07-02T20:51:33Z","grpc.code":"OK","grpc.time_ms":"0.505"}
  1794. {"time":"2025-07-02T20:51:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"started call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:55816","grpc.start_time":"2025-07-02T20:51:28Z","grpc.request.deadline":"2025-07-02T20:51:33Z","grpc.time_ms":"0.022"}
  1795. {"time":"2025-07-02T20:51:28Z","level":"INFO","source":"/dhctl/pkg/server/pkg/interceptors/interceptors.go:62","msg":"finished call","component":"server","protocol":"grpc","grpc.component":"server","grpc.service":"grpc.health.v1.Health","grpc.method":"Check","grpc.method_type":"unary","peer.address":"10.111.0.110:55816","grpc.start_time":"2025-07-02T20:51:28Z","grpc.request.deadline":"2025-07-02T20:51:33Z","grpc.code":"OK","grpc.time_ms":"0.309"}
  1796.  
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!