Guest User

Airflow LocalScheduler thread dump

a guest
Dec 12th, 2019
103
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 15.33 KB | None | 0 0
  1.  
  2. Process 1:
  3. # ThreadID: 139850429224704
  4. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  5. self._bootstrap_inner()
  6. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  7. self.run()
  8. File: "<string>", line 167, in run
  9. File: "/usr/local/lib/python3.7/code.py", line 232, in interact
  10. more = self.push(line)
  11. File: "/usr/local/lib/python3.7/code.py", line 258, in push
  12. more = self.runsource(source, self.filename)
  13. File: "/usr/local/lib/python3.7/code.py", line 74, in runsource
  14. self.runcode(code)
  15. File: "/usr/local/lib/python3.7/code.py", line 90, in runcode
  16. exec(code, self.locals)
  17. File: "<console>", line 3, in <module>
  18.  
  19. # ThreadID: 139851735897856
  20. File: "/usr/local/bin/airflow", line 37, in <module>
  21. args.func(args)
  22. File: "/usr/local/lib/python3.7/site-packages/airflow/utils/cli.py", line 74, in wrapper
  23. return f(*args, **kwargs)
  24. File: "/usr/local/lib/python3.7/site-packages/airflow/bin/cli.py", line 1042, in scheduler
  25. job.run()
  26. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/base_job.py", line 222, in run
  27. self._execute()
  28. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1356, in _execute
  29. self._execute_helper()
  30. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1496, in _execute_helper
  31. self.executor.end()
  32. File: "/usr/local/lib/python3.7/site-packages/airflow/executors/local_executor.py", line 233, in end
  33. self.impl.end()
  34. File: "/usr/local/lib/python3.7/site-packages/airflow/executors/local_executor.py", line 212, in end
  35. self.queue.join()
  36. File: "<string>", line 2, in join
  37. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 819, in _callmethod
  38. kind, result = conn.recv()
  39. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 250, in recv
  40. buf = self._recv_bytes()
  41. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 407, in _recv_bytes
  42. buf = self._recv(4)
  43. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 379, in _recv
  44. chunk = read(handle, remaining)
  45.  
  46. Process 44:
  47. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  48. self._bootstrap_inner()
  49. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  50. self.run()
  51. File: "<string>", line 167, in run
  52. File: "/usr/local/lib/python3.7/code.py", line 232, in interact
  53. more = self.push(line)
  54. File: "/usr/local/lib/python3.7/code.py", line 258, in push
  55. more = self.runsource(source, self.filename)
  56. File: "/usr/local/lib/python3.7/code.py", line 74, in runsource
  57. self.runcode(code)
  58. File: "/usr/local/lib/python3.7/code.py", line 90, in runcode
  59. exec(code, self.locals)
  60. File: "<console>", line 3, in <module>
  61.  
  62. # ThreadID: 139840628709120
  63. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  64. self._bootstrap_inner()
  65. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  66. self.run()
  67. File: "/usr/local/lib/python3.7/threading.py", line 870, in run
  68. self._target(*self._args, **self._kwargs)
  69. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 201, in handle_request
  70. result = func(c, *args, **kwds)
  71. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 422, in accept_connection
  72. self.serve_client(c)
  73. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 254, in serve_client
  74. res = function(*args, **kwds)
  75. File: "/usr/local/lib/python3.7/queue.py", line 89, in join
  76. self.all_tasks_done.wait()
  77. File: "/usr/local/lib/python3.7/threading.py", line 296, in wait
  78. waiter.acquire()
  79.  
  80. # ThreadID: 139850429224704
  81. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  82. self._bootstrap_inner()
  83. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  84. self.run()
  85. File: "/usr/local/lib/python3.7/threading.py", line 870, in run
  86. self._target(*self._args, **self._kwargs)
  87. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 178, in accepter
  88. c = self.listener.accept()
  89. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 453, in accept
  90. c = self._listener.accept()
  91. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 598, in accept
  92. s, self._last_accepted = self._socket.accept()
  93. File: "/usr/local/lib/python3.7/socket.py", line 212, in accept
  94. fd, addr = self._accept()
  95.  
  96. # ThreadID: 139851735897856
  97. File: "/usr/local/bin/airflow", line 37, in <module>
  98. args.func(args)
  99. File: "/usr/local/lib/python3.7/site-packages/airflow/utils/cli.py", line 74, in wrapper
  100. return f(*args, **kwargs)
  101. File: "/usr/local/lib/python3.7/site-packages/airflow/bin/cli.py", line 1042, in scheduler
  102. job.run()
  103. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/base_job.py", line 222, in run
  104. self._execute()
  105. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1356, in _execute
  106. self._execute_helper()
  107. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1380, in _execute_helper
  108. self.executor.start()
  109. File: "/usr/local/lib/python3.7/site-packages/airflow/executors/local_executor.py", line 216, in start
  110. self.manager = multiprocessing.Manager()
  111. File: "/usr/local/lib/python3.7/multiprocessing/context.py", line 56, in Manager
  112. m.start()
  113. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 563, in start
  114. self._process.start()
  115. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 112, in start
  116. self._popen = self._Popen(self)
  117. File: "/usr/local/lib/python3.7/multiprocessing/context.py", line 277, in _Popen
  118. return Popen(process_obj)
  119. File: "/usr/local/lib/python3.7/multiprocessing/popen_fork.py", line 20, in __init__
  120. self._launch(process_obj)
  121. File: "/usr/local/lib/python3.7/multiprocessing/popen_fork.py", line 74, in _launch
  122. code = process_obj._bootstrap()
  123. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 297, in _bootstrap
  124. self.run()
  125. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 99, in run
  126. self._target(*self._args, **self._kwargs)
  127. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 597, in _run_server
  128. server.serve_forever()
  129. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 165, in serve_forever
  130. self.stop_event.wait(1)
  131. File: "/usr/local/lib/python3.7/threading.py", line 552, in wait
  132. signaled = self._cond.wait(timeout)
  133. File: "/usr/local/lib/python3.7/threading.py", line 300, in wait
  134. gotit = waiter.acquire(True, timeout)
  135.  
  136. Process 43:
  137.  
  138. # ThreadID: 139847666747136
  139. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  140. self._bootstrap_inner()
  141. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  142. self.run()
  143. File: "<string>", line 167, in run
  144. File: "/usr/local/lib/python3.7/code.py", line 232, in interact
  145. more = self.push(line)
  146. File: "/usr/local/lib/python3.7/code.py", line 258, in push
  147. more = self.runsource(source, self.filename)
  148. File: "/usr/local/lib/python3.7/code.py", line 74, in runsource
  149. self.runcode(code)
  150. File: "/usr/local/lib/python3.7/code.py", line 90, in runcode
  151. exec(code, self.locals)
  152. File: "<console>", line 3, in <module>
  153.  
  154. # ThreadID: 139840628709120
  155. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  156. self._bootstrap_inner()
  157. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  158. self.run()
  159. File: "/usr/local/lib/python3.7/threading.py", line 870, in run
  160. self._target(*self._args, **self._kwargs)
  161. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 201, in handle_request
  162. result = func(c, *args, **kwds)
  163. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 422, in accept_connection
  164. self.serve_client(c)
  165. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 254, in serve_client
  166. res = function(*args, **kwds)
  167. File: "/usr/local/lib/python3.7/queue.py", line 89, in join
  168. self.all_tasks_done.wait()
  169. File: "/usr/local/lib/python3.7/threading.py", line 296, in wait
  170. waiter.acquire()
  171.  
  172. # ThreadID: 139850429224704
  173. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  174. self._bootstrap_inner()
  175. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  176. self.run()
  177. File: "/usr/local/lib/python3.7/threading.py", line 870, in run
  178. self._target(*self._args, **self._kwargs)
  179. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 178, in accepter
  180. c = self.listener.accept()
  181. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 453, in accept
  182. c = self._listener.accept()
  183. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 598, in accept
  184. s, self._last_accepted = self._socket.accept()
  185. File: "/usr/local/lib/python3.7/socket.py", line 212, in accept
  186. fd, addr = self._accept()
  187.  
  188. # ThreadID: 139851735897856
  189. File: "/usr/local/bin/airflow", line 37, in <module>
  190. args.func(args)
  191. File: "/usr/local/lib/python3.7/site-packages/airflow/utils/cli.py", line 74, in wrapper
  192. return f(*args, **kwargs)
  193. File: "/usr/local/lib/python3.7/site-packages/airflow/bin/cli.py", line 1042, in scheduler
  194. job.run()
  195. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/base_job.py", line 222, in run
  196. self._execute()
  197. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1356, in _execute
  198. self._execute_helper()
  199. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1380, in _execute_helper
  200. self.executor.start()
  201. File: "/usr/local/lib/python3.7/site-packages/airflow/executors/local_executor.py", line 216, in start
  202. self.manager = multiprocessing.Manager()
  203. File: "/usr/local/lib/python3.7/multiprocessing/context.py", line 56, in Manager
  204. m.start()
  205. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 563, in start
  206. self._process.start()
  207. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 112, in start
  208. self._popen = self._Popen(self)
  209. File: "/usr/local/lib/python3.7/multiprocessing/context.py", line 277, in _Popen
  210. return Popen(process_obj)
  211. File: "/usr/local/lib/python3.7/multiprocessing/popen_fork.py", line 20, in __init__
  212. self._launch(process_obj)
  213. File: "/usr/local/lib/python3.7/multiprocessing/popen_fork.py", line 74, in _launch
  214. code = process_obj._bootstrap()
  215. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 297, in _bootstrap
  216. self.run()
  217. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 99, in run
  218. self._target(*self._args, **self._kwargs)
  219. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 597, in _run_server
  220. server.serve_forever()
  221. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 165, in serve_forever
  222. self.stop_event.wait(1)
  223. File: "/usr/local/lib/python3.7/threading.py", line 552, in wait
  224. signaled = self._cond.wait(timeout)
  225. File: "/usr/local/lib/python3.7/threading.py", line 300, in wait
  226. gotit = waiter.acquire(True, timeout)
  227.  
  228. Process 566:
  229. # ThreadID: 139847666747136
  230. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  231. self._bootstrap_inner()
  232. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  233. self.run()
  234. File: "<string>", line 167, in run
  235. File: "/usr/local/lib/python3.7/code.py", line 232, in interact
  236. more = self.push(line)
  237. File: "/usr/local/lib/python3.7/code.py", line 258, in push
  238. more = self.runsource(source, self.filename)
  239. File: "/usr/local/lib/python3.7/code.py", line 74, in runsource
  240. self.runcode(code)
  241. File: "/usr/local/lib/python3.7/code.py", line 90, in runcode
  242. exec(code, self.locals)
  243. File: "<console>", line 3, in <module>
  244.  
  245. # ThreadID: 139840628709120
  246. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  247. self._bootstrap_inner()
  248. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  249. self.run()
  250. File: "/usr/local/lib/python3.7/threading.py", line 870, in run
  251. self._target(*self._args, **self._kwargs)
  252. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 201, in handle_request
  253. result = func(c, *args, **kwds)
  254. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 422, in accept_connection
  255. self.serve_client(c)
  256. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 254, in serve_client
  257. res = function(*args, **kwds)
  258. File: "/usr/local/lib/python3.7/queue.py", line 89, in join
  259. self.all_tasks_done.wait()
  260. File: "/usr/local/lib/python3.7/threading.py", line 296, in wait
  261. waiter.acquire()
  262.  
  263. # ThreadID: 139850429224704
  264. File: "/usr/local/lib/python3.7/threading.py", line 890, in _bootstrap
  265. self._bootstrap_inner()
  266. File: "/usr/local/lib/python3.7/threading.py", line 926, in _bootstrap_inner
  267. self.run()
  268. File: "/usr/local/lib/python3.7/threading.py", line 870, in run
  269. self._target(*self._args, **self._kwargs)
  270. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 178, in accepter
  271. c = self.listener.accept()
  272. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 453, in accept
  273. c = self._listener.accept()
  274. File: "/usr/local/lib/python3.7/multiprocessing/connection.py", line 598, in accept
  275. s, self._last_accepted = self._socket.accept()
  276. File: "/usr/local/lib/python3.7/socket.py", line 212, in accept
  277. fd, addr = self._accept()
  278.  
  279. # ThreadID: 139851735897856
  280. File: "/usr/local/bin/airflow", line 37, in <module>
  281. args.func(args)
  282. File: "/usr/local/lib/python3.7/site-packages/airflow/utils/cli.py", line 74, in wrapper
  283. return f(*args, **kwargs)
  284. File: "/usr/local/lib/python3.7/site-packages/airflow/bin/cli.py", line 1042, in scheduler
  285. job.run()
  286. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/base_job.py", line 222, in run
  287. self._execute()
  288. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1356, in _execute
  289. self._execute_helper()
  290. File: "/usr/local/lib/python3.7/site-packages/airflow/jobs/scheduler_job.py", line 1380, in _execute_helper
  291. self.executor.start()
  292. File: "/usr/local/lib/python3.7/site-packages/airflow/executors/local_executor.py", line 216, in start
  293. self.manager = multiprocessing.Manager()
  294. File: "/usr/local/lib/python3.7/multiprocessing/context.py", line 56, in Manager
  295. m.start()
  296. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 563, in start
  297. self._process.start()
  298. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 112, in start
  299. self._popen = self._Popen(self)
  300. File: "/usr/local/lib/python3.7/multiprocessing/context.py", line 277, in _Popen
  301. return Popen(process_obj)
  302. File: "/usr/local/lib/python3.7/multiprocessing/popen_fork.py", line 20, in __init__
  303. self._launch(process_obj)
  304. File: "/usr/local/lib/python3.7/multiprocessing/popen_fork.py", line 74, in _launch
  305. code = process_obj._bootstrap()
  306. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 297, in _bootstrap
  307. self.run()
  308. File: "/usr/local/lib/python3.7/multiprocessing/process.py", line 99, in run
  309. self._target(*self._args, **self._kwargs)
  310. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 597, in _run_server
  311. server.serve_forever()
  312. File: "/usr/local/lib/python3.7/multiprocessing/managers.py", line 165, in serve_forever
  313. self.stop_event.wait(1)
  314. File: "/usr/local/lib/python3.7/threading.py", line 552, in wait
  315. signaled = self._cond.wait(timeout)
  316. File: "/usr/local/lib/python3.7/threading.py", line 300, in wait
  317. gotit = waiter.acquire(True, timeout)
Add Comment
Please, Sign In to add comment