API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Sep 5th, 2013
69
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 85.29 KB | None | 0 0
raw download clone embed print report
  1. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  2. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-18-VMdue to:Unable to connect
  3. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-18-VM]
  4. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-18-VM]
  5. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-18-VM] due to error in finalizeStart, not retrying
  6. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  7. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  8. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  9. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  10. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  11. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  12. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  13. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  14. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  15. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  16. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  17. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  18. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  19. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  20. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  21. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  22. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  23. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  24. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  25. at java.lang.Thread.run(Thread.java:722)
  26. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[69-18-null-null-null Ntwk[202|Control|3]
  27. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[70-18-null-null-null Ntwk[201|Management|2]
  28. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[71-18-null-null-null Ntwk[203|Storage|4]
  29. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  30. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-18-VM] due to error in finalizeStart, not retrying
  31. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  32. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  33. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  34. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  35. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  36. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  37. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  38. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  39. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  40. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  41. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  42. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  43. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  44. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  45. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  46. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  47. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  48. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  49. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  50. at java.lang.Thread.run(Thread.java:722)
  51. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-18-VM] due to error in finalizeStart, not retrying
  52. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  53. ... 20 more
  54. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 18, will recycle it and start a new one
  55. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  56. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  57. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Found a stopped secondary storage vm, bring it up to running pool. secStorageVm vm id : 18
  58. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  59. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  60. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  61. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  62. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  63. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  64. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  65. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  66. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  67. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  68. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  69. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  70. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  71. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  72. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  73. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  74. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  75. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  76. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  77. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  78. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  79. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  80. at java.lang.Thread.run(Thread.java:722)
  81. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  82. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  83. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  84. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  85. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  86. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  87. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  88. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  89. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  90. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  91. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  92. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  93. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  94. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  95. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  96. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  97. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  98. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  99. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  100. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  101. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  102. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  103. at java.lang.Thread.run(Thread.java:722)
  104. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  105. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  106. ... 19 more
  107. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  108. INFO [cloud.ha.HighAvailabilityManagerImpl] (HA-2:) checking health of usage server
  109. WARN [apache.cloudstack.alerts] (HA-2:) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
  110. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-18-VMdue to:Unable to connect
  111. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-18-VM]
  112. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-18-VM]
  113. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-18-VM] due to error in finalizeStart, not retrying
  114. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  115. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  116. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  117. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  118. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  119. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  120. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  121. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  122. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  123. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  124. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  125. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  126. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  127. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  128. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  129. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  130. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  131. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  132. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  133. at java.lang.Thread.run(Thread.java:722)
  134. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[69-18-null-null-null Ntwk[202|Control|3]
  135. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[70-18-null-null-null Ntwk[201|Management|2]
  136. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[71-18-null-null-null Ntwk[203|Storage|4]
  137. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  138. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-18-VM] due to error in finalizeStart, not retrying
  139. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  140. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  141. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  142. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  143. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  144. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  145. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  146. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  147. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  148. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  149. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  150. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  151. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  152. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  153. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  154. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  155. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  156. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  157. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  158. at java.lang.Thread.run(Thread.java:722)
  159. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-18-VM] due to error in finalizeStart, not retrying
  160. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  161. ... 20 more
  162. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 18, will recycle it and start a new one
  163. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[68-18-null-192.168.4.130-null Ntwk[200|Public|1]
  164. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  165. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  166. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) No stopped secondary storage vm is available, need to allocate a new secondary storage vm
  167. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  168. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  169. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  170. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  171. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  172. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  173. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  174. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  175. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  176. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  177. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  178. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  179. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  180. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  181. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  182. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  183. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  184. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  185. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  186. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  187. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  188. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  189. at java.lang.Thread.run(Thread.java:722)
  190. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  191. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  192. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  193. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  194. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  195. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  196. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  197. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  198. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  199. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  200. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  201. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  202. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  203. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  204. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  205. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  206. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  207. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  208. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  209. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  210. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  211. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  212. at java.lang.Thread.run(Thread.java:722)
  213. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  214. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  215. ... 19 more
  216. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  217. INFO [cloud.ha.HighAvailabilityManagerImpl] (HA-2:) checking health of usage server
  218. WARN [apache.cloudstack.alerts] (HA-2:) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
  219. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-19-VMdue to:Unable to connect
  220. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-19-VM]
  221. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-19-VM]
  222. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-19-VM] due to error in finalizeStart, not retrying
  223. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  224. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  225. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  226. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  227. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  228. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  229. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  230. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  231. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  232. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  233. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  234. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  235. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  236. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  237. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  238. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  239. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  240. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  241. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  242. at java.lang.Thread.run(Thread.java:722)
  243. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[73-19-null-null-null Ntwk[202|Control|3]
  244. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[74-19-null-null-null Ntwk[201|Management|2]
  245. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[75-19-null-null-null Ntwk[203|Storage|4]
  246. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  247. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-19-VM] due to error in finalizeStart, not retrying
  248. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  249. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  250. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  251. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  252. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  253. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  254. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  255. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  256. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  257. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  258. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  259. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  260. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  261. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  262. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  263. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  264. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  265. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  266. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  267. at java.lang.Thread.run(Thread.java:722)
  268. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-19-VM] due to error in finalizeStart, not retrying
  269. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  270. ... 20 more
  271. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 19, will recycle it and start a new one
  272. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  273. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  274. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Found a stopped secondary storage vm, bring it up to running pool. secStorageVm vm id : 19
  275. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  276. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  277. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  278. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  279. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  280. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  281. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  282. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  283. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  284. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  285. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  286. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  287. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  288. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  289. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  290. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  291. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  292. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  293. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  294. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  295. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  296. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  297. at java.lang.Thread.run(Thread.java:722)
  298. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  299. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  300. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  301. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  302. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  303. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  304. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  305. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  306. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  307. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  308. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  309. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  310. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  311. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  312. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  313. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  314. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  315. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  316. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  317. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  318. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  319. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  320. at java.lang.Thread.run(Thread.java:722)
  321. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  322. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  323. ... 19 more
  324. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  325. INFO [cloud.ha.HighAvailabilityManagerImpl] (HA-2:) checking health of usage server
  326. WARN [apache.cloudstack.alerts] (HA-2:) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
  327. INFO [network.vpc.VpcManagerImpl] (VpcChecker-1:) Found 0 removed VPCs to cleanup
  328. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-19-VMdue to:Unable to connect
  329. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-19-VM]
  330. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-19-VM]
  331. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-19-VM] due to error in finalizeStart, not retrying
  332. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  333. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  334. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  335. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  336. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  337. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  338. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  339. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  340. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  341. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  342. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  343. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  344. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  345. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  346. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  347. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  348. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  349. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  350. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  351. at java.lang.Thread.run(Thread.java:722)
  352. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[73-19-null-null-null Ntwk[202|Control|3]
  353. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[74-19-null-null-null Ntwk[201|Management|2]
  354. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[75-19-null-null-null Ntwk[203|Storage|4]
  355. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  356. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-19-VM] due to error in finalizeStart, not retrying
  357. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  358. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  359. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  360. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  361. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  362. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  363. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  364. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  365. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  366. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  367. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  368. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  369. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  370. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  371. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  372. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  373. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  374. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  375. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  376. at java.lang.Thread.run(Thread.java:722)
  377. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-19-VM] due to error in finalizeStart, not retrying
  378. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  379. ... 20 more
  380. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 19, will recycle it and start a new one
  381. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[72-19-null-192.168.4.130-null Ntwk[200|Public|1]
  382. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  383. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  384. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) No stopped secondary storage vm is available, need to allocate a new secondary storage vm
  385. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  386. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  387. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  388. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  389. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  390. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  391. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  392. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  393. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  394. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  395. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  396. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  397. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  398. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  399. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  400. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  401. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  402. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  403. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  404. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  405. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  406. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  407. at java.lang.Thread.run(Thread.java:722)
  408. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  409. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  410. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  411. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  412. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  413. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  414. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  415. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  416. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  417. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  418. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  419. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  420. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  421. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  422. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  423. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  424. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  425. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  426. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  427. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  428. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  429. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  430. at java.lang.Thread.run(Thread.java:722)
  431. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  432. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  433. ... 19 more
  434. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  435. INFO [cloud.ha.HighAvailabilityManagerImpl] (HA-2:) checking health of usage server
  436. WARN [apache.cloudstack.alerts] (HA-2:) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
  437. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-20-VMdue to:Unable to connect
  438. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-20-VM]
  439. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-20-VM]
  440. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-20-VM] due to error in finalizeStart, not retrying
  441. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  442. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  443. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  444. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  445. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  446. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  447. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  448. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  449. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  450. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  451. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  452. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  453. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  454. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  455. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  456. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  457. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  458. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  459. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  460. at java.lang.Thread.run(Thread.java:722)
  461. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[77-20-null-null-null Ntwk[202|Control|3]
  462. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[78-20-null-null-null Ntwk[201|Management|2]
  463. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[79-20-null-null-null Ntwk[203|Storage|4]
  464. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  465. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-20-VM] due to error in finalizeStart, not retrying
  466. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  467. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  468. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  469. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  470. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  471. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  472. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  473. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  474. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  475. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  476. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  477. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  478. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  479. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  480. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  481. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  482. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  483. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  484. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  485. at java.lang.Thread.run(Thread.java:722)
  486. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-20-VM] due to error in finalizeStart, not retrying
  487. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  488. ... 20 more
  489. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 20, will recycle it and start a new one
  490. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  491. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  492. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Found a stopped secondary storage vm, bring it up to running pool. secStorageVm vm id : 20
  493. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  494. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  495. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  496. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  497. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  498. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  499. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  500. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  501. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  502. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  503. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  504. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  505. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  506. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  507. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  508. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  509. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  510. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  511. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  512. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  513. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  514. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  515. at java.lang.Thread.run(Thread.java:722)
  516. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  517. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  518. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  519. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  520. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  521. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  522. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  523. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  524. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  525. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  526. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  527. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  528. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  529. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  530. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  531. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  532. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  533. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  534. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  535. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  536. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  537. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  538. at java.lang.Thread.run(Thread.java:722)
  539. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  540. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  541. ... 19 more
  542. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  543. INFO [cloud.ha.HighAvailabilityManagerImpl] (HA-2:) checking health of usage server
  544. WARN [apache.cloudstack.alerts] (HA-2:) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
  545. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-20-VMdue to:Unable to connect
  546. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-20-VM]
  547. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-20-VM]
  548. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-20-VM] due to error in finalizeStart, not retrying
  549. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  550. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  551. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  552. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  553. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  554. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  555. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  556. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  557. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  558. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  559. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  560. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  561. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  562. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  563. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  564. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  565. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  566. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  567. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  568. at java.lang.Thread.run(Thread.java:722)
  569. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[77-20-null-null-null Ntwk[202|Control|3]
  570. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[78-20-null-null-null Ntwk[201|Management|2]
  571. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[79-20-null-null-null Ntwk[203|Storage|4]
  572. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  573. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-20-VM] due to error in finalizeStart, not retrying
  574. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  575. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  576. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  577. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  578. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  579. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  580. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  581. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  582. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  583. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  584. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  585. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  586. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  587. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  588. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  589. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  590. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  591. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  592. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  593. at java.lang.Thread.run(Thread.java:722)
  594. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-20-VM] due to error in finalizeStart, not retrying
  595. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  596. ... 20 more
  597. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 20, will recycle it and start a new one
  598. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[76-20-null-192.168.4.130-null Ntwk[200|Public|1]
  599. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  600. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  601. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) No stopped secondary storage vm is available, need to allocate a new secondary storage vm
  602. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  603. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  604. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  605. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  606. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  607. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  608. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  609. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  610. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  611. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  612. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  613. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  614. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  615. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  616. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  617. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  618. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  619. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  620. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  621. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  622. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  623. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  624. at java.lang.Thread.run(Thread.java:722)
  625. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  626. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  627. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  628. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  629. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  630. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  631. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  632. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  633. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  634. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  635. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  636. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  637. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  638. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  639. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  640. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  641. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  642. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  643. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  644. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  645. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  646. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  647. at java.lang.Thread.run(Thread.java:722)
  648. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  649. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  650. ... 19 more
  651. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  652. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-21-VMdue to:Unable to connect
  653. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-21-VM]
  654. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-21-VM]
  655. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-21-VM] due to error in finalizeStart, not retrying
  656. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  657. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  658. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  659. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  660. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  661. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  662. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  663. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  664. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  665. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  666. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  667. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  668. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  669. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  670. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  671. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  672. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  673. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  674. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  675. at java.lang.Thread.run(Thread.java:722)
  676. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[81-21-null-null-null Ntwk[202|Control|3]
  677. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[82-21-null-null-null Ntwk[201|Management|2]
  678. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[83-21-null-null-null Ntwk[203|Storage|4]
  679. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  680. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-21-VM] due to error in finalizeStart, not retrying
  681. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  682. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  683. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  684. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  685. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  686. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  687. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  688. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  689. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  690. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  691. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  692. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  693. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  694. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  695. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  696. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  697. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  698. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  699. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  700. at java.lang.Thread.run(Thread.java:722)
  701. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-21-VM] due to error in finalizeStart, not retrying
  702. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  703. ... 20 more
  704. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 21, will recycle it and start a new one
  705. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  706. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  707. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Found a stopped secondary storage vm, bring it up to running pool. secStorageVm vm id : 21
  708. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  709. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  710. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  711. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  712. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  713. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  714. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  715. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  716. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  717. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  718. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  719. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  720. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  721. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  722. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  723. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  724. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  725. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  726. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  727. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  728. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  729. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  730. at java.lang.Thread.run(Thread.java:722)
  731. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  732. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  733. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  734. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  735. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  736. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  737. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  738. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  739. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  740. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  741. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  742. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  743. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  744. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  745. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  746. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  747. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  748. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  749. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  750. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  751. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  752. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  753. at java.lang.Thread.run(Thread.java:722)
  754. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  755. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  756. ... 19 more
  757. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
  758. INFO [cloud.ha.HighAvailabilityManagerImpl] (HA-2:) checking health of usage server
  759. WARN [apache.cloudstack.alerts] (HA-2:) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
  760. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to ssh to the VM: Can not ping System vm s-21-VMdue to:Unable to connect
  761. INFO [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) The guru did not like the answers so stopping VM[SecondaryStorageVm|s-21-VM]
  762. ERROR [cloud.vm.VirtualMachineManagerImpl] (secstorage-1:) Failed to start instance VM[SecondaryStorageVm|s-21-VM]
  763. com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-21-VM] due to error in finalizeStart, not retrying
  764. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  765. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  766. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  767. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  768. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  769. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  770. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  771. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  772. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  773. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  774. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  775. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  776. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  777. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  778. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  779. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  780. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  781. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  782. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  783. at java.lang.Thread.run(Thread.java:722)
  784. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[81-21-null-null-null Ntwk[202|Control|3]
  785. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[82-21-null-null-null Ntwk[201|Management|2]
  786. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[83-21-null-null-null Ntwk[203|Storage|4]
  787. WARN [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Exception while trying to start secondary storage vm
  788. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[SecondaryStorageVm|s-21-VM] due to error in finalizeStart, not retrying
  789. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  790. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  791. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  792. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.startSecStorageVm(SecondaryStorageManagerImpl.java:265)
  793. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.allocCapacity(SecondaryStorageManagerImpl.java:690)
  794. at com.cloud.storage.secondary.SecondaryStorageManagerImpl.expandPool(SecondaryStorageManagerImpl.java:1297)
  795. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:123)
  796. at com.cloud.secstorage.PremiumSecondaryStorageManagerImpl.scanPool(PremiumSecondaryStorageManagerImpl.java:50)
  797. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:104)
  798. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  799. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  800. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  801. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  802. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  803. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  804. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  805. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  806. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  807. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  808. at java.lang.Thread.run(Thread.java:722)
  809. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[SecondaryStorageVm|s-21-VM] due to error in finalizeStart, not retrying
  810. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  811. ... 20 more
  812. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) Unable to start secondary storage vm for standby capacity, secStorageVm vm Id : 21, will recycle it and start a new one
  813. ERROR [network.element.SspElement] (secstorage-1:) ReservationContext was null for NicProfile[80-21-null-192.168.4.130-null Ntwk[200|Public|1]
  814. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) Primary secondary storage is not even started, wait until next turn
  815. INFO [cloud.secstorage.PremiumSecondaryStorageManagerImpl] (secstorage-1:) No running secondary storage vms found in datacenter id=1, starting one
  816. INFO [storage.secondary.SecondaryStorageManagerImpl] (secstorage-1:) No stopped secondary storage vm is available, need to allocate a new secondary storage vm
  817. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Unable to ssh to the VM: Can not ping System vm v-2-VMdue to:Unable to connect
  818. INFO [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) The guru did not like the answers so stopping VM[ConsoleProxy|v-2-VM]
  819. ERROR [cloud.vm.VirtualMachineManagerImpl] (consoleproxy-1:) Failed to start instance VM[ConsoleProxy|v-2-VM]
  820. com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  821. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  822. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  823. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  824. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  825. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  826. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  827. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  828. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  829. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  830. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  831. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  832. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  833. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  834. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  835. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  836. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  837. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  838. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  839. at java.lang.Thread.run(Thread.java:722)
  840. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[6-2-null-null-null Ntwk[202|Control|3]
  841. ERROR [network.element.SspElement] (consoleproxy-1:) ReservationContext was null for NicProfile[7-2-null-null-null Ntwk[201|Management|2]
  842. WARN [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Exception while trying to start console proxy
  843. com.cloud.exception.AgentUnavailableException: Resource [Host:1] is unreachable: Host 1: Unable to start instance due to Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  844. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:946)
  845. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:557)
  846. at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:550)
  847. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.startProxy(ConsoleProxyManagerImpl.java:556)
  848. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.allocCapacity(ConsoleProxyManagerImpl.java:927)
  849. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:1664)
  850. at com.cloud.consoleproxy.ConsoleProxyManagerImpl.expandPool(ConsoleProxyManagerImpl.java:157)
  851. at com.cloud.vm.SystemVmLoadScanner.loadScan(SystemVmLoadScanner.java:111)
  852. at com.cloud.vm.SystemVmLoadScanner.access$100(SystemVmLoadScanner.java:33)
  853. at com.cloud.vm.SystemVmLoadScanner$1.reallyRun(SystemVmLoadScanner.java:81)
  854. at com.cloud.vm.SystemVmLoadScanner$1.run(SystemVmLoadScanner.java:72)
  855. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  856. at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
  857. at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
  858. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
  859. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
  860. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  861. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  862. at java.lang.Thread.run(Thread.java:722)
  863. Caused by: com.cloud.utils.exception.ExecutionException: Unable to start VM[ConsoleProxy|v-2-VM] due to error in finalizeStart, not retrying
  864. at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:913)
  865. ... 19 more
  866. INFO [cloud.consoleproxy.ConsoleProxyManagerImpl] (consoleproxy-1:) Found a stopped console proxy, bring it up to running pool. proxy vm id : 2
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!