API tools faq
paste
Advertisement
Parth6288

master2

Parth6288
Sep 29th, 2017
148
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 368.57 KB | None | 0 0
raw download clone embed print report
  1. CATTLE_AGENT_PACKAGE_HOST_API_URL=/usr/share/cattle/artifacts/host-api.tar.gz
  2. CATTLE_AGENT_PACKAGE_PYTHON_AGENT_URL=/usr/share/cattle/artifacts/go-agent.tar.gz
  3. CATTLE_API_UI_URL=//releases.rancher.com/api-ui/1.0.8
  4. CATTLE_CATTLE_VERSION=v0.183.21
  5. CATTLE_CLUSTER_ADVERTISE_ADDRESS=<server_IP>
  6. CATTLE_DB_CATTLE_DATABASE=mysql
  7. CATTLE_DB_CATTLE_MYSQL_HOST=<DB_IP>
  8. CATTLE_DB_CATTLE_MYSQL_NAME=cattle
  9. CATTLE_DB_CATTLE_MYSQL_PORT=3306
  10. CATTLE_DB_CATTLE_USERNAME=cattle
  11. CATTLE_GRAPHITE_HOST=
  12. CATTLE_GRAPHITE_PORT=
  13. CATTLE_HOME=/var/lib/cattle
  14. CATTLE_HOST_API_PROXY_MODE=embedded
  15. CATTLE_LOGBACK_OUTPUT_GELF_HOST=
  16. CATTLE_LOGBACK_OUTPUT_GELF_PORT=
  17. CATTLE_RANCHER_CLI_VERSION=v0.6.4
  18. CATTLE_RANCHER_COMPOSE_VERSION=v0.12.5
  19. CATTLE_RANCHER_SERVER_IMAGE=rancher/server
  20. CATTLE_RANCHER_SERVER_VERSION=v1.6.9
  21. CATTLE_USE_LOCAL_ARTIFACTS=true
  22. DEFAULT_CATTLE_API_UI_CSS_URL=/api-ui/ui.min.css
  23. DEFAULT_CATTLE_API_UI_INDEX=//releases.rancher.com/ui/1.6.23
  24. DEFAULT_CATTLE_API_UI_JS_URL=/api-ui/ui.min.js
  25. DEFAULT_CATTLE_AUTH_SERVICE_EXECUTE=true
  26. DEFAULT_CATTLE_CATALOG_EXECUTE=true
  27. DEFAULT_CATTLE_CATALOG_URL={"catalogs":{"community":{"url":"https://git.rancher.io/community-catalog.git","branch":"master"},"library":{"url":"https://git.rancher.io/rancher-catalog.git","branch":"${RELEASE}"}}}
  28. DEFAULT_CATTLE_COMPOSE_EXECUTOR_EXECUTE=true
  29. DEFAULT_CATTLE_MACHINE_EXECUTE=true
  30. DEFAULT_CATTLE_RANCHER_CLI_DARWIN_URL=https://releases.rancher.com/cli/v0.6.4/rancher-darwin-amd64-v0.6.4.tar.gz
  31. DEFAULT_CATTLE_RANCHER_CLI_LINUX_URL=https://releases.rancher.com/cli/v0.6.4/rancher-linux-amd64-v0.6.4.tar.gz
  32. DEFAULT_CATTLE_RANCHER_CLI_WINDOWS_URL=https://releases.rancher.com/cli/v0.6.4/rancher-windows-386-v0.6.4.zip
  33. DEFAULT_CATTLE_RANCHER_COMPOSE_DARWIN_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-darwin-amd64-v0.12.5.tar.gz
  34. DEFAULT_CATTLE_RANCHER_COMPOSE_LINUX_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-linux-amd64-v0.12.5.tar.gz
  35. DEFAULT_CATTLE_RANCHER_COMPOSE_WINDOWS_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-windows-386-v0.12.5.zip
  36. DEFAULT_CATTLE_SECRETS_API_EXECUTE=true
  37. DEFAULT_CATTLE_WEBHOOK_SERVICE_EXECUTE=true
  38. 13:36:06.575 [main] INFO ConsoleStatus - Loading configuration
  39. 2017-09-27 13:36:14,167 INFO [main] [ConsoleStatus] Starting DB migration
  40. 2017-09-27 13:41:14,817 WARN [:] [] [] [] [main ] [nnotationConfigWebApplicationContext] Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  41. 2017-09-27 13:41:14,883 ERROR [:] [] [] [] [main ] [o.s.web.context.ContextLoader ] Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  42. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  43. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  44. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  45. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  46. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  47. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  48. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  49. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  50. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  51. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  52. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  53. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  54. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) [spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  55. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  56. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  57. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  58. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  59. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) [jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  60. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) [jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  61. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  62. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) [jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  63. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  64. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  65. at org.eclipse.jetty.server.Server.start(Server.java:387) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  66. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  67. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  68. at org.eclipse.jetty.server.Server.doStart(Server.java:354) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  69. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  70. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  71. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  72. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  73. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  74. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  75. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  76. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  77. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  78. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  79. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  80. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  81. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  82. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  83. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  84. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  85. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  86. ... 34 common frames omitted
  87.  
  88. 2017-09-27 13:41:14,892 WARN [:] [] [] [] [main ] [o.eclipse.jetty.webapp.WebAppContext] Failed startup of context o.e.j.w.WebAppContext@1bce4f0a{/,file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/,STARTING}{file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/} org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  89. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  90. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  91. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  92. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  93. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  94. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  95. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  96. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  97. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  98. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  99. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  100. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  101. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  102. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  103. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  104. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  105. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  106. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  107. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  108. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  109. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  110. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  111. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  112. at org.eclipse.jetty.server.Server.start(Server.java:387) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  113. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  114. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  115. at org.eclipse.jetty.server.Server.doStart(Server.java:354) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  116. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  117. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  118. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  119. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  120. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  121. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  122. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  123. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  124. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  125. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  126. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  127. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  128. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  129. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  130. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  131. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  132. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  133. ... 34 common frames omitted
  134.  
  135. 2017-09-27 13:41:14,895 WARN [:] [] [] [] [main ] [o.e.j.u.component.AbstractLifeCycle ] FAILED o.e.j.w.WebAppContext@1bce4f0a{/,file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/,UNAVAILABLE}{file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/}: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  136. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  137. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  138. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  139. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  140. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  141. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  142. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  143. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  144. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  145. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  146. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  147. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  148. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  149. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  150. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  151. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  152. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  153. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  154. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  155. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  156. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  157. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  158. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  159. at org.eclipse.jetty.server.Server.start(Server.java:387) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  160. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  161. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  162. at org.eclipse.jetty.server.Server.doStart(Server.java:354) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  163. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  164. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  165. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  166. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  167. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  168. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  169. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  170. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  171. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  172. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  173. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  174. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  175. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  176. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  177. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  178. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  179. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  180. ... 34 common frames omitted
  181.  
  182. 2017-09-27 13:41:14,923 WARN [:] [] [] [] [main ] [o.e.j.u.component.AbstractLifeCycle ] FAILED org.eclipse.jetty.server.Server@34b7bfc0: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  183. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  184. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  185. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  186. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  187. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  188. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  189. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  190. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  191. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  192. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  193. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  194. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  195. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  196. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  197. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  198. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  199. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  200. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  201. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  202. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  203. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  204. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  205. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  206. at org.eclipse.jetty.server.Server.start(Server.java:387) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  207. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  208. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  209. at org.eclipse.jetty.server.Server.doStart(Server.java:354) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  210. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  211. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  212. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  213. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  214. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  215. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  216. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  217. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  218. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  219. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  220. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  221. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  222. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  223. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  224. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  225. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  226. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  227. ... 34 common frames omitted
  228.  
  229. 2017-09-27 13:41:14,933 ERROR [main] [ConsoleStatus] Startup Failed [313425ms] org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  230. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  231. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  232. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  233. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  234. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  235. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  236. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  237. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  238. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  239. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  240. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  241. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  242. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  243. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  244. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  245. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  246. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  247. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  248. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  249. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  250. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  251. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  252. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  253. at org.eclipse.jetty.server.Server.start(Server.java:387) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  254. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  255. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  256. at org.eclipse.jetty.server.Server.doStart(Server.java:354) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  257. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  258. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) ~[c24ae15afbd57346d1b38b389feee3e4/:na]
  259. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  260. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  261. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  262. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  263. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  264. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  265. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  266. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  267. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  268. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  269. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  270. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  271. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  272. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  273. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  274. ... 34 common frames omitted
  275.  
  276. CATTLE_AGENT_PACKAGE_HOST_API_URL=/usr/share/cattle/artifacts/host-api.tar.gz
  277. CATTLE_AGENT_PACKAGE_PYTHON_AGENT_URL=/usr/share/cattle/artifacts/go-agent.tar.gz
  278. CATTLE_API_UI_URL=//releases.rancher.com/api-ui/1.0.8
  279. CATTLE_CATTLE_VERSION=v0.183.21
  280. CATTLE_CLUSTER_ADVERTISE_ADDRESS=10.5.52.189
  281. CATTLE_DB_CATTLE_DATABASE=mysql
  282. CATTLE_DB_CATTLE_MYSQL_HOST=10.5.52.172
  283. CATTLE_DB_CATTLE_MYSQL_NAME=cattle
  284. CATTLE_DB_CATTLE_MYSQL_PORT=3306
  285. CATTLE_DB_CATTLE_USERNAME=cattle
  286. CATTLE_GRAPHITE_HOST=
  287. CATTLE_GRAPHITE_PORT=
  288. CATTLE_HOME=/var/lib/cattle
  289. CATTLE_HOST_API_PROXY_MODE=embedded
  290. CATTLE_LOGBACK_OUTPUT_GELF_HOST=
  291. CATTLE_LOGBACK_OUTPUT_GELF_PORT=
  292. CATTLE_RANCHER_CLI_VERSION=v0.6.4
  293. CATTLE_RANCHER_COMPOSE_VERSION=v0.12.5
  294. CATTLE_RANCHER_SERVER_IMAGE=rancher/server
  295. CATTLE_RANCHER_SERVER_VERSION=v1.6.9
  296. CATTLE_USE_LOCAL_ARTIFACTS=true
  297. DEFAULT_CATTLE_API_UI_CSS_URL=/api-ui/ui.min.css
  298. DEFAULT_CATTLE_API_UI_INDEX=//releases.rancher.com/ui/1.6.23
  299. DEFAULT_CATTLE_API_UI_JS_URL=/api-ui/ui.min.js
  300. DEFAULT_CATTLE_AUTH_SERVICE_EXECUTE=true
  301. DEFAULT_CATTLE_CATALOG_EXECUTE=true
  302. DEFAULT_CATTLE_CATALOG_URL={"catalogs":{"community":{"url":"https://git.rancher.io/community-catalog.git","branch":"master"},"library":{"url":"https://git.rancher.io/rancher-catalog.git","branch":"${RELEASE}"}}}
  303. DEFAULT_CATTLE_COMPOSE_EXECUTOR_EXECUTE=true
  304. DEFAULT_CATTLE_MACHINE_EXECUTE=true
  305. DEFAULT_CATTLE_RANCHER_CLI_DARWIN_URL=https://releases.rancher.com/cli/v0.6.4/rancher-darwin-amd64-v0.6.4.tar.gz
  306. DEFAULT_CATTLE_RANCHER_CLI_LINUX_URL=https://releases.rancher.com/cli/v0.6.4/rancher-linux-amd64-v0.6.4.tar.gz
  307. DEFAULT_CATTLE_RANCHER_CLI_WINDOWS_URL=https://releases.rancher.com/cli/v0.6.4/rancher-windows-386-v0.6.4.zip
  308. DEFAULT_CATTLE_RANCHER_COMPOSE_DARWIN_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-darwin-amd64-v0.12.5.tar.gz
  309. DEFAULT_CATTLE_RANCHER_COMPOSE_LINUX_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-linux-amd64-v0.12.5.tar.gz
  310. DEFAULT_CATTLE_RANCHER_COMPOSE_WINDOWS_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-windows-386-v0.12.5.zip
  311. DEFAULT_CATTLE_SECRETS_API_EXECUTE=true
  312. DEFAULT_CATTLE_WEBHOOK_SERVICE_EXECUTE=true
  313. 13:41:20.449 [main] INFO ConsoleStatus - Loading configuration
  314. 2017-09-27 13:41:27,380 INFO [main] [ConsoleStatus] Starting DB migration
  315. 2017-09-27 13:46:28,075 WARN [:] [] [] [] [main ] [nnotationConfigWebApplicationContext] Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  316. 2017-09-27 13:46:28,142 ERROR [:] [] [] [] [main ] [o.s.web.context.ContextLoader ] Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  317. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  318. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  319. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  320. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  321. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  322. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  323. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  324. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  325. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  326. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  327. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  328. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  329. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) [spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  330. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  331. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  332. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  333. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  334. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) [jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  335. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) [jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  336. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  337. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) [jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  338. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  339. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  340. at org.eclipse.jetty.server.Server.start(Server.java:387) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  341. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  342. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  343. at org.eclipse.jetty.server.Server.doStart(Server.java:354) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  344. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  345. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  346. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  347. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  348. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  349. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  350. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  351. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  352. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  353. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  354. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  355. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  356. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  357. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  358. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  359. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  360. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  361. ... 34 common frames omitted
  362.  
  363. 2017-09-27 13:46:28,147 WARN [:] [] [] [] [main ] [o.eclipse.jetty.webapp.WebAppContext] Failed startup of context o.e.j.w.WebAppContext@1bce4f0a{/,file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/,STARTING}{file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/} org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  364. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  365. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  366. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  367. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  368. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  369. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  370. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  371. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  372. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  373. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  374. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  375. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  376. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  377. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  378. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  379. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  380. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  381. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  382. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  383. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  384. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  385. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  386. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  387. at org.eclipse.jetty.server.Server.start(Server.java:387) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  388. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  389. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  390. at org.eclipse.jetty.server.Server.doStart(Server.java:354) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  391. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  392. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  393. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  394. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  395. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  396. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  397. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  398. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  399. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  400. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  401. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  402. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  403. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  404. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  405. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  406. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  407. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  408. ... 34 common frames omitted
  409.  
  410. 2017-09-27 13:46:28,149 WARN [:] [] [] [] [main ] [o.e.j.u.component.AbstractLifeCycle ] FAILED o.e.j.w.WebAppContext@1bce4f0a{/,file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/,UNAVAILABLE}{file:/usr/share/cattle/c24ae15afbd57346d1b38b389feee3e4/}: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  411. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  412. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  413. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  414. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  415. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  416. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  417. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  418. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  419. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  420. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  421. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  422. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  423. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  424. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  425. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  426. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  427. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  428. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  429. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  430. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  431. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  432. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  433. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  434. at org.eclipse.jetty.server.Server.start(Server.java:387) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  435. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  436. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  437. at org.eclipse.jetty.server.Server.doStart(Server.java:354) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  438. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  439. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  440. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  441. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  442. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  443. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  444. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  445. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  446. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  447. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  448. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  449. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  450. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  451. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  452. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  453. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  454. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  455. ... 34 common frames omitted
  456.  
  457. 2017-09-27 13:46:28,171 WARN [:] [] [] [] [main ] [o.e.j.u.component.AbstractLifeCycle ] FAILED org.eclipse.jetty.server.Server@34b7bfc0: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  458. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  459. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  460. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  461. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  462. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  463. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  464. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  465. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  466. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  467. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  468. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  469. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  470. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  471. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  472. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  473. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  474. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  475. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  476. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  477. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  478. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  479. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  480. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  481. at org.eclipse.jetty.server.Server.start(Server.java:387) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  482. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  483. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  484. at org.eclipse.jetty.server.Server.doStart(Server.java:354) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  485. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  486. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) [c24ae15afbd57346d1b38b389feee3e4/:na]
  487. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  488. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  489. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  490. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  491. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  492. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  493. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  494. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  495. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  496. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  497. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  498. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  499. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  500. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  501. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  502. ... 34 common frames omitted
  503.  
  504. 2017-09-27 13:46:28,177 ERROR [main] [ConsoleStatus] Startup Failed [312130ms] org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'liquibaseCore' defined in io.cattle.platform.app.SystemConfig: Invocation of init method failed; nested exception is liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  505. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1578) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  506. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:545) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  507. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:482) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  508. at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  509. at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  510. at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  511. at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  512. at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:776) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  513. at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:861) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  514. at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:541) ~[spring-context-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  515. at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:444) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  516. at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:326) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  517. at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:107) ~[spring-web-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  518. at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:800) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  519. at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:444) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  520. at org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:791) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  521. at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:294) ~[jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  522. at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1349) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  523. at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1342) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  524. at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:741) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  525. at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:505) ~[jetty-webapp-9.2.11.v20150529.jar:9.2.11.v20150529]
  526. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  527. at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:132) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  528. at org.eclipse.jetty.server.Server.start(Server.java:387) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  529. at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:114) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  530. at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:61) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  531. at org.eclipse.jetty.server.Server.doStart(Server.java:354) ~[jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  532. at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) ~[jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  533. at io.cattle.platform.launcher.jetty.Main.main(Main.java:146) ~[c24ae15afbd57346d1b38b389feee3e4/:na]
  534. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_72]
  535. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_72]
  536. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  537. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  538. at io.cattle.platform.launcher.Main.run(Main.java:188) [c24ae15afbd57346d1b38b389feee3e4/:na]
  539. at io.cattle.platform.launcher.Main.main(Main.java:251) [c24ae15afbd57346d1b38b389feee3e4/:na]
  540. Caused by: liquibase.exception.LockException: Could not acquire change log lock. Currently locked by bab2075b24ad (fe80:0:0:0:42:acff:fe11:2%eth0) since 9/27/17 1:36 PM
  541. at liquibase.lockservice.StandardLockService.waitForLock(StandardLockService.java:168) ~[liquibase-core-3.1.0.jar:na]
  542. at liquibase.Liquibase.update(Liquibase.java:189) ~[liquibase-core-3.1.0.jar:na]
  543. at liquibase.Liquibase.update(Liquibase.java:181) ~[liquibase-core-3.1.0.jar:na]
  544. at liquibase.integration.spring.SpringLiquibase.performUpdate(SpringLiquibase.java:342) ~[liquibase-core-3.1.0.jar:na]
  545. at liquibase.integration.spring.SpringLiquibase.afterPropertiesSet(SpringLiquibase.java:299) ~[liquibase-core-3.1.0.jar:na]
  546. at io.cattle.platform.liquibase.Loader.afterPropertiesSet(Loader.java:66) ~[cattle-framework-db-loader-0.5.0-SNAPSHOT.jar:na]
  547. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.invokeInitMethods(AbstractAutowireCapableBeanFactory.java:1637) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  548. at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1574) ~[spring-beans-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  549. ... 34 common frames omitted
  550.  
  551. CATTLE_AGENT_PACKAGE_HOST_API_URL=/usr/share/cattle/artifacts/host-api.tar.gz
  552. CATTLE_AGENT_PACKAGE_PYTHON_AGENT_URL=/usr/share/cattle/artifacts/go-agent.tar.gz
  553. CATTLE_API_UI_URL=//releases.rancher.com/api-ui/1.0.8
  554. CATTLE_CATTLE_VERSION=v0.183.21
  555. CATTLE_CLUSTER_ADVERTISE_ADDRESS=10.5.52.189
  556. CATTLE_DB_CATTLE_DATABASE=mysql
  557. CATTLE_DB_CATTLE_MYSQL_HOST=10.5.52.172
  558. CATTLE_DB_CATTLE_MYSQL_NAME=cattle
  559. CATTLE_DB_CATTLE_MYSQL_PORT=3306
  560. CATTLE_DB_CATTLE_USERNAME=cattle
  561. CATTLE_GRAPHITE_HOST=
  562. CATTLE_GRAPHITE_PORT=
  563. CATTLE_HOME=/var/lib/cattle
  564. CATTLE_HOST_API_PROXY_MODE=embedded
  565. CATTLE_LOGBACK_OUTPUT_GELF_HOST=
  566. CATTLE_LOGBACK_OUTPUT_GELF_PORT=
  567. CATTLE_RANCHER_CLI_VERSION=v0.6.4
  568. CATTLE_RANCHER_COMPOSE_VERSION=v0.12.5
  569. CATTLE_RANCHER_SERVER_IMAGE=rancher/server
  570. CATTLE_RANCHER_SERVER_VERSION=v1.6.9
  571. CATTLE_USE_LOCAL_ARTIFACTS=true
  572. DEFAULT_CATTLE_API_UI_CSS_URL=/api-ui/ui.min.css
  573. DEFAULT_CATTLE_API_UI_INDEX=//releases.rancher.com/ui/1.6.23
  574. DEFAULT_CATTLE_API_UI_JS_URL=/api-ui/ui.min.js
  575. DEFAULT_CATTLE_AUTH_SERVICE_EXECUTE=true
  576. DEFAULT_CATTLE_CATALOG_EXECUTE=true
  577. DEFAULT_CATTLE_CATALOG_URL={"catalogs":{"community":{"url":"https://git.rancher.io/community-catalog.git","branch":"master"},"library":{"url":"https://git.rancher.io/rancher-catalog.git","branch":"${RELEASE}"}}}
  578. DEFAULT_CATTLE_COMPOSE_EXECUTOR_EXECUTE=true
  579. DEFAULT_CATTLE_MACHINE_EXECUTE=true
  580. DEFAULT_CATTLE_RANCHER_CLI_DARWIN_URL=https://releases.rancher.com/cli/v0.6.4/rancher-darwin-amd64-v0.6.4.tar.gz
  581. DEFAULT_CATTLE_RANCHER_CLI_LINUX_URL=https://releases.rancher.com/cli/v0.6.4/rancher-linux-amd64-v0.6.4.tar.gz
  582. DEFAULT_CATTLE_RANCHER_CLI_WINDOWS_URL=https://releases.rancher.com/cli/v0.6.4/rancher-windows-386-v0.6.4.zip
  583. DEFAULT_CATTLE_RANCHER_COMPOSE_DARWIN_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-darwin-amd64-v0.12.5.tar.gz
  584. DEFAULT_CATTLE_RANCHER_COMPOSE_LINUX_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-linux-amd64-v0.12.5.tar.gz
  585. DEFAULT_CATTLE_RANCHER_COMPOSE_WINDOWS_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-windows-386-v0.12.5.zip
  586. DEFAULT_CATTLE_SECRETS_API_EXECUTE=true
  587. DEFAULT_CATTLE_WEBHOOK_SERVICE_EXECUTE=true
  588. 13:46:33.714 [main] INFO ConsoleStatus - Loading configuration
  589. 2017-09-27 13:46:40,835 INFO [main] [ConsoleStatus] Starting DB migration
  590. 2017-09-27 13:47:04,448 INFO [main] [ConsoleStatus] DB migration done
  591. 2017-09-27 13:47:05,283 INFO [main] [ConsoleStatus] Cluster membership changed [10.5.52.186:9345, 10.5.52.189:9345]
  592. 2017-09-27 13:47:05,283 INFO [main] [ConsoleStatus] Checking cluster state on start-up
  593. 2017-09-27 13:47:05,284 INFO [main] [ConsoleStatus] Waiting to become master
  594. CATTLE_AGENT_PACKAGE_HOST_API_URL=/usr/share/cattle/artifacts/host-api.tar.gz
  595. CATTLE_AGENT_PACKAGE_PYTHON_AGENT_URL=/usr/share/cattle/artifacts/go-agent.tar.gz
  596. CATTLE_API_UI_URL=//releases.rancher.com/api-ui/1.0.8
  597. CATTLE_CATTLE_VERSION=v0.183.21
  598. CATTLE_CLUSTER_ADVERTISE_ADDRESS=10.5.52.189
  599. CATTLE_DB_CATTLE_DATABASE=mysql
  600. CATTLE_DB_CATTLE_MYSQL_HOST=10.5.52.172
  601. CATTLE_DB_CATTLE_MYSQL_NAME=cattle
  602. CATTLE_DB_CATTLE_MYSQL_PORT=3306
  603. CATTLE_DB_CATTLE_USERNAME=cattle
  604. CATTLE_GRAPHITE_HOST=
  605. CATTLE_GRAPHITE_PORT=
  606. CATTLE_HOME=/var/lib/cattle
  607. CATTLE_HOST_API_PROXY_MODE=embedded
  608. CATTLE_LOGBACK_OUTPUT_GELF_HOST=
  609. CATTLE_LOGBACK_OUTPUT_GELF_PORT=
  610. CATTLE_RANCHER_CLI_VERSION=v0.6.4
  611. CATTLE_RANCHER_COMPOSE_VERSION=v0.12.5
  612. CATTLE_RANCHER_SERVER_IMAGE=rancher/server
  613. CATTLE_RANCHER_SERVER_VERSION=v1.6.9
  614. CATTLE_USE_LOCAL_ARTIFACTS=true
  615. DEFAULT_CATTLE_API_UI_CSS_URL=/api-ui/ui.min.css
  616. DEFAULT_CATTLE_API_UI_INDEX=//releases.rancher.com/ui/1.6.23
  617. DEFAULT_CATTLE_API_UI_JS_URL=/api-ui/ui.min.js
  618. DEFAULT_CATTLE_AUTH_SERVICE_EXECUTE=true
  619. DEFAULT_CATTLE_CATALOG_EXECUTE=true
  620. DEFAULT_CATTLE_CATALOG_URL={"catalogs":{"community":{"url":"https://git.rancher.io/community-catalog.git","branch":"master"},"library":{"url":"https://git.rancher.io/rancher-catalog.git","branch":"${RELEASE}"}}}
  621. DEFAULT_CATTLE_COMPOSE_EXECUTOR_EXECUTE=true
  622. DEFAULT_CATTLE_MACHINE_EXECUTE=true
  623. DEFAULT_CATTLE_RANCHER_CLI_DARWIN_URL=https://releases.rancher.com/cli/v0.6.4/rancher-darwin-amd64-v0.6.4.tar.gz
  624. DEFAULT_CATTLE_RANCHER_CLI_LINUX_URL=https://releases.rancher.com/cli/v0.6.4/rancher-linux-amd64-v0.6.4.tar.gz
  625. DEFAULT_CATTLE_RANCHER_CLI_WINDOWS_URL=https://releases.rancher.com/cli/v0.6.4/rancher-windows-386-v0.6.4.zip
  626. DEFAULT_CATTLE_RANCHER_COMPOSE_DARWIN_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-darwin-amd64-v0.12.5.tar.gz
  627. DEFAULT_CATTLE_RANCHER_COMPOSE_LINUX_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-linux-amd64-v0.12.5.tar.gz
  628. DEFAULT_CATTLE_RANCHER_COMPOSE_WINDOWS_URL=https://releases.rancher.com/compose/v0.12.5/rancher-compose-windows-386-v0.12.5.zip
  629. DEFAULT_CATTLE_SECRETS_API_EXECUTE=true
  630. DEFAULT_CATTLE_WEBHOOK_SERVICE_EXECUTE=true
  631. 13:58:39.361 [main] INFO ConsoleStatus - Loading configuration
  632. 2017-09-27 13:58:45,875 INFO [main] [ConsoleStatus] Starting DB migration
  633. 2017-09-27 13:58:49,149 INFO [main] [ConsoleStatus] DB migration done
  634. 2017-09-27 13:58:49,755 INFO [main] [ConsoleStatus] Cluster membership changed [10.5.52.186:9345, 10.5.52.189:9345]
  635. 2017-09-27 13:58:49,762 INFO [main] [ConsoleStatus] Checking cluster state on start-up
  636. 2017-09-27 13:58:49,762 INFO [main] [ConsoleStatus] Waiting to become master
  637. 2017-09-27 14:04:43,473 INFO [pool-3-thread-1] [ConsoleStatus] Cluster membership changed [10.5.52.189:9345]
  638. 2017-09-27 14:04:45,860 INFO [main] [ConsoleStatus] Loading processes
  639. 2017-09-27 14:04:46,482 INFO [main] [ConsoleStatus] Starting [1/90]: LockDelegatorImpl
  640. 2017-09-27 14:04:46,485 INFO [main] [ConsoleStatus] Starting [2/90]: AnnotatedListenerRegistration
  641. 2017-09-27 14:04:46,494 INFO [main] [ConsoleStatus] Starting [3/90]: EventService
  642. 2017-09-27 14:04:46,494 INFO [main] [ConsoleStatus] Starting [4/90]: DefaultObjectMetaDataManager
  643. 2017-09-27 14:04:48,032 INFO [main] [ConsoleStatus] Starting [5/90]: JsonDefaultsProvider
  644. 2017-09-27 14:04:48,112 INFO [main] [ConsoleStatus] Starting [6/90]: ObjectDefaultsPostInstantiationHandler
  645. 2017-09-27 14:04:48,113 INFO [main] [ConsoleStatus] Starting [7/90]: DefaultProcessManager
  646. 2017-09-27 14:04:48,118 INFO [main] [ConsoleStatus] Starting [8/90]: SampleDataStartupV3
  647. 2017-09-27 14:04:48,129 INFO [main] [ConsoleStatus] Starting [9/90]: TaskManagerImpl
  648. 2017-09-27 14:04:48,242 INFO [main] [ConsoleStatus] Starting [10/90]: ServiceAccountCreateStartup
  649. 2017-09-27 14:04:48,278 INFO [main] [ConsoleStatus] Starting [11/90]: WebsocketProxyLauncher
  650. 2017-09-27 14:04:48,279 INFO [main] [ConsoleStatus] Starting [12/90]: SampleDataStartupV15
  651. 2017-09-27 14:04:48,282 INFO [main] [ConsoleStatus] Starting [13/90]: SchemaFactory:v1-admin
  652. 2017-09-27 14:04:48,622 INFO [main] [ConsoleStatus] Starting [14/90]: SchemaFactory:v1-agent
  653. 2017-09-27 14:04:48,627 INFO [main] [ConsoleStatus] Starting [15/90]: SchemaFactory:v1-agentRegister
  654. 2017-09-27 14:04:48,635 INFO [main] [ConsoleStatus] Starting [16/90]: SchemaFactory:v1-base
  655. 2017-09-27 14:04:49,016 INFO [main] [ConsoleStatus] Starting [17/90]: SchemaFactory:v1-member
  656. 2017-09-27 14:04:49,168 INFO [main] [ConsoleStatus] Starting [18/90]: SchemaFactory:v1-owner
  657. 2017-09-27 14:04:49,328 INFO [main] [ConsoleStatus] Starting [19/90]: SchemaFactory:v1-project
  658. 2017-09-27 14:04:49,490 INFO [main] [ConsoleStatus] Starting [20/90]: SchemaFactory:v1-projectadmin
  659. 2017-09-27 14:04:49,637 INFO [main] [ConsoleStatus] Starting [21/90]: SchemaFactory:v1-readAdmin
  660. 2017-09-27 14:04:49,867 INFO [main] [ConsoleStatus] Starting [22/90]: SchemaFactory:v1-readonly
  661. 2017-09-27 14:04:49,964 INFO [main] [ConsoleStatus] Starting [23/90]: SchemaFactory:v1-register
  662. 2017-09-27 14:04:49,975 INFO [main] [ConsoleStatus] Starting [24/90]: SchemaFactory:v1-restricted
  663. 2017-09-27 14:04:50,090 INFO [main] [ConsoleStatus] Starting [25/90]: SchemaFactory:v1-service
  664. 2017-09-27 14:04:50,174 INFO [main] [ConsoleStatus] Starting [26/90]: SchemaFactory:v1-token
  665. 2017-09-27 14:04:50,183 INFO [main] [ConsoleStatus] Starting [27/90]: SchemaFactory:v1-user
  666. 2017-09-27 14:04:50,266 INFO [main] [ConsoleStatus] Starting [28/90]: AgentBasedProcessHandler
  667. 2017-09-27 14:04:50,266 INFO [main] [ConsoleStatus] Starting [29/90]: AgentHostStateUpdate
  668. 2017-09-27 14:04:50,267 INFO [main] [ConsoleStatus] Starting [30/90]: AuthServiceLauncher
  669. 2017-09-27 14:04:50,268 INFO [main] [ConsoleStatus] Starting [31/90]: BackupCreate
  670. 2017-09-27 14:04:50,278 INFO [main] [ConsoleStatus] Starting [32/90]: BackupRemove
  671. 2017-09-27 14:04:50,278 INFO [main] [ConsoleStatus] Starting [33/90]: CatalogLauncher
  672. 2017-09-27 14:04:50,279 INFO [main] [ConsoleStatus] Starting [34/90]: ComposeExecutorLauncher
  673. 2017-09-27 14:04:50,283 INFO [main] [ConsoleStatus] Starting [35/90]: ConfigItemRegistryImpl
  674. 2017-09-27 14:04:50,524 INFO [main] [ConsoleStatus] Starting [36/90]: ConfigItemServerImpl
  675. 2017-09-27 14:04:50,810 INFO [main] [ConsoleStatus] Starting [37/90]: ConfigUpdatePublisher
  676. 2017-09-27 14:04:50,811 INFO [main] [ConsoleStatus] Starting [38/90]: DataManager
  677. 2017-09-27 14:04:50,812 INFO [main] [ConsoleStatus] Starting [39/90]: DefaultAuthorizationProvider
  678. time="2017-09-27T14:04:52Z" level=info msg="Starting rancher-compose-executor" version=v0.14.18
  679. time="2017-09-27T14:04:52Z" level=fatal msg="Unable to create event router" error="Get http://localhost:8080/v2-beta: dial tcp [::1]:8080: getsockopt: connection refused"
  680. 2017-09-27 14:04:52,772 INFO [main] [ConsoleStatus] Starting [40/90]: DefaultJooqResourceManager
  681. 2017-09-27 14:04:52,778 INFO [main] [ConsoleStatus] Starting [41/90]: DefaultObjectSerializerFactoryImpl
  682. 2017-09-27 14:04:52,781 INFO [main] [ConsoleStatus] Starting [42/90]: DockerComposeStackHandler
  683. 2017-09-27 14:04:52,782 INFO [main] [ConsoleStatus] Starting [43/90]: DynamicExtensionManager
  684. 2017-09-27 14:04:52,782 INFO [main] [ConsoleStatus] Starting [44/90]: ExtensionResourceManagerLocator
  685. 2017-09-27 14:04:52,783 INFO [main] [ConsoleStatus] Starting [45/90]: HostApiRSAKeyProvider
  686. 2017-09-27 14:04:52,783 INFO [main] [ConsoleStatus] Starting [46/90]: HostTemplateManager
  687. 2017-09-27 14:04:52,783 INFO [main] [ConsoleStatus] Starting [47/90]: ImageStoragePoolMapActivate
  688. 2017-09-27 14:04:52,784 INFO [main] [ConsoleStatus] Starting [48/90]: InstanceHostMapActivate
  689. 2017-09-27 14:04:52,784 INFO [main] [ConsoleStatus] Starting [49/90]: InstanceHostMapDeactivate
  690. 2017-09-27 14:04:52,785 INFO [main] [ConsoleStatus] Starting [50/90]: InstanceManager
  691. 2017-09-27 14:04:52,785 INFO [main] [ConsoleStatus] Starting [51/90]: MachineDriverLoader
  692. 2017-09-27 14:04:52,787 INFO [main] [ConsoleStatus] Starting [52/90]: MachineLauncher
  693. 2017-09-27 14:04:52,787 INFO [main] [ConsoleStatus] Starting [53/90]: MetadataConfigItemFactory
  694. 2017-09-27 14:04:52,792 INFO [main] [ConsoleStatus] Starting [54/90]: MountRemove
  695. 2017-09-27 14:04:52,792 INFO [main] [ConsoleStatus] Starting [55/90]: PostInstancePurge
  696. 2017-09-27 14:04:52,793 INFO [main] [ConsoleStatus] Starting [56/90]: PostStartLabelsProviders
  697. 2017-09-27 14:04:52,794 INFO [main] [ConsoleStatus] Starting [57/90]: ProjectMemberResourceManager
  698. 2017-09-27 14:04:52,794 INFO [main] [ConsoleStatus] Starting [58/90]: ProjectResourceManager
  699. 2017-09-27 14:04:52,794 INFO [main] [ConsoleStatus] Starting [59/90]: PullTaskCreate
  700. 2017-09-27 14:04:52,795 INFO [main] [ConsoleStatus] Starting [60/90]: RestoreFromBackup
  701. 2017-09-27 14:04:52,795 INFO [main] [ConsoleStatus] Starting [61/90]: RevertToSnapshot
  702. 2017-09-27 14:04:52,798 INFO [main] [ConsoleStatus] Starting [62/90]: SampleDataStartupV10
  703. 2017-09-27 14:04:52,800 INFO [main] [ConsoleStatus] Starting [63/90]: SampleDataStartupV11
  704. 2017-09-27 14:04:52,802 INFO [main] [ConsoleStatus] Starting [64/90]: SampleDataStartupV12
  705. 2017-09-27 14:04:52,805 INFO [main] [ConsoleStatus] Starting [65/90]: SampleDataStartupV13
  706. 2017-09-27 14:04:52,809 INFO [main] [ConsoleStatus] Starting [66/90]: SampleDataStartupV14
  707. 2017-09-27 14:04:52,811 INFO [main] [ConsoleStatus] Starting [67/90]: SampleDataStartupV16
  708. 2017-09-27 14:04:52,814 INFO [main] [ConsoleStatus] Starting [68/90]: SampleDataStartupV5
  709. 2017-09-27 14:04:52,816 INFO [main] [ConsoleStatus] Starting [69/90]: SampleDataStartupV6
  710. 2017-09-27 14:04:52,819 INFO [main] [ConsoleStatus] Starting [70/90]: SampleDataStartupV7
  711. 2017-09-27 14:04:52,821 INFO [main] [ConsoleStatus] Starting [71/90]: SampleDataStartupV8
  712. 2017-09-27 14:04:52,825 INFO [main] [ConsoleStatus] Starting [72/90]: SampleDataStartupV9
  713. 2017-09-27 14:04:52,828 INFO [main] [ConsoleStatus] Starting [73/90]: SecretManager
  714. 2017-09-27 14:04:52,829 INFO [main] [ConsoleStatus] Starting [74/90]: SecretsApiLauncher
  715. 2017-09-27 14:04:52,829 INFO [main] [ConsoleStatus] Starting [75/90]: ServiceManager
  716. 2017-09-27 14:04:52,829 INFO [main] [ConsoleStatus] Starting [76/90]: SettingManager
  717. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [77/90]: SnapshotCreate
  718. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [78/90]: SnapshotRemove
  719. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [79/90]: StackAgentHandler
  720. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [80/90]: StackAgentHandler
  721. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [81/90]: StackAgentHandler
  722. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [82/90]: StackAgentHandler
  723. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [83/90]: StackAgentHandler
  724. 2017-09-27 14:04:52,830 INFO [main] [ConsoleStatus] Starting [84/90]: TelemetryLauncher
  725. 2017-09-27 14:04:52,831 INFO [main] [ConsoleStatus] Starting [85/90]: VolumeManager
  726. 2017-09-27 14:04:52,831 INFO [main] [ConsoleStatus] Starting [86/90]: VolumeRemove
  727. 2017-09-27 14:04:52,831 INFO [main] [ConsoleStatus] Starting [87/90]: VolumeStoragePoolMapActivate
  728. 2017-09-27 14:04:52,831 INFO [main] [ConsoleStatus] Starting [88/90]: VolumeStoragePoolMapRemove
  729. 2017-09-27 14:04:52,831 INFO [main] [ConsoleStatus] Starting [89/90]: WebhookServiceLauncher
  730. 2017-09-27 14:04:52,832 INFO [main] [ConsoleStatus] Starting [90/90]: project.template.reload
  731. 2017-09-27 14:04:52,940 INFO [main] [ConsoleStatus] [DONE ] [377874ms] Startup Succeeded, Listening on port 8081
  732. 2017-09-27 14:04:53,583 INFO [pool-3-thread-1] [ConsoleStatus] Cluster membership changed [10.5.52.186:9345, 10.5.52.189:9345]
  733. time="2017-09-27T14:04:54Z" level=info msg="Starting rancher-compose-executor" version=v0.14.18
  734. time="2017-09-27T14:04:54Z" level=fatal msg="Unable to create event router" error="Get http://localhost:8080/v2-beta: dial tcp [::1]:8080: getsockopt: connection refused"
  735. time="2017-09-27T14:04:56Z" level=info msg="Starting rancher-compose-executor" version=v0.14.18
  736. time="2017-09-27T14:05:01Z" level=info msg="Initializing event router" workerCount=250
  737. time="2017-09-27T14:05:01Z" level=info msg="Connection established"
  738. time="2017-09-27T14:05:01Z" level=info msg="Starting websocket pings"
  739. time="2017-09-28T02:05:16Z" level=info msg="Exiting rancher-compose-executor" version=v0.14.18
  740. time="2017-09-28T02:05:17Z" level=info msg="Starting rancher-compose-executor" version=v0.14.18
  741. time="2017-09-28T02:05:19Z" level=info msg="Initializing event router" workerCount=250
  742. time="2017-09-28T02:05:19Z" level=info msg="Connection established"
  743. time="2017-09-28T02:05:19Z" level=info msg="Starting websocket pings"
  744. time="2017-09-28T02:22:25Z" level=info msg="Stack Create Event Received" eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  745. time="2017-09-28T02:22:25Z" level=info msg="Stack Create Event Received" eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  746. time="2017-09-28T02:22:25Z" level=info msg="Stack Create Event Received" eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  747. time="2017-09-28T02:22:25Z" level=info msg="Stack Create Event Received" eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  748. time="2017-09-28T02:22:25Z" level=info msg="[healthcheck:]: Creating project " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  749. time="2017-09-28T02:22:25Z" level=info msg="[healthcheck:healthcheck]: Creating " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  750. time="2017-09-28T02:22:25Z" level=info msg="Creating service healthcheck"
  751. time="2017-09-28T02:22:25Z" level=info msg="[ipsec:]: Creating project " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  752. time="2017-09-28T02:22:25Z" level=info msg="[ipsec:cni-driver]: Creating " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  753. time="2017-09-28T02:22:25Z" level=info msg="[ipsec:ipsec]: Creating " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  754. time="2017-09-28T02:22:25Z" level=info msg="[network-services:]: Creating project " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  755. time="2017-09-28T02:22:25Z" level=info msg="[network-services:network-manager]: Creating " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  756. time="2017-09-28T02:22:25Z" level=info msg="[network-services:metadata]: Creating " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  757. time="2017-09-28T02:22:25Z" level=info msg="Creating service cni-driver"
  758. time="2017-09-28T02:22:26Z" level=info msg="[kubernetes:]: Creating project " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  759. time="2017-09-28T02:22:26Z" level=info msg="[kubernetes:etcd]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  760. time="2017-09-28T02:22:26Z" level=info msg="[kubernetes:rancher-kubernetes-auth]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  761. time="2017-09-28T02:22:26Z" level=info msg="[kubernetes:kubectl-shell]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  762. time="2017-09-28T02:22:26Z" level=info msg="Creating service network-manager"
  763. time="2017-09-28T02:22:26Z" level=info msg="Creating service ipsec"
  764. time="2017-09-28T02:22:26Z" level=info msg="Creating service metadata"
  765. time="2017-09-28T02:22:26Z" level=info msg="Creating service etcd"
  766. time="2017-09-28T02:22:26Z" level=info msg="Creating service kubectl-shell"
  767. time="2017-09-28T02:22:26Z" level=info msg="Creating service rancher-kubernetes-auth"
  768. time="2017-09-28T02:22:27Z" level=info msg="[kubernetes:rancher-kubernetes-auth]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  769. time="2017-09-28T02:22:27Z" level=info msg="[kubernetes:kubectl-shell]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  770. time="2017-09-28T02:22:27Z" level=info msg="[healthcheck:healthcheck]: Created " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  771. time="2017-09-28T02:22:27Z" level=info msg="[healthcheck:]: Project created " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  772. time="2017-09-28T02:22:27Z" level=info msg="[healthcheck:]: Creating project " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  773. time="2017-09-28T02:22:27Z" level=info msg="[healthcheck:healthcheck]: Creating " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  774. time="2017-09-28T02:22:27Z" level=info msg="[network-services:metadata]: Created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  775. time="2017-09-28T02:22:27Z" level=info msg="[network-services:dns]: Creating " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  776. time="2017-09-28T02:22:27Z" level=info msg="[network-services:dns]: Created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  777. time="2017-09-28T02:22:27Z" level=info msg="[healthcheck:healthcheck]: Created " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  778. time="2017-09-28T02:22:27Z" level=info msg="[healthcheck:]: Project created " eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  779. time="2017-09-28T02:22:27Z" level=info msg="Stack Create Event Done" eventId=61cf5c39-da78-48c0-aff5-aedb7b6c70b9 resourceId=1st7
  780. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:ipsec]: Created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  781. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:router]: Creating " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  782. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:router]: Created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  783. time="2017-09-28T02:22:27Z" level=info msg="[network-services:network-manager]: Created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  784. time="2017-09-28T02:22:27Z" level=info msg="[network-services:]: Project created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  785. time="2017-09-28T02:22:27Z" level=info msg="[network-services:]: Creating project " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  786. time="2017-09-28T02:22:27Z" level=info msg="[network-services:network-manager]: Creating " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  787. time="2017-09-28T02:22:27Z" level=info msg="[network-services:metadata]: Creating " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  788. time="2017-09-28T02:22:27Z" level=info msg="[kubernetes:etcd]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  789. time="2017-09-28T02:22:27Z" level=info msg="[kubernetes:data]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  790. time="2017-09-28T02:22:27Z" level=info msg="[kubernetes:data]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  791. time="2017-09-28T02:22:27Z" level=info msg="[kubernetes:kubernetes]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  792. time="2017-09-28T02:22:27Z" level=info msg="Creating service kubernetes"
  793. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:cni-driver]: Created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  794. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:]: Project created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  795. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:]: Creating project " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  796. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:cni-driver]: Creating " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  797. time="2017-09-28T02:22:27Z" level=info msg="[ipsec:ipsec]: Creating " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  798. time="2017-09-28T02:22:27Z" level=info msg="[network-services:network-manager]: Created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  799. time="2017-09-28T02:22:27Z" level=info msg="[network-services:metadata]: Created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  800. time="2017-09-28T02:22:27Z" level=info msg="[network-services:dns]: Creating " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  801. time="2017-09-28T02:22:27Z" level=info msg="[network-services:dns]: Created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  802. time="2017-09-28T02:22:27Z" level=info msg="[network-services:]: Project created " eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  803. time="2017-09-28T02:22:27Z" level=info msg="Stack Create Event Done" eventId=b86127cf-d0b7-427d-baaf-67f93336fb08 resourceId=1st6
  804. time="2017-09-28T02:22:28Z" level=info msg="[ipsec:cni-driver]: Created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  805. time="2017-09-28T02:22:28Z" level=info msg="[ipsec:ipsec]: Created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  806. time="2017-09-28T02:22:28Z" level=info msg="[ipsec:router]: Creating " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  807. time="2017-09-28T02:22:28Z" level=info msg="[ipsec:router]: Created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  808. time="2017-09-28T02:22:28Z" level=info msg="[ipsec:]: Project created " eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  809. time="2017-09-28T02:22:28Z" level=info msg="Stack Create Event Done" eventId=a066afd8-9d1f-44e9-a81d-4a52312a705f resourceId=1st5
  810. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:kubernetes]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  811. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:kubectld]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  812. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:controller-manager]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  813. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:scheduler]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  814. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:rancher-kubernetes-agent]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  815. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:addon-starter]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  816. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:kube-hostname-updater]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  817. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:proxy]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  818. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:kubelet]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  819. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:rancher-ingress-controller]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  820. time="2017-09-28T02:22:29Z" level=info msg="[kubernetes:kube-hostname-updater]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  821. time="2017-09-28T02:22:29Z" level=info msg="Creating service controller-manager"
  822. time="2017-09-28T02:22:29Z" level=info msg="Creating service addon-starter"
  823. time="2017-09-28T02:22:29Z" level=info msg="Creating service kubelet"
  824. time="2017-09-28T02:22:29Z" level=info msg="Creating service rancher-ingress-controller"
  825. time="2017-09-28T02:22:29Z" level=info msg="Creating service proxy"
  826. time="2017-09-28T02:22:29Z" level=info msg="Creating service scheduler"
  827. time="2017-09-28T02:22:29Z" level=info msg="Creating service rancher-kubernetes-agent"
  828. time="2017-09-28T02:22:29Z" level=info msg="Creating service kubectld"
  829. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:rancher-kubernetes-agent]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  830. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:addon-starter]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  831. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:kubelet]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  832. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:rancher-ingress-controller]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  833. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:kubectld]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  834. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:proxy]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  835. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:controller-manager]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  836. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:scheduler]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  837. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:]: Project created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  838. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:]: Creating project " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  839. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:rancher-kubernetes-auth]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  840. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:etcd]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  841. time="2017-09-28T02:22:30Z" level=info msg="[kubernetes:kubectl-shell]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  842. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kubectl-shell]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  843. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:etcd]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  844. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:data]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  845. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kubernetes]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  846. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:data]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  847. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:rancher-kubernetes-auth]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  848. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kubernetes]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  849. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:rancher-ingress-controller]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  850. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kubectld]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  851. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kube-hostname-updater]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  852. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:rancher-kubernetes-agent]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  853. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:controller-manager]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  854. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kubelet]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  855. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:proxy]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  856. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:scheduler]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  857. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:addon-starter]: Creating " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  858. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kube-hostname-updater]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  859. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:addon-starter]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  860. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:proxy]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  861. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kubelet]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  862. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:kubectld]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  863. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:rancher-ingress-controller]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  864. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:controller-manager]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  865. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:scheduler]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  866. time="2017-09-28T02:22:31Z" level=info msg="[kubernetes:rancher-kubernetes-agent]: Created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  867. time="2017-09-28T02:22:32Z" level=info msg="[kubernetes:]: Project created " eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  868. time="2017-09-28T02:22:32Z" level=info msg="Stack Create Event Done" eventId=a9463281-94a8-4337-8523-8b35c236f6bf resourceId=1st8
  869. time="2017-09-28T02:22:40Z" level=info msg="Stack Create Event Received" eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  870. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:]: Creating project " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  871. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:healthcheck]: Creating " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  872. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:healthcheck]: Created " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  873. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:]: Project created " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  874. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:]: Creating project " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  875. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:healthcheck]: Creating " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  876. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:healthcheck]: Created " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  877. time="2017-09-28T02:22:41Z" level=info msg="[healthcheck:]: Project created " eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  878. time="2017-09-28T02:22:41Z" level=info msg="Stack Create Event Done" eventId=cabc6c1d-fa70-47a5-baa3-d6626f7b1fd1 resourceId=1st7
  879. 2017-09-28 02:28:49,892 WARN [986418dd-61fb-486b-b159-f77c5e10a1f9:297] [containerEvent:5] [containerevent.create->(ContainerEventCreate)] [] [ecutorService-9] [i.c.p.p.c.ContainerEventCreate ] Problem configuring container networking for container [externalId: 70e50eca9d817d031d2b10ff81879b796910f22adea7423d49600c3a87c69a33]. Could not find target container: [9962d5e6d5b08028708ecc16074cf6304b68da709962f1646d1c9882591f7f54].
  880. 2017-09-28 02:29:05,788 ERROR [62f05b9d-074b-4024-8541-d872d4c24dfc:252] [instance:14] [instance.start->(InstanceStart)] [] [cutorService-14] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance hasn't gotten passed creating state] for instance [14]
  881. 2017-09-28 02:29:31,632 ERROR [20297158-e5fb-42d0-b014-70a9864ec76d:227] [instance:4->instanceHostMap:3] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-3] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  882. 2017-09-28 02:29:31,632 ERROR [20297158-e5fb-42d0-b014-70a9864ec76d:227] [instance:4] [instance.start->(InstanceStart)] [] [ecutorService-3] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [4]
  883. 2017-09-28 02:29:31,774 ERROR [20297158-e5fb-42d0-b014-70a9864ec76d:227] [instance:4->instanceHostMap:3] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-3] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  884. 2017-09-28 02:29:31,776 ERROR [20297158-e5fb-42d0-b014-70a9864ec76d:227] [instance:4] [instance.start->(InstanceStart)] [] [ecutorService-3] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [4]
  885. 2017-09-28 02:29:34,606 ERROR [3d5d33dd-1957-4647-a97a-7968ab4c5ba1:233] [instance:6->instanceHostMap:7] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-8] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  886. 2017-09-28 02:29:34,606 ERROR [3d5d33dd-1957-4647-a97a-7968ab4c5ba1:233] [instance:6] [instance.start->(InstanceStart)] [] [ecutorService-8] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [6]
  887. 2017-09-28 02:29:34,734 ERROR [3d5d33dd-1957-4647-a97a-7968ab4c5ba1:233] [instance:6->instanceHostMap:7] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-8] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  888. 2017-09-28 02:29:34,734 ERROR [3d5d33dd-1957-4647-a97a-7968ab4c5ba1:233] [instance:6] [instance.start->(InstanceStart)] [] [ecutorService-8] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [6]
  889. 2017-09-28 02:29:38,802 ERROR [836dba47-842c-4320-b327-6e7321ea86c7:290] [instance:20] [instance.start->(InstanceStart)] [] [ecutorService-6] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [20]
  890. 2017-09-28 02:29:43,999 ERROR [9f6e4aa9-012e-4ec1-97dc-50f384ea160d:268] [instance:19->instanceHostMap:24] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-1] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  891. 2017-09-28 02:29:43,999 ERROR [9f6e4aa9-012e-4ec1-97dc-50f384ea160d:268] [instance:19] [instance.start->(InstanceStart)] [] [ecutorService-1] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [19]
  892. 2017-09-28 02:29:44,111 ERROR [9f6e4aa9-012e-4ec1-97dc-50f384ea160d:268] [instance:19->instanceHostMap:24] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-1] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  893. 2017-09-28 02:29:44,111 ERROR [9f6e4aa9-012e-4ec1-97dc-50f384ea160d:268] [instance:19] [instance.start->(InstanceStart)] [] [ecutorService-1] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [19]
  894. 2017-09-28 02:29:45,076 ERROR [5c0f32fc-e7ea-49d3-b540-fdad2b809768:226] [instance:2->instanceHostMap:4] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-2] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  895. 2017-09-28 02:29:45,076 ERROR [5c0f32fc-e7ea-49d3-b540-fdad2b809768:226] [instance:2] [instance.start->(InstanceStart)] [] [ecutorService-2] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [2]
  896. 2017-09-28 02:29:45,352 ERROR [:] [] [] [] [p1020391880-158] [.a.a.ServiceCertificateActionHandler] Failed to generate certificate for service [15] org.jooq.exception.DataAccessException: SQL [insert into `data` (`name`, `visible`, `value`) values (?, ?, ?)]; (conn:1934) Duplicate entry 'service.v3.7.kubernetes.cert' for key 'idx_data_name'
  897. Query is: insert into `data` (`name`, `visible`, `value`) values (?, ?, ?), parameters ['service.v3.7.kubernetes.cert',0,'UEsDBBQACAgIALYTPEsAAAAAAAAAAAAAAAAGAAAAY2EucGVtZZNJr6tGEIX3/Irs0RWDuRgWb9F0N4MZDBiMYcdgmsEDk83w6+ObRE9KUqvSOdJXi1Pn6+szCtYM5w+I/cBQDQgC/CN+UbZhwGWDEKQ0AbOhAGIY6lT1p1FmPVeYkRcfzGdiVO/cAR52FA/MOMCuDVgNcCGmIJm1mFfZQltutiJcUIB3NmpXZ8Obg/LFUZ8fzfhbC35rvyHUD+VfEMNQjAY4Cmn7qq01eWaVz2UVgCMEngR+fEjMz45BC/qE4ptjq9FdZqKj3o0P3dpVetuMdgDq+712z1lxSiP5Jc1Jzp+Wu+pLWhNEfhPydVxF5EJtzFDuYSYND4mIWie2UdXDKQXN+4PJBiv0bANl60LrD/KMtOI62d7WvbXHPCQgJE8qY7Wb2bXmIRfz4oh3eNHHLZmYqeDla5qgUpv9HCd55bzXxmbDIe4WmKyZda2i2wxK6o2OduJXV575ZkdcHgW3O3kJfTQHi4VxDwPhmfjemUuZ6GTQa03v6Jdwb0Z3/6jejkwolxD+Uohpw1kIVd/j6TlipLEEhhe1NHkmSfdMrimbdMvT9HB4iOp7OfWBcNdkiW6hR+X70ixsnWOvx3ttFvU6Gwh4QHmu9mwEwFWIc9Z9WwGlhJUAfDydsYHw8wMFmrFCMfMnj9mAHfpvdOw/0WHQXAhKGNqSK49PNJF9XTdhje0KdbCktpjTOVGYnjGSe4ZMsA/lA8Qho23fhzKKri9JGNjh4lah5wTncfOvbPYczinvZLcUe1TmMjl7Mm78yy/Ex4icfadZ+bd/0Idekt12r17qdRpHfJprjczIisx274qv2LW7g8YEVNpW861YvJiwFVqzUjFJWuwWlZSLE4p9JPn6g...
  898. at org.jooq.impl.Utils.translate(Utils.java:1287) ~[jooq-3.3.0.jar:na]
  899. at org.jooq.impl.DefaultExecuteContext.sqlException(DefaultExecuteContext.java:495) ~[jooq-3.3.0.jar:na]
  900. at org.jooq.impl.AbstractQuery.execute(AbstractQuery.java:326) ~[jooq-3.3.0.jar:na]
  901. at org.jooq.impl.UpdatableRecordImpl.storeInsert0(UpdatableRecordImpl.java:230) ~[jooq-3.3.0.jar:na]
  902. at org.jooq.impl.UpdatableRecordImpl.access$100(UpdatableRecordImpl.java:90) ~[jooq-3.3.0.jar:na]
  903. at org.jooq.impl.UpdatableRecordImpl$2.operate(UpdatableRecordImpl.java:201) ~[jooq-3.3.0.jar:na]
  904. at org.jooq.impl.RecordDelegate.operate(RecordDelegate.java:123) ~[jooq-3.3.0.jar:na]
  905. at org.jooq.impl.UpdatableRecordImpl.storeInsert(UpdatableRecordImpl.java:196) ~[jooq-3.3.0.jar:na]
  906. at org.jooq.impl.UpdatableRecordImpl.insert(UpdatableRecordImpl.java:144) ~[jooq-3.3.0.jar:na]
  907. at io.cattle.platform.object.impl.JooqObjectManager$1.executeNoResult(JooqObjectManager.java:80) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  908. at io.cattle.platform.engine.idempotent.IdempotentExecutionNoReturn.execute(IdempotentExecutionNoReturn.java:7) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  909. at io.cattle.platform.engine.idempotent.IdempotentExecutionNoReturn.execute(IdempotentExecutionNoReturn.java:3) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  910. at io.cattle.platform.engine.idempotent.Idempotent.change(Idempotent.java:88) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  911. at io.cattle.platform.object.impl.JooqObjectManager.insert(JooqObjectManager.java:77) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  912. at io.cattle.platform.object.impl.AbstractObjectManager.create(AbstractObjectManager.java:62) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  913. at io.cattle.platform.object.impl.AbstractObjectManager.create(AbstractObjectManager.java:72) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  914. at io.cattle.platform.core.dao.impl.DataDaoImpl$1.doWithLock(DataDaoImpl.java:53) ~[cattle-iaas-model-0.5.0-SNAPSHOT.jar:na]
  915. at io.cattle.platform.core.dao.impl.DataDaoImpl$1.doWithLock(DataDaoImpl.java:33) ~[cattle-iaas-model-0.5.0-SNAPSHOT.jar:na]
  916. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  917. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  918. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  919. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  920. at io.cattle.platform.core.dao.impl.DataDaoImpl.getOrCreate(DataDaoImpl.java:33) ~[cattle-iaas-model-0.5.0-SNAPSHOT.jar:na]
  921. at sun.reflect.GeneratedMethodAccessor399.invoke(Unknown Source) ~[na:na]
  922. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  923. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  924. at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:333) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  925. at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:190) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  926. at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:157) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  927. at org.springframework.transaction.interceptor.TransactionInterceptor$1.proceedWithInvocation(TransactionInterceptor.java:99) [spring-tx-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  928. at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:280) [spring-tx-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  929. at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:96) [spring-tx-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  930. at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:179) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  931. at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:92) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  932. at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:179) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  933. at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:213) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  934. at com.sun.proxy.$Proxy46.getOrCreate(Unknown Source) ~[na:na]
  935. at io.cattle.platform.servicediscovery.api.service.impl.ServiceDiscoveryApiServiceImpl.getServiceCertificate(ServiceDiscoveryApiServiceImpl.java:807) ~[cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  936. at io.cattle.platform.servicediscovery.api.action.ServiceCertificateActionHandler.perform(ServiceCertificateActionHandler.java:42) ~[cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  937. at io.cattle.platform.api.resource.AbstractObjectResourceManager.resourceActionInternal(AbstractObjectResourceManager.java:382) [cattle-framework-api-0.5.0-SNAPSHOT.jar:na]
  938. at io.github.ibuildthecloud.gdapi.request.resource.impl.AbstractBaseResourceManager.resourceAction(AbstractBaseResourceManager.java:414) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  939. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  940. at io.cattle.platform.servicediscovery.api.filter.ServiceStackStorageDriverFilter.resourceAction(ServiceStackStorageDriverFilter.java:85) [cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  941. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  942. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  943. at io.cattle.platform.servicediscovery.api.filter.ServiceStackNetworkDriverFilter.resourceAction(ServiceStackNetworkDriverFilter.java:85) [cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  944. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  945. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  946. at io.cattle.platform.servicediscovery.api.filter.ServiceUpgradeValidationFilter.resourceAction(ServiceUpgradeValidationFilter.java:76) [cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  947. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  948. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  949. at io.cattle.platform.servicediscovery.api.filter.ServiceRestartValidationFilter.resourceAction(ServiceRestartValidationFilter.java:67) [cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  950. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  951. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  952. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  953. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  954. at io.cattle.platform.servicediscovery.api.filter.ServiceRollbackValidationFilter.resourceAction(ServiceRollbackValidationFilter.java:55) [cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  955. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  956. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  957. at io.cattle.platform.servicediscovery.api.filter.ServiceAddRemoveLinkServiceValidationFilter.resourceAction(ServiceAddRemoveLinkServiceValidationFilter.java:59) [cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  958. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  959. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  960. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  961. at io.github.ibuildthecloud.gdapi.request.resource.AbstractResourceManagerFilter.resourceAction(AbstractResourceManagerFilter.java:58) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  962. at io.cattle.platform.servicediscovery.api.filter.ServiceSetServiceLinksValidationFilter.resourceAction(ServiceSetServiceLinksValidationFilter.java:45) [cattle-iaas-service-discovery-api-0.5.0-SNAPSHOT.jar:na]
  963. at io.github.ibuildthecloud.gdapi.request.resource.impl.FilteredResourceManager.resourceAction(FilteredResourceManager.java:86) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  964. at io.github.ibuildthecloud.gdapi.request.handler.ResourceManagerRequestHandler.generate(ResourceManagerRequestHandler.java:44) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  965. at io.github.ibuildthecloud.gdapi.request.handler.AbstractResponseGenerator.handle(AbstractResponseGenerator.java:14) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  966. at io.github.ibuildthecloud.gdapi.request.handler.write.DefaultReadWriteApiDelegate.handle(DefaultReadWriteApiDelegate.java:27) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  967. at io.github.ibuildthecloud.gdapi.request.handler.write.DefaultReadWriteApiDelegate.write(DefaultReadWriteApiDelegate.java:22) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  968. at sun.reflect.GeneratedMethodAccessor648.invoke(Unknown Source) ~[na:na]
  969. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  970. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  971. at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:333) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  972. at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:190) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  973. at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:157) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  974. at org.springframework.transaction.interceptor.TransactionInterceptor$1.proceedWithInvocation(TransactionInterceptor.java:99) [spring-tx-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  975. at org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:280) [spring-tx-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  976. at org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:96) [spring-tx-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  977. at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:179) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  978. at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:92) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  979. at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:179) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  980. at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:213) [spring-aop-4.3.2.RELEASE.jar:4.3.2.RELEASE]
  981. at com.sun.proxy.$Proxy67.write(Unknown Source) [na:na]
  982. at io.github.ibuildthecloud.gdapi.request.handler.write.ReadWriteApiHandler.handle(ReadWriteApiHandler.java:19) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  983. at io.github.ibuildthecloud.gdapi.servlet.ApiRequestFilterDelegate.doFilter(ApiRequestFilterDelegate.java:99) [cattle-framework-java-server-0.5.0-SNAPSHOT.jar:na]
  984. at io.cattle.platform.api.servlet.ApiRequestFilter$1.runInContext(ApiRequestFilter.java:96) [cattle-framework-api-0.5.0-SNAPSHOT.jar:na]
  985. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  986. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  987. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  988. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  989. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  990. at io.cattle.platform.api.servlet.ApiRequestFilter.doFilter(ApiRequestFilter.java:106) [cattle-framework-api-0.5.0-SNAPSHOT.jar:na]
  991. at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  992. at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83) [jetty-servlets-9.2.11.v20150529.jar:9.2.11.v20150529]
  993. at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300) [jetty-servlets-9.2.11.v20150529.jar:9.2.11.v20150529]
  994. at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  995. at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  996. at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  997. at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577) [jetty-security-9.2.11.v20150529.jar:9.2.11.v20150529]
  998. at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  999. at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1000. at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515) [jetty-servlet-9.2.11.v20150529.jar:9.2.11.v20150529]
  1001. at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1002. at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1003. at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1004. at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1005. at org.eclipse.jetty.server.Server.handle(Server.java:499) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1006. at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1007. at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257) [jetty-server-9.2.11.v20150529.jar:9.2.11.v20150529]
  1008. at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540) [jetty-io-9.2.11.v20150529.jar:9.2.11.v20150529]
  1009. at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  1010. at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) [jetty-util-9.2.11.v20150529.jar:9.2.11.v20150529]
  1011. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1012. Caused by: java.sql.SQLIntegrityConstraintViolationException: (conn:1934) Duplicate entry 'service.v3.7.kubernetes.cert' for key 'idx_data_name'
  1013. Query is: insert into `data` (`name`, `visible`, `value`) values (?, ?, ?), parameters ['service.v3.7.kubernetes.cert',0,'UEsDBBQACAgIALYTPEsAAAAAAAAAAAAAAAAGAAAAY2EucGVtZZNJr6tGEIX3/Irs0RWDuRgWb9F0N4MZDBiMYcdgmsEDk83w6+ObRE9KUqvSOdJXi1Pn6+szCtYM5w+I/cBQDQgC/CN+UbZhwGWDEKQ0AbOhAGIY6lT1p1FmPVeYkRcfzGdiVO/cAR52FA/MOMCuDVgNcCGmIJm1mFfZQltutiJcUIB3NmpXZ8Obg/LFUZ8fzfhbC35rvyHUD+VfEMNQjAY4Cmn7qq01eWaVz2UVgCMEngR+fEjMz45BC/qE4ptjq9FdZqKj3o0P3dpVetuMdgDq+712z1lxSiP5Jc1Jzp+Wu+pLWhNEfhPydVxF5EJtzFDuYSYND4mIWie2UdXDKQXN+4PJBiv0bANl60LrD/KMtOI62d7WvbXHPCQgJE8qY7Wb2bXmIRfz4oh3eNHHLZmYqeDla5qgUpv9HCd55bzXxmbDIe4WmKyZda2i2wxK6o2OduJXV575ZkdcHgW3O3kJfTQHi4VxDwPhmfjemUuZ6GTQa03v6Jdwb0Z3/6jejkwolxD+Uohpw1kIVd/j6TlipLEEhhe1NHkmSfdMrimbdMvT9HB4iOp7OfWBcNdkiW6hR+X70ixsnWOvx3ttFvU6Gwh4QHmu9mwEwFWIc9Z9WwGlhJUAfDydsYHw8wMFmrFCMfMnj9mAHfpvdOw/0WHQXAhKGNqSK49PNJF9XTdhje0KdbCktpjTOVGYnjGSe4ZMsA/lA8Qho23fhzKKri9JGNjh4lah5wTncfOvbPYczinvZLcUe1TmMjl7Mm78yy/Ex4icfadZ+bd/0Idekt12r17qdRpHfJprjczIisx274qv2LW7g8YEVNpW861YvJiwFVqzUjFJWuwWlZSLE4p9JPn6g...
  1014. at org.mariadb.jdbc.internal.util.ExceptionMapper.get(ExceptionMapper.java:133) ~[mariadb-java-client-1.5.8.jar:na]
  1015. at org.mariadb.jdbc.internal.util.ExceptionMapper.getException(ExceptionMapper.java:101) ~[mariadb-java-client-1.5.8.jar:na]
  1016. at org.mariadb.jdbc.internal.util.ExceptionMapper.throwAndLogException(ExceptionMapper.java:77) ~[mariadb-java-client-1.5.8.jar:na]
  1017. at org.mariadb.jdbc.MariaDbStatement.executeQueryEpilog(MariaDbStatement.java:224) ~[mariadb-java-client-1.5.8.jar:na]
  1018. at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:411) ~[mariadb-java-client-1.5.8.jar:na]
  1019. at org.mariadb.jdbc.MariaDbServerPreparedStatement.execute(MariaDbServerPreparedStatement.java:361) ~[mariadb-java-client-1.5.8.jar:na]
  1020. at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeUpdate(MariaDbServerPreparedStatement.java:350) ~[mariadb-java-client-1.5.8.jar:na]
  1021. at org.apache.commons.dbcp.DelegatingPreparedStatement.executeUpdate(DelegatingPreparedStatement.java:105) ~[commons-dbcp-1.4.jar:1.4]
  1022. at org.apache.commons.dbcp.DelegatingPreparedStatement.executeUpdate(DelegatingPreparedStatement.java:105) ~[commons-dbcp-1.4.jar:1.4]
  1023. at org.jooq.tools.jdbc.DefaultPreparedStatement.executeUpdate(DefaultPreparedStatement.java:88) ~[jooq-3.3.0.jar:na]
  1024. at org.jooq.impl.AbstractStoreQuery.execute(AbstractStoreQuery.java:346) ~[jooq-3.3.0.jar:na]
  1025. at org.jooq.impl.AbstractQuery.execute(AbstractQuery.java:322) ~[jooq-3.3.0.jar:na]
  1026. ... 111 common frames omitted
  1027. Caused by: org.mariadb.jdbc.internal.util.dao.QueryException: Duplicate entry 'service.v3.7.kubernetes.cert' for key 'idx_data_name'
  1028. Query is: insert into `data` (`name`, `visible`, `value`) values (?, ?, ?), parameters ['service.v3.7.kubernetes.cert',0,'UEsDBBQACAgIALYTPEsAAAAAAAAAAAAAAAAGAAAAY2EucGVtZZNJr6tGEIX3/Irs0RWDuRgWb9F0N4MZDBiMYcdgmsEDk83w6+ObRE9KUqvSOdJXi1Pn6+szCtYM5w+I/cBQDQgC/CN+UbZhwGWDEKQ0AbOhAGIY6lT1p1FmPVeYkRcfzGdiVO/cAR52FA/MOMCuDVgNcCGmIJm1mFfZQltutiJcUIB3NmpXZ8Obg/LFUZ8fzfhbC35rvyHUD+VfEMNQjAY4Cmn7qq01eWaVz2UVgCMEngR+fEjMz45BC/qE4ptjq9FdZqKj3o0P3dpVetuMdgDq+712z1lxSiP5Jc1Jzp+Wu+pLWhNEfhPydVxF5EJtzFDuYSYND4mIWie2UdXDKQXN+4PJBiv0bANl60LrD/KMtOI62d7WvbXHPCQgJE8qY7Wb2bXmIRfz4oh3eNHHLZmYqeDla5qgUpv9HCd55bzXxmbDIe4WmKyZda2i2wxK6o2OduJXV575ZkdcHgW3O3kJfTQHi4VxDwPhmfjemUuZ6GTQa03v6Jdwb0Z3/6jejkwolxD+Uohpw1kIVd/j6TlipLEEhhe1NHkmSfdMrimbdMvT9HB4iOp7OfWBcNdkiW6hR+X70ixsnWOvx3ttFvU6Gwh4QHmu9mwEwFWIc9Z9WwGlhJUAfDydsYHw8wMFmrFCMfMnj9mAHfpvdOw/0WHQXAhKGNqSK49PNJF9XTdhje0KdbCktpjTOVGYnjGSe4ZMsA/lA8Qho23fhzKKri9JGNjh4lah5wTncfOvbPYczinvZLcUe1TmMjl7Mm78yy/Ex4icfadZ+bd/0Idekt12r17qdRpHfJprjczIisx274qv2LW7g8YEVNpW861YvJiwFVqzUjFJWuwWlZSLE4p9JPn6g...
  1029. at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:1115) ~[mariadb-java-client-1.5.8.jar:na]
  1030. at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:1047) ~[mariadb-java-client-1.5.8.jar:na]
  1031. at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1002) ~[mariadb-java-client-1.5.8.jar:na]
  1032. at org.mariadb.jdbc.internal.protocol.AbstractQueryProtocol.executePreparedQuery(AbstractQueryProtocol.java:588) ~[mariadb-java-client-1.5.8.jar:na]
  1033. at org.mariadb.jdbc.MariaDbServerPreparedStatement.executeInternal(MariaDbServerPreparedStatement.java:399) ~[mariadb-java-client-1.5.8.jar:na]
  1034. ... 118 common frames omitted
  1035.  
  1036. 2017-09-28 02:29:45,448 ERROR [5c0f32fc-e7ea-49d3-b540-fdad2b809768:226] [instance:2->instanceHostMap:4] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-2] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1037. 2017-09-28 02:29:45,448 ERROR [5c0f32fc-e7ea-49d3-b540-fdad2b809768:226] [instance:2] [instance.start->(InstanceStart)] [] [ecutorService-2] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [2]
  1038. 2017-09-28 02:29:50,259 ERROR [4dcfff26-bc9a-4ef7-8d53-dcbc28dbe8a6:234] [instance:7->instanceHostMap:14] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-7] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1039. 2017-09-28 02:29:50,259 ERROR [4dcfff26-bc9a-4ef7-8d53-dcbc28dbe8a6:234] [instance:7] [instance.start->(InstanceStart)] [] [ecutorService-7] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [7]
  1040. 2017-09-28 02:29:50,475 ERROR [4dcfff26-bc9a-4ef7-8d53-dcbc28dbe8a6:234] [instance:7->instanceHostMap:14] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-7] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1041. 2017-09-28 02:29:50,475 ERROR [4dcfff26-bc9a-4ef7-8d53-dcbc28dbe8a6:234] [instance:7] [instance.start->(InstanceStart)] [] [ecutorService-7] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [7]
  1042. 2017-09-28 02:29:51,845 ERROR [7e30c637-9628-4296-8dfb-941260bbac16:275] [instance:16] [instance.start->(InstanceStart)] [] [ecutorService-5] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [16]
  1043. 2017-09-28 02:29:52,485 ERROR [b3f0d0a6-5b83-41d5-b5e9-f6cd53aba0f8:236] [instance:12->instanceHostMap:16] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-11] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1044. 2017-09-28 02:29:52,485 ERROR [b3f0d0a6-5b83-41d5-b5e9-f6cd53aba0f8:236] [instance:12] [instance.start->(InstanceStart)] [] [cutorService-11] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [12]
  1045. 2017-09-28 02:29:52,500 ERROR [b5b00178-4105-4b0f-a7ec-feb8c07f7b93:232] [instance:9->instanceHostMap:17] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1046. 2017-09-28 02:29:52,500 ERROR [b5b00178-4105-4b0f-a7ec-feb8c07f7b93:232] [instance:9] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [9]
  1047. 2017-09-28 02:29:52,743 ERROR [b5b00178-4105-4b0f-a7ec-feb8c07f7b93:232] [instance:9->instanceHostMap:17] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1048. 2017-09-28 02:29:52,744 ERROR [b5b00178-4105-4b0f-a7ec-feb8c07f7b93:232] [instance:9] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [9]
  1049. 2017-09-28 02:29:52,757 ERROR [b3f0d0a6-5b83-41d5-b5e9-f6cd53aba0f8:236] [instance:12->instanceHostMap:16] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-11] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1050. 2017-09-28 02:29:52,757 ERROR [b3f0d0a6-5b83-41d5-b5e9-f6cd53aba0f8:236] [instance:12] [instance.start->(InstanceStart)] [] [cutorService-11] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [12]
  1051. 2017-09-28 02:29:56,154 ERROR [fa6eaa3f-5c6d-4cb6-8905-463701bee3b9:267] [instance:18->instanceHostMap:31] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-9] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1052. 2017-09-28 02:29:56,154 ERROR [fa6eaa3f-5c6d-4cb6-8905-463701bee3b9:267] [instance:18] [instance.start->(InstanceStart)] [] [ecutorService-9] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [18]
  1053. 2017-09-28 02:29:56,316 ERROR [fa6eaa3f-5c6d-4cb6-8905-463701bee3b9:267] [instance:18->instanceHostMap:31] [instance.start->(InstanceStart)->instancehostmap.activate] [] [ecutorService-9] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1054. 2017-09-28 02:29:56,318 ERROR [fa6eaa3f-5c6d-4cb6-8905-463701bee3b9:267] [instance:18] [instance.start->(InstanceStart)] [] [ecutorService-9] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [18]
  1055. 2017-09-28 02:29:57,965 ERROR [60e4da4d-dd68-4fd7-8bf0-8644541e421f:237] [instance:13->instanceHostMap:18] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-13] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1056. 2017-09-28 02:29:57,965 ERROR [60e4da4d-dd68-4fd7-8bf0-8644541e421f:237] [instance:13] [instance.start->(InstanceStart)] [] [cutorService-13] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [13]
  1057. 2017-09-28 02:29:57,975 ERROR [1566cdfd-0e06-447a-bb37-bb27681c5121:235] [instance:10->instanceHostMap:19] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-10] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1058. 2017-09-28 02:29:57,975 ERROR [1566cdfd-0e06-447a-bb37-bb27681c5121:235] [instance:10] [instance.start->(InstanceStart)] [] [cutorService-10] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [10]
  1059. 2017-09-28 02:29:58,240 ERROR [1566cdfd-0e06-447a-bb37-bb27681c5121:235] [instance:10->instanceHostMap:19] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-10] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1060. 2017-09-28 02:29:58,242 ERROR [1566cdfd-0e06-447a-bb37-bb27681c5121:235] [instance:10] [instance.start->(InstanceStart)] [] [cutorService-10] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [10]
  1061. 2017-09-28 02:29:58,276 ERROR [60e4da4d-dd68-4fd7-8bf0-8644541e421f:237] [instance:13->instanceHostMap:18] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-13] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1062. 2017-09-28 02:29:58,276 ERROR [60e4da4d-dd68-4fd7-8bf0-8644541e421f:237] [instance:13] [instance.start->(InstanceStart)] [] [cutorService-13] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [13]
  1063. 2017-09-28 02:30:00,003 ERROR [e42a7eaf-0d91-4216-9207-e721687f849b:252] [instance:14->instanceHostMap:34] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1064. 2017-09-28 02:30:00,003 ERROR [e42a7eaf-0d91-4216-9207-e721687f849b:252] [instance:14] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [14]
  1065. 2017-09-28 02:30:00,191 ERROR [e42a7eaf-0d91-4216-9207-e721687f849b:252] [instance:14->instanceHostMap:34] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=1]: Timeout getting IP address
  1066. 2017-09-28 02:30:00,191 ERROR [e42a7eaf-0d91-4216-9207-e721687f849b:252] [instance:14] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [14]
  1067. 2017-09-28 02:30:19,032 ERROR [2accebd1-05c0-4ca0-ba82-82ca23136dff:219] [service:19] [service.activate] [] [ecutorService-6] [c.p.e.p.i.DefaultProcessInstanceImpl] Expected state running but got stopped
  1068. 2017-09-28 02:30:19,121 ERROR [:] [] [] [] [ecutorService-6] [.e.s.i.ProcessInstanceDispatcherImpl] Expected state running but got stopped
  1069. time="2017-09-28T02:30:31Z" level=info msg="Stack Create Event Received" eventId=9e58f75d-187e-4f75-9ccb-bc095adcb165 resourceId=1st9
  1070. time="2017-09-28T02:30:31Z" level=info msg="Stack Create Event Done" eventId=9e58f75d-187e-4f75-9ccb-bc095adcb165 resourceId=1st9
  1071. time="2017-09-28T02:30:31Z" level=info msg="Stack Create Event Received" eventId=f19ade7a-78c0-427f-b9cd-9f908ea424e9 resourceId=1st10
  1072. time="2017-09-28T02:30:31Z" level=info msg="Stack Create Event Done" eventId=f19ade7a-78c0-427f-b9cd-9f908ea424e9 resourceId=1st10
  1073. time="2017-09-28T02:30:36Z" level=info msg="Stack Create Event Received" eventId=4099e02a-b67d-4396-87a7-9dfed650a3b5 resourceId=1st11
  1074. time="2017-09-28T02:30:36Z" level=info msg="Stack Create Event Done" eventId=4099e02a-b67d-4396-87a7-9dfed650a3b5 resourceId=1st11
  1075. 2017-09-28 02:42:33,019 ERROR [d3a5cef7-20e1-424a-8bde-d453ff608b37:1357] [instance:84] [instance.start->(InstanceStart)] [] [cutorService-24] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [84]
  1076. 2017-09-28 02:42:38,028 ERROR [500aee1f-92cf-4bfb-8230-d7d5861e189e:1358] [instance:83] [instance.start->(InstanceStart)] [] [cutorService-15] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [83]
  1077. 2017-09-28 02:42:52,686 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74->instanceHostMap:53] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-25] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1078. 2017-09-28 02:42:52,686 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74] [instance.start->(InstanceStart)] [] [cutorService-25] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [74]
  1079. 2017-09-28 02:42:52,767 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74->instanceHostMap:53] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-25] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1080. 2017-09-28 02:42:52,768 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74] [instance.start->(InstanceStart)] [] [cutorService-25] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [74]
  1081. 2017-09-28 02:43:11,670 ERROR [23bc8bfb-5cdb-4f28-b85e-fc4f1714104e:1358] [instance:83] [instance.start->(InstanceStart)] [] [ecutorService-1] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [83]
  1082. 2017-09-28 02:43:11,672 ERROR [7b4963d0-94d2-4178-87c3-d1edb87325f6:1357] [instance:84] [instance.start->(InstanceStart)] [] [ecutorService-2] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [84]
  1083. 2017-09-28 02:43:24,610 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74->instanceHostMap:53] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-25] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1084. 2017-09-28 02:43:24,611 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74] [instance.start->(InstanceStart)] [] [cutorService-25] [i.c.p.process.instance.InstanceStart] Failed [3/5] to Starting for instance [74]
  1085. 2017-09-28 02:43:24,703 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74->instanceHostMap:53] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-25] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1086. 2017-09-28 02:43:24,704 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74] [instance.start->(InstanceStart)] [] [cutorService-25] [i.c.p.process.instance.InstanceStart] Failed [4/5] to Starting for instance [74]
  1087. 2017-09-28 02:43:56,557 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74->instanceHostMap:53] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-25] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1088. 2017-09-28 02:43:56,557 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74] [instance.start->(InstanceStart)] [] [cutorService-25] [i.c.p.process.instance.InstanceStart] Failed [5/5] to Starting for instance [74]
  1089. 2017-09-28 02:43:56,888 ERROR [d3f18715-6c4f-4de4-865f-a415ac7dc048:1307] [instance:74] [instance.start] [] [cutorService-25] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1090. 2017-09-28 02:43:57,038 ERROR [:] [] [] [] [cutorService-25] [.e.s.i.ProcessInstanceDispatcherImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1091. 2017-09-28 02:43:57,054 ERROR [27ffa729-e174-4b14-85d4-1d86413841dd:1358] [instance:83] [instance.start->(InstanceStart)] [] [ecutorService-7] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [83]
  1092. 2017-09-28 02:43:57,058 ERROR [9d4be4c6-7dc4-4a7c-a489-076d50bc2e53:1357] [instance:84] [instance.start->(InstanceStart)] [] [ecutorService-9] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [84]
  1093. 2017-09-28 02:44:01,434 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got error: Timeout getting IP address
  1094. 2017-09-28 02:44:41,625 ERROR [9e366eef-5c70-4226-9647-7cdf2a35eb40:1358] [instance:83] [instance.start->(InstanceStart)] [] [ecutorService-5] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [83]
  1095. 2017-09-28 02:44:41,639 ERROR [e57bfb0f-04bb-4617-b75e-2ea76a338e02:1357] [instance:84] [instance.start->(InstanceStart)] [] [ecutorService-3] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [84]
  1096. 2017-09-28 02:44:47,054 ERROR [064b69bb-c7f6-4864-915d-886846d98751:1440] [instance:92] [instance.start->(InstanceStart)] [] [ecutorService-8] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [92]
  1097. 2017-09-28 02:44:49,043 ERROR [bd990f53-1826-4ed4-bc12-fc01279d6980:1437] [instance:91] [instance.start->(InstanceStart)] [] [ecutorService-5] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [91]
  1098. 2017-09-28 02:44:52,126 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87->instanceHostMap:66] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1099. 2017-09-28 02:44:52,127 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [87]
  1100. 2017-09-28 02:44:52,243 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87->instanceHostMap:66] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1101. 2017-09-28 02:44:52,243 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [87]
  1102. 2017-09-28 02:45:24,098 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87->instanceHostMap:66] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1103. 2017-09-28 02:45:24,098 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [3/5] to Starting for instance [87]
  1104. 2017-09-28 02:45:24,194 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87->instanceHostMap:66] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1105. 2017-09-28 02:45:24,195 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [4/5] to Starting for instance [87]
  1106. 2017-09-28 02:45:26,621 ERROR [8e718725-138e-4a56-b2ce-4d0664b52f97:1440] [instance:92] [instance.start->(InstanceStart)] [] [cutorService-10] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [92]
  1107. 2017-09-28 02:45:27,094 ERROR [f87cebda-7a77-4c93-ab8f-cea4e41a6aac:1437] [instance:91] [instance.start->(InstanceStart)] [] [cutorService-11] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [91]
  1108. 2017-09-28 02:45:28,305 ERROR [290cafaf-482f-4479-ae76-2599c77aa11b:1357] [instance:84] [instance.start->(InstanceStart)] [] [ecutorService-9] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [84]
  1109. 2017-09-28 02:45:28,310 ERROR [f2f8d1cd-835c-4dd4-9069-005e9cec9cf8:1358] [instance:83] [instance.start->(InstanceStart)] [] [cutorService-13] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [83]
  1110. 2017-09-28 02:45:56,019 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87->instanceHostMap:66] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1111. 2017-09-28 02:45:56,019 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87] [instance.start->(InstanceStart)] [] [cutorService-12] [i.c.p.process.instance.InstanceStart] Failed [5/5] to Starting for instance [87]
  1112. 2017-09-28 02:45:56,279 ERROR [c655600b-4417-434e-b26e-76e6977a38f0:1423] [instance:87] [instance.start] [] [cutorService-12] [c.p.e.p.i.DefaultProcessInstanceImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1113. 2017-09-28 02:45:56,485 ERROR [:] [] [] [] [cutorService-12] [.e.s.i.ProcessInstanceDispatcherImpl] Agent error for [compute.instance.activate.reply;agent=26]: Timeout getting IP address
  1114. 2017-09-28 02:46:11,611 ERROR [3af9c785-325c-4767-88be-00f2e778e3d7:1358] [instance:83] [instance.start->(InstanceStart)] [] [ecutorService-6] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [83]
  1115. 2017-09-28 02:46:11,612 ERROR [909b2d46-9542-4fff-9d49-b438688c1606:1357] [instance:84] [instance.start->(InstanceStart)] [] [ecutorService-2] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [84]
  1116. 2017-09-28 02:46:15,103 ERROR [9ea3190b-9cfc-49c2-8689-da88ba7d89a5:1437] [instance:91] [instance.start->(InstanceStart)] [] [ecutorService-4] [i.c.p.process.instance.InstanceStart] Failed [Dependencies readiness error instance is not running] for instance [91]
  1117. 2017-09-28 03:05:04,625 WARN [:] [] [] [] [ecutorService-4] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [ImageRecord:18]
  1118. 2017-09-28 03:05:04,625 WARN [:] [] [] [] [ecutorService-2] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [ImageRecord:19]
  1119. 2017-09-28 03:05:04,626 WARN [:] [] [] [] [cutorService-10] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [ImageRecord:51]
  1120. 2017-09-28 08:40:52,960 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124->instanceHostMap:103] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-64] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1121. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1122. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1123. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1124. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1125. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1126. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1127. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1128. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1129. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1130. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1131. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1132. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1133. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1134. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1135. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1136. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1137. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1138. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1139. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1140. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1141. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1142. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1143. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1144. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1145. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1146. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1147. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1148. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1149. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1150. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1151. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1152. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1153. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1154. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1155. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1156. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1157. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1158. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1159. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1160. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1161. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1162. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1163. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1164. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1165. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1166. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1167. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1168. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1169. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1170. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1171. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1172. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1173. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1174. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1175. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1176. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1177. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1178. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1179. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1180. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1181. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1182. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1183. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1184. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1185. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1186. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1187. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1188. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1189. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1190. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1191. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1192. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1193. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1194.  
  1195. 2017-09-28 08:40:52,963 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124] [instance.start->(InstanceStart)] [] [cutorService-64] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [124]
  1196. 2017-09-28 08:40:53,065 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123->instanceHostMap:102] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-65] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1197. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1198. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1199. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1200. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1201. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1202. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1203. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1204. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1205. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1206. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1207. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1208. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1209. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1210. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1211. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1212. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1213. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1214. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1215. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1216. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1217. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1218. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1219. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1220. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1221. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1222. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1223. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1224. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1225. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1226. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1227. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1228. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1229. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1230. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1231. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1232. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1233. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1234. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1235. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1236. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1237. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1238. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1239. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1240. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1241. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1242. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1243. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1244. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1245. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1246. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1247. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1248. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1249. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1250. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1251. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1252. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1253. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1254. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1255. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1256. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1257. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1258. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1259. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1260. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1261. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1262. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1263. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1264. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1265. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1266. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1267. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1268. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1269. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1270.  
  1271. 2017-09-28 08:40:53,066 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123] [instance.start->(InstanceStart)] [] [cutorService-65] [i.c.p.process.instance.InstanceStart] Failed [1/5] to Starting for instance [123]
  1272. 2017-09-28 08:40:53,951 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124->instanceHostMap:103] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-64] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1273. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1274. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1275. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1276. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1277. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1278. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1279. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1280. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1281. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1282. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1283. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1284. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1285. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1286. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1287. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1288. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1289. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1290. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1291. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1292. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1293. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1294. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1295. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1296. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1297. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1298. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1299. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1300. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1301. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1302. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1303. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1304. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1305. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1306. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1307. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1308. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1309. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1310. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1311. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1312. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1313. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1314. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1315. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1316. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1317. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1318. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1319. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1320. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1321. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1322. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1323. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1324. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1325. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1326. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1327. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1328. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1329. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1330. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1331. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1332. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1333. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1334. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1335. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1336. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1337. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1338. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1339. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1340. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1341. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1342. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1343. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1344. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1345. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1346.  
  1347. 2017-09-28 08:40:53,952 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124] [instance.start->(InstanceStart)] [] [cutorService-64] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [124]
  1348. 2017-09-28 08:40:54,003 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123->instanceHostMap:102] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-65] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1349. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1350. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1351. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1352. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1353. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1354. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1355. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1356. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1357. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1358. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1359. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1360. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1361. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1362. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1363. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1364. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1365. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1366. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1367. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1368. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1369. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1370. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1371. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1372. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1373. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1374. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1375. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1376. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1377. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1378. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1379. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1380. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1381. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1382. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1383. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1384. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1385. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1386. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1387. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1388. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1389. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1390. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1391. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1392. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1393. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1394. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1395. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1396. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1397. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1398. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1399. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1400. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1401. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1402. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1403. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1404. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1405. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1406. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1407. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1408. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1409. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1410. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1411. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1412. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1413. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1414. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1415. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1416. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1417. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1418. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1419. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1420. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1421. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1422.  
  1423. 2017-09-28 08:40:54,004 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123] [instance.start->(InstanceStart)] [] [cutorService-65] [i.c.p.process.instance.InstanceStart] Failed [2/5] to Starting for instance [123]
  1424. 2017-09-28 08:40:54,911 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124->instanceHostMap:103] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-64] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1425. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1426. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1427. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1428. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1429. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1430. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1431. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1432. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1433. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1434. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1435. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1436. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1437. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1438. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1439. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1440. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1441. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1442. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1443. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1444. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1445. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1446. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1447. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1448. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1449. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1450. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1451. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1452. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1453. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1454. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1455. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1456. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1457. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1458. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1459. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1460. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1461. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1462. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1463. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1464. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1465. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1466. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1467. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1468. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1469. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1470. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1471. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1472. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1473. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1474. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1475. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1476. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1477. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1478. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1479. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1480. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1481. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1482. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1483. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1484. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1485. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1486. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1487. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1488. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1489. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1490. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1491. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1492. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1493. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1494. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1495. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1496. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1497. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1498.  
  1499. 2017-09-28 08:40:54,914 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124] [instance.start->(InstanceStart)] [] [cutorService-64] [i.c.p.process.instance.InstanceStart] Failed [3/5] to Starting for instance [124]
  1500. 2017-09-28 08:40:55,050 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123->instanceHostMap:102] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-65] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1501. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1502. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1503. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1504. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1505. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1506. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1507. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1508. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1509. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1510. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1511. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1512. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1513. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1514. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1515. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1516. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1517. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1518. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1519. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1520. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1521. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1522. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1523. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1524. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1525. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1526. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1527. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1528. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1529. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1530. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1531. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1532. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1533. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1534. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1535. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1536. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1537. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1538. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1539. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1540. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1541. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1542. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1543. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1544. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1545. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1546. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1547. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1548. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1549. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1550. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1551. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1552. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1553. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1554. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1555. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1556. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1557. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1558. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1559. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1560. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1561. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1562. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1563. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1564. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1565. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1566. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1567. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1568. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1569. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1570. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1571. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1572. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1573. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1574.  
  1575. 2017-09-28 08:40:55,050 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123] [instance.start->(InstanceStart)] [] [cutorService-65] [i.c.p.process.instance.InstanceStart] Failed [3/5] to Starting for instance [123]
  1576. 2017-09-28 08:40:55,985 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124->instanceHostMap:103] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-64] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1577. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1578. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1579. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1580. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1581. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1582. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1583. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1584. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1585. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1586. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1587. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1588. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1589. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1590. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1591. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1592. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1593. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1594. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1595. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1596. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1597. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1598. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1599. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1600. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1601. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1602. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1603. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1604. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1605. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1606. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1607. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1608. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1609. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1610. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1611. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1612. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1613. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1614. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1615. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1616. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1617. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1618. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1619. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1620. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1621. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1622. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1623. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1624. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1625. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1626. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1627. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1628. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1629. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1630. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1631. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1632. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1633. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1634. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1635. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1636. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1637. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1638. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1639. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1640. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1641. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1642. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1643. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1644. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1645. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1646. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1647. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1648. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1649. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1650.  
  1651. 2017-09-28 08:40:55,986 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124] [instance.start->(InstanceStart)] [] [cutorService-64] [i.c.p.process.instance.InstanceStart] Failed [4/5] to Starting for instance [124]
  1652. 2017-09-28 08:40:56,147 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123->instanceHostMap:102] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-65] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1653. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1654. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1655. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1656. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1657. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1658. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1659. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1660. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1661. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1662. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1663. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1664. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1665. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1666. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1667. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1668. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1669. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1670. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1671. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1672. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1673. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1674. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1675. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1676. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1677. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1678. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1679. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1680. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1681. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1682. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1683. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1684. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1685. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1686. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1687. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1688. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1689. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1690. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1691. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1692. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1693. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1694. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1695. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1696. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1697. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1698. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1699. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1700. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1701. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1702. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1703. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1704. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1705. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1706. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1707. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1708. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1709. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1710. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1711. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1712. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1713. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1714. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1715. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1716. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1717. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1718. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1719. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1720. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1721. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1722. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1723. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1724. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1725. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1726.  
  1727. 2017-09-28 08:40:56,148 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123] [instance.start->(InstanceStart)] [] [cutorService-65] [i.c.p.process.instance.InstanceStart] Failed [4/5] to Starting for instance [123]
  1728. 2017-09-28 08:40:57,142 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124->instanceHostMap:103] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-64] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1729. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1730. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1731. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1732. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1733. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1734. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1735. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1736. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1737. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1738. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1739. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1740. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1741. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1742. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1743. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1744. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1745. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1746. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1747. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1748. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1749. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1750. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1751. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1752. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1753. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1754. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1755. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1756. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1757. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1758. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1759. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1760. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1761. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1762. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1763. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1764. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1765. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1766. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1767. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1768. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1769. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1770. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1771. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1772. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1773. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1774. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1775. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1776. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1777. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1778. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1779. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1780. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1781. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1782. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1783. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1784. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1785. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1786. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1787. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1788. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1789. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1790. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1791. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1792. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1793. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1794. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1795. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1796. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1797. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1798. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1799. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1800. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1801. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1802.  
  1803. 2017-09-28 08:40:57,142 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124] [instance.start->(InstanceStart)] [] [cutorService-64] [i.c.p.process.instance.InstanceStart] Failed [5/5] to Starting for instance [124]
  1804. 2017-09-28 08:40:57,280 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123->instanceHostMap:102] [instance.start->(InstanceStart)->instancehostmap.activate] [] [cutorService-65] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1805. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1806. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1807. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1808. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1809. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1810. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1811. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1812. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1813. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1814. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1815. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1816. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1817. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1818. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1819. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1820. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1821. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1822. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1823. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1824. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1825. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1826. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1827. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1828. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1829. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1830. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1831. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1832. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) [cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1833. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) [cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1834. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1835. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) [cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1836. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1837. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1838. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1839. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1840. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1841. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1842. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1843. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1844. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1845. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1846. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1847. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1848. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1849. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1850. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1851. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1852. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1853. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1854. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1855. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1856. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1857. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1858. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1859. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1860. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1861. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1862. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1863. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1864. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1865. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1866. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1867. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1868. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1869. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1870. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1871. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1872. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1873. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1874. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1875. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1876. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1877. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1878.  
  1879. 2017-09-28 08:40:57,281 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123] [instance.start->(InstanceStart)] [] [cutorService-65] [i.c.p.process.instance.InstanceStart] Failed [5/5] to Starting for instance [123]
  1880. 2017-09-28 08:40:57,502 ERROR [32d8df9e-7d3f-4aa1-8b3b-b0944cb1b0a3:2136] [instance:124] [instance.start] [] [cutorService-64] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1881. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1882. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1883. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1884. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1885. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1886. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1887. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1888. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1889. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1890. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1891. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1892. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1893. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1894. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1895. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1896. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1897. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1898. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1899. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1900. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1901. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1902. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1903. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1904. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1905. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1906. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1907. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1908. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1909. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1910. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1911. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1912. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1913. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1914. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1915. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1916. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1917. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1918. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1919. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1920. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1921. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1922. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1923. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1924. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1925. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1926. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1927. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1928. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1929. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1930. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1931. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1932. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1933. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1934. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1935. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1936. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1937. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1938. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1939. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1940. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1941. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1942. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1943. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1944. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1945. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1946. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1947. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1948. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1949. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1950. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  1951. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  1952. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  1953. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  1954.  
  1955. 2017-09-28 08:40:57,631 ERROR [1aec3cc1-ed9e-422b-aa7d-34f1f1240e72:2135] [instance:123] [instance.start] [] [cutorService-65] [c.p.e.p.i.DefaultProcessInstanceImpl] Unknown exception io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  1956. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1957. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1958. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1959. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1960. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1961. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1962. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1963. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1964. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1965. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1966. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1967. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1968. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1969. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1970. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1971. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1972. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1973. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1974. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1975. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1976. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1977. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1978. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1979. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1980. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1981. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1982. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1983. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  1984. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  1985. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1986. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  1987. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1988. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1989. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1990. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1991. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1992. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1993. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1994. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  1995. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1996. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1997. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1998. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  1999. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2000. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2001. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2002. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2003. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2004. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2005. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2006. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2007. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2008. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2009. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2010. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2011. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2012. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2013. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2014. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2015. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2016. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2017. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2018. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2019. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2020. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2021. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2022. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2023. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2024. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2025. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2026. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  2027. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  2028. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  2029.  
  2030. 2017-09-28 08:40:57,679 ERROR [:] [] [] [] [cutorService-64] [.e.s.i.ProcessInstanceDispatcherImpl] Unknown exception running process [instance.start:2136] on [124] io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  2031. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  2032. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  2033. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  2034. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2035. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2036. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2037. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2038. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2039. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2040. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2041. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2042. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2043. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2044. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2045. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2046. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2047. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2048. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2049. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2050. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2051. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2052. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2053. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2054. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2055. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2056. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2057. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2058. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2059. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  2060. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  2061. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  2062. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2063. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2064. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2065. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2066. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2067. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2068. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2069. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2070. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2071. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2072. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2073. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2074. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2075. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2076. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2077. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2078. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2079. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2080. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2081. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2082. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2083. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2084. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2085. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2086. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2087. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2088. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2089. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2090. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2091. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2092. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2093. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2094. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2095. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2096. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2097. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2098. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2099. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2100. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2101. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  2102. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  2103. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  2104.  
  2105. 2017-09-28 08:40:57,801 ERROR [:] [] [] [] [cutorService-65] [.e.s.i.ProcessInstanceDispatcherImpl] Unknown exception running process [instance.start:2135] on [123] io.cattle.platform.util.exception.ExecutionException: Failed to find labels for POD
  2106. at io.cattle.platform.process.instance.K8sLabelsProviderProcessPostListener.postProcessEvent(K8sLabelsProviderProcessPostListener.java:114) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  2107. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handleEvent(AgentBasedProcessLogic.java:199) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  2108. at io.cattle.platform.process.common.handler.AgentBasedProcessLogic.handle(AgentBasedProcessLogic.java:111) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  2109. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2110. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2111. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2112. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2113. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2114. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:520) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2115. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2116. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2117. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2118. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2119. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2120. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2121. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2122. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2123. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2124. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2125. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2126. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2127. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2128. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2129. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2130. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2131. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2132. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2133. at io.cattle.platform.object.process.impl.DefaultObjectProcessManager.executeStandardProcess(DefaultObjectProcessManager.java:32) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2134. at io.cattle.platform.process.common.handler.AbstractObjectProcessLogic.activate(AbstractObjectProcessLogic.java:31) ~[cattle-iaas-logic-common-0.5.0-SNAPSHOT.jar:na]
  2135. at io.cattle.platform.process.instance.InstanceStart.compute(InstanceStart.java:428) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  2136. at io.cattle.platform.process.instance.InstanceStart.handle(InstanceStart.java:165) ~[cattle-iaas-logic-0.5.0-SNAPSHOT.jar:na]
  2137. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandler(DefaultProcessInstanceImpl.java:470) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2138. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:421) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2139. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$4.execute(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2140. at io.cattle.platform.engine.idempotent.Idempotent.execute(Idempotent.java:42) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2141. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runHandlers(DefaultProcessInstanceImpl.java:415) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2142. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runLogic(DefaultProcessInstanceImpl.java:517) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2143. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runWithProcessLock(DefaultProcessInstanceImpl.java:345) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2144. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$2.doWithLockNoResult(DefaultProcessInstanceImpl.java:245) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2145. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2146. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2147. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2148. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2149. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2150. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2151. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.acquireLockAndRun(DefaultProcessInstanceImpl.java:242) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2152. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.runDelegateLoop(DefaultProcessInstanceImpl.java:184) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2153. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.executeWithProcessInstanceLock(DefaultProcessInstanceImpl.java:157) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2154. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:116) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2155. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl$1.doWithLock(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2156. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2157. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2158. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2159. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2160. at io.cattle.platform.engine.process.impl.DefaultProcessInstanceImpl.execute(DefaultProcessInstanceImpl.java:113) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2161. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.processExecuteWithLock(ProcessInstanceDispatcherImpl.java:136) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2162. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:123) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2163. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl$1.doWithLock(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2164. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2165. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2166. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2167. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) [cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2168. at io.cattle.platform.engine.server.impl.ProcessInstanceDispatcherImpl.execute(ProcessInstanceDispatcherImpl.java:120) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2169. at io.cattle.platform.engine.server.ProcessInstanceReference.doRun(ProcessInstanceReference.java:59) [cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2170. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2171. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2172. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2173. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2174. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2175. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2176. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  2177. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  2178. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  2179.  
  2180. 2017-09-28 10:05:05,322 WARN [:] [] [] [] [ecutorService-9] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [VolumeStoragePoolMapRecord:260]
  2181. time="2017-09-28T14:05:38Z" level=info msg="Exiting rancher-compose-executor" version=v0.14.18
  2182. time="2017-09-28T14:05:39Z" level=info msg="Starting rancher-compose-executor" version=v0.14.18
  2183. time="2017-09-28T14:05:42Z" level=info msg="Initializing event router" workerCount=250
  2184. time="2017-09-28T14:05:42Z" level=info msg="Connection established"
  2185. time="2017-09-28T14:05:42Z" level=info msg="Starting websocket pings"
  2186. 2017-09-28 19:42:13,066 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Failed to get ping from agent [32] count [3]
  2187. 2017-09-28 19:42:18,067 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Failed to get ping from agent [32] count [4]
  2188. 2017-09-28 19:42:23,068 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Failed to get ping from agent [32] count [5]
  2189. 2017-09-28 19:42:28,069 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Failed to get ping from agent [32] count [6]
  2190. 2017-09-28 19:42:28,073 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Scheduling reconnect for [32]
  2191. 2017-09-28 19:42:33,534 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Failed to get ping from agent [32] count [7]
  2192. 2017-09-28 19:42:38,539 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Failed to get ping from agent [32] count [8]
  2193. 2017-09-28 19:42:43,549 ERROR [:] [] [] [] [TaskScheduler-2] [i.c.p.a.s.ping.impl.PingMonitorImpl ] Failed to get ping from agent [32] count [9]
  2194. 2017-09-28 19:50:38,226 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2195. 2017-09-28 19:53:39,280 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2196. 2017-09-28 19:56:39,323 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2197. 2017-09-28 19:59:37,353 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2198. 2017-09-28 20:02:37,415 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2199. 2017-09-28 20:05:06,343 WARN [:] [] [] [] [ecutorService-1] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [ImageRecord:200]
  2200. 2017-09-28 20:05:38,519 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2201. 2017-09-28 20:08:38,822 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2202. 2017-09-28 20:11:40,463 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2203. 2017-09-28 20:14:39,550 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2204. 2017-09-28 20:17:40,535 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2205. 2017-09-28 20:20:40,701 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2206. 2017-09-28 20:23:40,753 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2207. 2017-09-28 20:26:41,698 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2208. 2017-09-28 20:29:41,882 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2209. 2017-09-28 20:32:41,847 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2210. 2017-09-28 20:35:42,842 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2211. 2017-09-28 20:38:42,959 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2212. 2017-09-28 20:41:43,009 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2213. 2017-09-28 20:44:43,137 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2214. 2017-09-28 20:47:43,126 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2215. 2017-09-28 20:50:43,188 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2216. 2017-09-28 20:53:45,213 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2217. 2017-09-28 20:56:44,173 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2218. 2017-09-28 20:59:44,270 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2219. 2017-09-28 21:02:45,271 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2220. 2017-09-28 21:05:06,420 WARN [:] [] [] [] [ecutorService-4] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [VolumeStoragePoolMapRecord:382]
  2221. 2017-09-28 21:05:45,378 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2222. 2017-09-28 21:08:46,361 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2223. 2017-09-28 21:11:46,481 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2224. 2017-09-28 21:14:46,418 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2225. 2017-09-28 21:17:46,497 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2226. 2017-09-28 21:20:47,475 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2227. 2017-09-28 21:23:47,509 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2228. 2017-09-28 21:26:48,613 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2229. 2017-09-28 21:29:48,631 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2230. 2017-09-28 21:32:47,694 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2231. 2017-09-28 21:35:48,907 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2232. 2017-09-28 21:38:47,811 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2233. 2017-09-28 21:41:48,897 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2234. 2017-09-28 22:27:10,463 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Uncaught exception org.jooq.exception.DataChangedException: Database record has been changed
  2235. at org.jooq.impl.UpdatableRecordImpl.checkIfChanged(UpdatableRecordImpl.java:550) ~[jooq-3.3.0.jar:na]
  2236. at org.jooq.impl.UpdatableRecordImpl.storeUpdate0(UpdatableRecordImpl.java:291) ~[jooq-3.3.0.jar:na]
  2237. at org.jooq.impl.UpdatableRecordImpl.access$200(UpdatableRecordImpl.java:90) ~[jooq-3.3.0.jar:na]
  2238. at org.jooq.impl.UpdatableRecordImpl$3.operate(UpdatableRecordImpl.java:260) ~[jooq-3.3.0.jar:na]
  2239. at org.jooq.impl.RecordDelegate.operate(RecordDelegate.java:123) ~[jooq-3.3.0.jar:na]
  2240. at org.jooq.impl.UpdatableRecordImpl.storeUpdate(UpdatableRecordImpl.java:255) ~[jooq-3.3.0.jar:na]
  2241. at org.jooq.impl.UpdatableRecordImpl.update(UpdatableRecordImpl.java:149) ~[jooq-3.3.0.jar:na]
  2242. at io.cattle.platform.object.impl.JooqObjectManager.persistRecord(JooqObjectManager.java:228) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2243. at io.cattle.platform.object.impl.JooqObjectManager.setFieldsInternal(JooqObjectManager.java:133) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2244. at io.cattle.platform.object.impl.JooqObjectManager$3.execute(JooqObjectManager.java:121) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2245. at io.cattle.platform.engine.idempotent.Idempotent.change(Idempotent.java:88) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2246. at io.cattle.platform.object.impl.JooqObjectManager.setFields(JooqObjectManager.java:118) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2247. at io.cattle.platform.object.impl.JooqObjectManager.setFields(JooqObjectManager.java:113) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2248. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.lockScale(DeploymentManagerImpl.java:268) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2249. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.incremenetScaleAndDeploy(DeploymentManagerImpl.java:204) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2250. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.deployWithScaleAdjustement(DeploymentManagerImpl.java:195) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2251. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.reconcileDeployment(DeploymentManagerImpl.java:162) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2252. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$1.doWithLock(DeploymentManagerImpl.java:149) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2253. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$1.doWithLock(DeploymentManagerImpl.java:137) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2254. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2255. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2256. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2257. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2258. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.activate(DeploymentManagerImpl.java:137) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2259. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$5$1.run(DeploymentManagerImpl.java:508) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2260. at io.cattle.platform.activity.ActivityService.run(ActivityService.java:43) ~[cattle-activity-log-0.5.0-SNAPSHOT.jar:na]
  2261. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$5.run(DeploymentManagerImpl.java:505) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2262. at io.cattle.platform.configitem.version.impl.ConfigItemStatusManagerImpl$1.doWithLock(ConfigItemStatusManagerImpl.java:92) ~[cattle-config-item-common-0.5.0-SNAPSHOT.jar:na]
  2263. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2264. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2265. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2266. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2267. at io.cattle.platform.configitem.version.impl.ConfigItemStatusManagerImpl.runUpdateForEvent(ConfigItemStatusManagerImpl.java:85) ~[cattle-config-item-common-0.5.0-SNAPSHOT.jar:na]
  2268. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.serviceUpdate(DeploymentManagerImpl.java:498) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2269. at sun.reflect.GeneratedMethodAccessor1870.invoke(Unknown Source) ~[na:na]
  2270. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  2271. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  2272. at io.cattle.platform.eventing.annotation.MethodInvokingListener$1.doWithLockNoResult(MethodInvokingListener.java:76) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2273. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2274. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2275. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2276. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2277. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2278. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2279. at io.cattle.platform.eventing.annotation.MethodInvokingListener.onEvent(MethodInvokingListener.java:72) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2280. at io.cattle.platform.eventing.impl.AbstractThreadPoolingEventService$2.doRun(AbstractThreadPoolingEventService.java:141) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2281. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) ~[cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2282. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2283. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2284. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2285. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2286. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2287. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  2288. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  2289. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  2290.  
  2291. 2017-09-28 22:30:01,801 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2292. 2017-09-28 22:41:56,511 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2293. 2017-09-28 22:44:57,529 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2294. 2017-09-28 22:47:58,476 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2295. 2017-09-28 22:50:59,513 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2296. 2017-09-28 22:54:01,314 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2297. 2017-09-28 22:57:00,859 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2298. 2017-09-28 23:05:06,594 WARN [:] [] [] [] [ecutorService-9] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [InstanceHostMapRecord:212]
  2299. 2017-09-28 23:05:06,595 WARN [:] [] [] [] [ecutorService-8] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [InstanceHostMapRecord:216]
  2300. 2017-09-28 23:05:59,816 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2301. 2017-09-28 23:09:00,804 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2302. 2017-09-28 23:11:59,882 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2303. 2017-09-28 23:15:08,644 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Uncaught exception org.jooq.exception.DataChangedException: Database record has been changed
  2304. at org.jooq.impl.UpdatableRecordImpl.checkIfChanged(UpdatableRecordImpl.java:550) ~[jooq-3.3.0.jar:na]
  2305. at org.jooq.impl.UpdatableRecordImpl.storeUpdate0(UpdatableRecordImpl.java:291) ~[jooq-3.3.0.jar:na]
  2306. at org.jooq.impl.UpdatableRecordImpl.access$200(UpdatableRecordImpl.java:90) ~[jooq-3.3.0.jar:na]
  2307. at org.jooq.impl.UpdatableRecordImpl$3.operate(UpdatableRecordImpl.java:260) ~[jooq-3.3.0.jar:na]
  2308. at org.jooq.impl.RecordDelegate.operate(RecordDelegate.java:123) ~[jooq-3.3.0.jar:na]
  2309. at org.jooq.impl.UpdatableRecordImpl.storeUpdate(UpdatableRecordImpl.java:255) ~[jooq-3.3.0.jar:na]
  2310. at org.jooq.impl.UpdatableRecordImpl.update(UpdatableRecordImpl.java:149) ~[jooq-3.3.0.jar:na]
  2311. at io.cattle.platform.object.impl.JooqObjectManager.persistRecord(JooqObjectManager.java:228) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2312. at io.cattle.platform.object.impl.JooqObjectManager.setFieldsInternal(JooqObjectManager.java:133) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2313. at io.cattle.platform.object.impl.JooqObjectManager$3.execute(JooqObjectManager.java:121) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2314. at io.cattle.platform.engine.idempotent.Idempotent.change(Idempotent.java:88) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2315. at io.cattle.platform.object.impl.JooqObjectManager.setFields(JooqObjectManager.java:118) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2316. at io.cattle.platform.object.impl.JooqObjectManager.setFields(JooqObjectManager.java:113) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2317. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.lockScale(DeploymentManagerImpl.java:268) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2318. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.incremenetScaleAndDeploy(DeploymentManagerImpl.java:204) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2319. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.deployWithScaleAdjustement(DeploymentManagerImpl.java:195) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2320. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.reconcileDeployment(DeploymentManagerImpl.java:162) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2321. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$1.doWithLock(DeploymentManagerImpl.java:149) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2322. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$1.doWithLock(DeploymentManagerImpl.java:137) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2323. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2324. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2325. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2326. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2327. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.activate(DeploymentManagerImpl.java:137) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2328. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$5$1.run(DeploymentManagerImpl.java:508) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2329. at io.cattle.platform.activity.ActivityService.run(ActivityService.java:43) ~[cattle-activity-log-0.5.0-SNAPSHOT.jar:na]
  2330. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$5.run(DeploymentManagerImpl.java:505) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2331. at io.cattle.platform.configitem.version.impl.ConfigItemStatusManagerImpl$1.doWithLock(ConfigItemStatusManagerImpl.java:92) ~[cattle-config-item-common-0.5.0-SNAPSHOT.jar:na]
  2332. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2333. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2334. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2335. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2336. at io.cattle.platform.configitem.version.impl.ConfigItemStatusManagerImpl.runUpdateForEvent(ConfigItemStatusManagerImpl.java:85) ~[cattle-config-item-common-0.5.0-SNAPSHOT.jar:na]
  2337. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.serviceUpdate(DeploymentManagerImpl.java:498) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2338. at sun.reflect.GeneratedMethodAccessor1870.invoke(Unknown Source) ~[na:na]
  2339. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  2340. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  2341. at io.cattle.platform.eventing.annotation.MethodInvokingListener$1.doWithLockNoResult(MethodInvokingListener.java:76) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2342. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2343. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2344. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2345. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2346. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2347. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2348. at io.cattle.platform.eventing.annotation.MethodInvokingListener.onEvent(MethodInvokingListener.java:72) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2349. at io.cattle.platform.eventing.impl.AbstractThreadPoolingEventService$2.doRun(AbstractThreadPoolingEventService.java:141) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2350. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) ~[cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2351. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2352. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2353. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2354. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2355. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2356. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  2357. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  2358. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  2359.  
  2360. 2017-09-28 23:18:08,892 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Uncaught exception org.jooq.exception.DataChangedException: Database record has been changed
  2361. at org.jooq.impl.UpdatableRecordImpl.checkIfChanged(UpdatableRecordImpl.java:550) ~[jooq-3.3.0.jar:na]
  2362. at org.jooq.impl.UpdatableRecordImpl.storeUpdate0(UpdatableRecordImpl.java:291) ~[jooq-3.3.0.jar:na]
  2363. at org.jooq.impl.UpdatableRecordImpl.access$200(UpdatableRecordImpl.java:90) ~[jooq-3.3.0.jar:na]
  2364. at org.jooq.impl.UpdatableRecordImpl$3.operate(UpdatableRecordImpl.java:260) ~[jooq-3.3.0.jar:na]
  2365. at org.jooq.impl.RecordDelegate.operate(RecordDelegate.java:123) ~[jooq-3.3.0.jar:na]
  2366. at org.jooq.impl.UpdatableRecordImpl.storeUpdate(UpdatableRecordImpl.java:255) ~[jooq-3.3.0.jar:na]
  2367. at org.jooq.impl.UpdatableRecordImpl.update(UpdatableRecordImpl.java:149) ~[jooq-3.3.0.jar:na]
  2368. at io.cattle.platform.object.impl.JooqObjectManager.persistRecord(JooqObjectManager.java:228) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2369. at io.cattle.platform.object.impl.JooqObjectManager.setFieldsInternal(JooqObjectManager.java:133) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2370. at io.cattle.platform.object.impl.JooqObjectManager$3.execute(JooqObjectManager.java:121) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2371. at io.cattle.platform.engine.idempotent.Idempotent.change(Idempotent.java:88) ~[cattle-framework-engine-0.5.0-SNAPSHOT.jar:na]
  2372. at io.cattle.platform.object.impl.JooqObjectManager.setFields(JooqObjectManager.java:118) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2373. at io.cattle.platform.object.impl.JooqObjectManager.setFields(JooqObjectManager.java:113) ~[cattle-framework-object-0.5.0-SNAPSHOT.jar:na]
  2374. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.lockScale(DeploymentManagerImpl.java:268) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2375. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.incremenetScaleAndDeploy(DeploymentManagerImpl.java:204) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2376. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.deployWithScaleAdjustement(DeploymentManagerImpl.java:195) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2377. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.reconcileDeployment(DeploymentManagerImpl.java:162) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2378. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$1.doWithLock(DeploymentManagerImpl.java:149) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2379. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$1.doWithLock(DeploymentManagerImpl.java:137) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2380. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2381. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2382. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2383. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2384. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.activate(DeploymentManagerImpl.java:137) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2385. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$5$1.run(DeploymentManagerImpl.java:508) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2386. at io.cattle.platform.activity.ActivityService.run(ActivityService.java:43) ~[cattle-activity-log-0.5.0-SNAPSHOT.jar:na]
  2387. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl$5.run(DeploymentManagerImpl.java:505) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2388. at io.cattle.platform.configitem.version.impl.ConfigItemStatusManagerImpl$1.doWithLock(ConfigItemStatusManagerImpl.java:92) ~[cattle-config-item-common-0.5.0-SNAPSHOT.jar:na]
  2389. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$4.doWithLock(AbstractLockManagerImpl.java:50) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2390. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2391. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:25) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2392. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.tryLock(AbstractLockManagerImpl.java:47) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2393. at io.cattle.platform.configitem.version.impl.ConfigItemStatusManagerImpl.runUpdateForEvent(ConfigItemStatusManagerImpl.java:85) ~[cattle-config-item-common-0.5.0-SNAPSHOT.jar:na]
  2394. at io.cattle.platform.servicediscovery.deployment.impl.DeploymentManagerImpl.serviceUpdate(DeploymentManagerImpl.java:498) ~[cattle-iaas-service-discovery-server-0.5.0-SNAPSHOT.jar:na]
  2395. at sun.reflect.GeneratedMethodAccessor1870.invoke(Unknown Source) ~[na:na]
  2396. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_72]
  2397. at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_72]
  2398. at io.cattle.platform.eventing.annotation.MethodInvokingListener$1.doWithLockNoResult(MethodInvokingListener.java:76) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2399. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:7) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2400. at io.cattle.platform.lock.LockCallbackNoReturn.doWithLock(LockCallbackNoReturn.java:3) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2401. at io.cattle.platform.lock.impl.AbstractLockManagerImpl$3.doWithLock(AbstractLockManagerImpl.java:40) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2402. at io.cattle.platform.lock.impl.LockManagerImpl.doLock(LockManagerImpl.java:33) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2403. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:13) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2404. at io.cattle.platform.lock.impl.AbstractLockManagerImpl.lock(AbstractLockManagerImpl.java:37) ~[cattle-framework-lock-0.5.0-SNAPSHOT.jar:na]
  2405. at io.cattle.platform.eventing.annotation.MethodInvokingListener.onEvent(MethodInvokingListener.java:72) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2406. at io.cattle.platform.eventing.impl.AbstractThreadPoolingEventService$2.doRun(AbstractThreadPoolingEventService.java:141) ~[cattle-framework-eventing-0.5.0-SNAPSHOT.jar:na]
  2407. at org.apache.cloudstack.managed.context.NoExceptionRunnable.runInContext(NoExceptionRunnable.java:15) ~[cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2408. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2409. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2410. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:108) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2411. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2412. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) [cattle-framework-managed-context-0.5.0-SNAPSHOT.jar:na]
  2413. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_72]
  2414. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_72]
  2415. at java.lang.Thread.run(Thread.java:745) [na:1.8.0_72]
  2416.  
  2417. 2017-09-28 23:21:01,062 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2418. 2017-09-28 23:24:00,861 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2419. 2017-09-28 23:27:00,880 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2420. 2017-09-28 23:30:01,016 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2421. 2017-09-28 23:33:02,046 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2422. 2017-09-28 23:36:01,050 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2423. 2017-09-28 23:39:02,033 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2424. 2017-09-28 23:42:02,229 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2425. 2017-09-28 23:45:03,133 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2426. 2017-09-28 23:48:04,118 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2427. 2017-09-28 23:51:03,232 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2428. 2017-09-28 23:54:03,351 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2429. 2017-09-28 23:57:03,318 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2430. 2017-09-29 00:00:06,281 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2431. 2017-09-29 00:03:08,626 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2432. 2017-09-29 00:05:06,679 WARN [:] [] [] [] [ecutorService-8] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [InstanceHostMapRecord:230]
  2433. 2017-09-29 00:05:06,680 WARN [:] [] [] [] [ecutorService-2] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [InstanceHostMapRecord:232]
  2434. 2017-09-29 00:05:06,724 WARN [:] [] [] [] [cutorService-14] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [VolumeStoragePoolMapRecord:491]
  2435. 2017-09-29 00:05:06,724 WARN [:] [] [] [] [ecutorService-7] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [VolumeStoragePoolMapRecord:494]
  2436. 2017-09-29 00:06:04,538 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2437. 2017-09-29 00:09:08,929 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2438. 2017-09-29 00:12:06,325 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2439. 2017-09-29 00:15:08,707 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2440. 2017-09-29 00:18:05,460 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2441. 2017-09-29 00:21:08,860 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2442. 2017-09-29 00:24:06,436 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2443. 2017-09-29 00:27:08,641 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2444. 2017-09-29 00:30:06,580 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2445. 2017-09-29 00:33:08,810 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2446. 2017-09-29 00:36:07,681 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2447. 2017-09-29 00:39:08,700 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2448. 2017-09-29 00:42:07,614 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2449. 2017-09-29 00:45:08,791 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2450. 2017-09-29 00:48:08,944 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2451. 2017-09-29 00:51:09,855 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2452. 2017-09-29 00:54:15,789 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2453. 2017-09-29 00:57:09,830 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2454. 2017-09-29 01:00:10,789 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2455. 2017-09-29 01:03:09,842 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2456. 2017-09-29 01:06:11,006 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2457. 2017-09-29 01:09:10,898 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2458. 2017-09-29 01:12:10,997 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2459. 2017-09-29 01:15:12,145 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2460. 2017-09-29 01:18:10,994 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2461. 2017-09-29 01:21:12,077 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2462. 2017-09-29 01:24:12,006 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2463. 2017-09-29 01:27:13,124 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2464. 2017-09-29 01:30:13,215 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2465. 2017-09-29 01:33:13,117 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2466. 2017-09-29 01:36:13,236 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2467. 2017-09-29 01:39:14,123 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2468. 2017-09-29 01:42:13,176 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2469. 2017-09-29 01:45:14,263 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2470. 2017-09-29 01:48:14,275 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2471. 2017-09-29 01:51:15,294 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2472. 2017-09-29 01:54:15,315 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2473. 2017-09-29 01:57:15,331 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2474. 2017-09-29 02:00:16,404 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2475. 2017-09-29 02:03:16,468 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2476. 2017-09-29 02:05:06,915 WARN [:] [] [] [] [cutorService-15] [i.c.p.core.cleanup.BadDataCleanup ] Removing invalid resource [VolumeStoragePoolMapRecord:590]
  2477. time="2017-09-29T02:06:01Z" level=info msg="Exiting rancher-compose-executor" version=v0.14.18
  2478. time="2017-09-29T02:06:02Z" level=info msg="Starting rancher-compose-executor" version=v0.14.18
  2479. time="2017-09-29T02:06:05Z" level=info msg="Initializing event router" workerCount=250
  2480. time="2017-09-29T02:06:05Z" level=info msg="Connection established"
  2481. time="2017-09-29T02:06:05Z" level=info msg="Starting websocket pings"
  2482. 2017-09-29 02:06:18,488 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2483. 2017-09-29 02:09:17,548 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2484. 2017-09-29 02:12:17,569 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2485. 2017-09-29 02:15:17,516 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2486. 2017-09-29 02:18:17,702 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2487. 2017-09-29 02:21:18,571 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2488. 2017-09-29 02:24:19,758 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2489. 2017-09-29 02:27:18,644 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2490. 2017-09-29 02:30:18,658 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2491. 2017-09-29 02:33:19,692 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2492. 2017-09-29 02:36:20,821 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2493. 2017-09-29 02:39:20,783 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2494. 2017-09-29 02:42:20,870 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2495. 2017-09-29 02:45:21,857 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2496. 2017-09-29 02:48:20,855 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2497. 2017-09-29 02:51:21,848 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2498. 2017-09-29 02:54:23,912 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2499. 2017-09-29 02:57:21,941 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2500. 2017-09-29 03:00:21,969 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2501. 2017-09-29 03:03:22,064 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2502. 2017-09-29 03:06:22,078 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2503. 2017-09-29 03:09:23,056 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2504. 2017-09-29 03:12:23,157 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2505. 2017-09-29 03:15:23,254 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2506. 2017-09-29 03:18:23,111 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2507. 2017-09-29 03:21:23,147 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2508. 2017-09-29 03:24:23,187 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2509. 2017-09-29 03:27:24,255 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2510. 2017-09-29 03:30:24,333 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2511. 2017-09-29 03:33:24,278 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2512. 2017-09-29 03:36:25,384 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2513. 2017-09-29 03:39:25,388 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2514. 2017-09-29 03:42:25,425 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2515. 2017-09-29 03:45:26,620 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2516. 2017-09-29 03:48:26,616 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2517. 2017-09-29 03:51:26,871 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2518. 2017-09-29 03:54:26,763 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2519. 2017-09-29 03:57:27,751 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2520. 2017-09-29 04:00:26,764 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2521. 2017-09-29 04:03:28,135 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2522. 2017-09-29 04:06:27,672 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2523. 2017-09-29 04:09:26,769 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2524. 2017-09-29 04:12:28,722 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2525. 2017-09-29 04:15:28,752 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2526. 2017-09-29 04:18:29,156 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2527. 2017-09-29 04:21:28,834 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2528. 2017-09-29 04:24:29,888 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2529. 2017-09-29 04:27:29,983 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2530. 2017-09-29 04:30:29,814 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2531. 2017-09-29 04:33:29,950 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2532. 2017-09-29 04:36:30,968 ERROR [:] [] [] [] [cutorService-15] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2533. 2017-09-29 04:39:31,030 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2534. 2017-09-29 04:42:31,015 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2535. 2017-09-29 04:45:32,019 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2536. 2017-09-29 04:48:31,038 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2537. 2017-09-29 04:51:32,072 ERROR [:] [] [] [] [ecutorService-1] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2538. 2017-09-29 04:54:32,368 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2539. 2017-09-29 04:57:33,172 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2540. 2017-09-29 05:00:33,163 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2541. 2017-09-29 05:03:33,425 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2542. 2017-09-29 05:06:34,279 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2543. 2017-09-29 05:09:34,186 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2544. 2017-09-29 05:12:34,298 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2545. 2017-09-29 05:15:36,694 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2546. 2017-09-29 05:18:35,355 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2547. 2017-09-29 05:21:35,357 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2548. 2017-09-29 05:24:35,312 ERROR [:] [] [] [] [ecutorService-9] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2549. 2017-09-29 05:27:35,366 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2550. 2017-09-29 05:30:36,513 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2551. 2017-09-29 05:33:36,515 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2552. 2017-09-29 05:36:37,536 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2553. 2017-09-29 05:39:37,472 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2554. 2017-09-29 05:42:38,516 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2555. 2017-09-29 05:45:39,604 ERROR [:] [] [] [] [cutorService-14] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2556. 2017-09-29 05:48:39,674 ERROR [:] [] [] [] [ecutorService-3] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2557. 2017-09-29 05:51:38,635 ERROR [:] [] [] [] [ecutorService-7] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2558. 2017-09-29 05:54:39,721 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2559. 2017-09-29 05:57:39,963 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2560. 2017-09-29 06:00:40,927 ERROR [:] [] [] [] [cutorService-13] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2561. 2017-09-29 06:03:40,905 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2562. 2017-09-29 06:06:40,979 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2563. 2017-09-29 06:09:42,215 ERROR [:] [] [] [] [ecutorService-5] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2564. 2017-09-29 06:12:41,926 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2565. 2017-09-29 06:15:42,961 ERROR [:] [] [] [] [cutorService-10] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2566. 2017-09-29 06:18:41,873 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2567. 2017-09-29 06:21:41,943 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2568. 2017-09-29 06:24:41,996 ERROR [:] [] [] [] [ecutorService-6] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2569. 2017-09-29 06:27:42,997 ERROR [:] [] [] [] [cutorService-12] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2570. 2017-09-29 06:30:43,107 ERROR [:] [] [] [] [ecutorService-8] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2571. 2017-09-29 06:33:44,071 ERROR [:] [] [] [] [ecutorService-2] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2572. 2017-09-29 06:36:44,100 ERROR [:] [] [] [] [ecutorService-4] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
  2573. 2017-09-29 06:39:44,170 ERROR [:] [] [] [] [cutorService-11] [o.a.c.m.context.NoExceptionRunnable ] Expected state running but got removed
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!