API tools faq
paste
sonali_jadhav

ACS_unhandled exception during HA proces

sonali_jadhav
Jul 9th, 2015
246
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 10.63 KB | None | 0 0
raw download clone embed print report
  1.  
  2.  
  3. 015-07-09 09:28:12,765 DEBUG [c.c.a.t.Request] (StatsCollector-2:ctx-b5b6aa4c) Seq 4-5299892336484941887: Received: { Ans: , MgmtId: 59778234354585, via: 4, Ver: v1, Flags: 10, { GetStorageStatsAnswer } }
  4. 2015-07-09 09:28:12,801 DEBUG [c.c.a.t.Request] (AgentManager-Handler-8:null) Seq 6-3149142039438819522: Executing: { Cmd , MgmtId: 249373720971888, via: 6, Ver: v1, Flags: 100011, [{"com.cloud.agent.api.MigrateCommand":{"vmName":"r-35-VM","destIp":"172.16.5.199","hostGuid":"83fa4959-a9b4-442a-b9a9-e10d1e44806e","isWindows":false,"vmTO":{"id":35,"name":"r-35-VM","bootloader":"PyGrub","type":"DomainRouter","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":268435456,"maxRam":268435456,"arch":"x86_64","os":"Debian GNU/Linux 7(32-bit)","platformEmulator":"Debian Wheezy 7.0 (32-bit)","bootArgs":"","enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"76f3f5d365d02992","params":{},"uuid":"68d4dcfc-d80b-4855-9455-271ca27fd32c","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"6083ffca-dd75-4317-8f05-d95d1945179f","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"876d490c-a1d4-3bfe-88b7-1bdb2479541b","id":1,"poolType":"NetworkFilesystem","host":"172.16.5.194","path":"/tank/primstore","port":2049,"url":"NetworkFilesystem://172.16.5.194/tank/primstore/?ROLE=Primary&STOREUUID=876d490c-a1d4-3bfe-88b7-1bdb2479541b"}},"name":"ROOT-35","size":2684354560,"path":"dd416ae4-82cb-47fb-98a3-92a68a548a14","volumeId":113,"vmName":"r-35-VM","accountId":11,"format":"VHD","provisioningType":"THIN","id":113,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"dd416ae4-82cb-47fb-98a3-92a68a548a14","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"172.16.5.194","volumeSize":"2684354560"}}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":false,"pxeDisable":true,"nicUuid":"f8fda543-7cb0-4430-a38f-3a8db1bdcb3a","uuid":"ddd2587f-6aa3-417f-bbeb-424d46fe4991","ip":"10.1.1.1","netmask":"255.255.255.0","mac":"02:00:59:f2:00:03","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://879","isolationUri":"vlan://879","isSecurityGroupEnabled":false,"name":"guest"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"pxeDisable":true,"nicUuid":"1b372e24-1c43-4579-8179-9490146f54bd","uuid":"527ed501-3b46-4d98-8e0a-d8d299870f32","ip":"169.254.3.110","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:03:6e","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false},{"deviceId":2,"networkRateMbps":200,"defaultNic":true,"pxeDisable":true,"nicUuid":"a30e92c3-ecf4-4ea0-bf06-1ffc924044c8","uuid":"1b5905ad-12b0-4594-be02-26aa753a640d","ip":"10.1.36.95","netmask":"255.255.255.192","gateway":"10.1.36.65","mac":"06:9b:7e:00:00:fc","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Public","broadcastUri":"vlan://501","isolationUri":"vlan://501","isSecurityGroupEnabled":false,"name":"public"}]},"executeInSequence":false,"wait":0}}] }
  5. 2015-07-09 09:28:12,802 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-408:ctx-168a828f) Seq 6-3149142039438819522: Executing request
  6. 2015-07-09 09:28:14,133 WARN [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-3a4960d7 work-57) Encountered unhandled exception during HA process, reschedule retry
  7. java.lang.NullPointerException
  8. at com.cloud.deploy.DeploymentPlanningManagerImpl.planDeployment(DeploymentPlanningManagerImpl.java:292)
  9. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:2376)
  10. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:4517)
  11. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  12. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
  13. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  14. at java.lang.reflect.Method.invoke(Method.java:606)
  15. at com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
  16. at com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4636)
  17. at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:103)
  18. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:537)
  19. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
  20. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
  21. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
  22. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
  23. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
  24. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:494)
  25. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  26. at java.util.concurrent.FutureTask.run(FutureTask.java:262)
  27. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  28. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  29. at java.lang.Thread.run(Thread.java:744)
  30. 2015-07-09 09:28:14,134 INFO [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-3a4960d7 work-57) Rescheduling HAWork[57-Migration-34-Running-Migrating] to try again at Thu Jul 09 09:38:27 CEST 2015
  31. 2015-07-09 09:28:14,237 INFO [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-77707b15 work-59) Processing HAWork[59-Migration-39-Running-Scheduled]
  32. 2015-07-09 09:28:14,298 WARN [o.a.c.f.j.AsyncJobExecutionContext] (HA-Worker-3:ctx-77707b15 work-59) Job is executed without a context, setup psudo job for the executing thread
  33. 2015-07-09 09:28:14,335 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (HA-Worker-3:ctx-77707b15 work-59) Sync job-4027 execution on object VmWorkJobQueue.39
  34. 2015-07-09 09:28:14,769 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (AsyncJobMgr-Heartbeat-1:ctx-52da36f8) Execute sync-queue item: SyncQueueItemVO {id:2282, queueId: 1534, contentType: AsyncJob, contentId: 4027, lastProcessMsid: 59778234354585, lastprocessNumber: 4, lastProcessTime: Thu Jul 09 09:28:14 CEST 2015, created: Thu Jul 09 09:28:14 CEST 2015}
  35. 2015-07-09 09:28:14,773 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (AsyncJobMgr-Heartbeat-1:ctx-52da36f8) Schedule queued job-4027
  36. 2015-07-09 09:28:14,830 INFO [o.a.c.f.j.i.AsyncJobMonitor] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Add job-4027 into job monitoring
  37. 2015-07-09 09:28:14,838 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Executing AsyncJobVO {id:4027, userId: 1, accountId: 1, instanceType: null, instanceId: null, cmd: com.cloud.vm.VmWorkMigrateAway, cmdInfo: rO0ABXNyAB5jb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZUF3YXmt4MX4jtcEmwIAAUoACXNyY0hvc3RJZHhyABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAABAAAAAAAAAAEAAAAAAAAAJ3QAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAABg, cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result: null, initMsid: 59778234354585, completeMsid: null, lastUpdated: null, lastPolled: null, created: Thu Jul 09 09:28:14 CEST 2015}
  38. 2015-07-09 09:28:14,839 DEBUG [c.c.v.VmWorkJobDispatcher] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Run VM work job: com.cloud.vm.VmWorkMigrateAway for VM 39, job origin: 3573
  39. 2015-07-09 09:28:14,844 DEBUG [c.c.v.VmWorkJobHandlerProxy] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Execute VM work job: com.cloud.vm.VmWorkMigrateAway{"srcHostId":6,"userId":1,"accountId":1,"vmId":39,"handlerName":"VirtualMachineManagerImpl"}
  40. 2015-07-09 09:28:14,923 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Deploy avoids pods: [], clusters: [], hosts: [6]
  41. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) DeploymentPlanner allocation algorithm: com.cloud.deploy.FirstFitPlanner@2a8314bf
  42. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Trying to allocate a host and storage pools from dc:1, pod:1,cluster:1, requested cpu: 4000, requested ram: 4294967296
  43. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Is ROOT volume READY (pool already allocated)?: Yes
  44. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) This VM has last host_id specified, trying to choose the same host: 6
  45. 2015-07-09 09:28:14,935 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) The last host of this VM is in avoid set
  46. 2015-07-09 09:28:14,935 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Cannot choose the last host to deploy this VM
  47. 2015-07-09 09:28:14,935 DEBUG [c.c.d.FirstFitPlanner] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Searching resources only under specified Cluster: 1
  48. 2015-07-09 09:28:14,972 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Checking resources in Cluster: 1 under Pod: 1
  49. 2015-07-09 09:28:14,978 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Looking for hosts in dc: 1 pod:1 cluster:1
  50. 2015-07-09 09:28:14,986 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) FirstFitAllocator has 3 hosts to check for allocation: [Host[-4-Routing], Host[-1-Routing], Host[-5-Routing]]
  51. 2015-07-09 09:28:15,011 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Found 3 hosts for allocation after prioritization: [Host[-4-Routing], Host[-1-Routing], Host[-5-Routing]]
  52. 2015-07-09 09:28:15,011 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Looking for speed=4000Mhz, Ram=4096
  53. 2015-07-09 09:28:15,028 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host: 4 has cpu capability (cpu:24, speed:2400) to support requested CPU: 2 and requested speed: 2000
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!