API tools faq
paste
sonali_jadhav

CS_hostMaintenanceFilaed

sonali_jadhav
Jul 9th, 2015
327
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 56.30 KB | None | 0 0
raw download clone embed print report
  1. 2015-07-09 09:28:12,765 DEBUG [c.c.a.t.Request] (StatsCollector-2:ctx-b5b6aa4c) Seq 4-5299892336484941887: Received: { Ans: , MgmtId: 59778234354585, via: 4, Ver: v1, Flags: 10, { GetStorageStatsAnswer } }
  2. 2015-07-09 09:28:12,801 DEBUG [c.c.a.t.Request] (AgentManager-Handler-8:null) Seq 6-3149142039438819522: Executing: { Cmd , MgmtId: 249373720971888, via: 6, Ver: v1, Flags: 100011, [{"com.cloud.agent.api.MigrateCommand":{"vmName":"r-35-VM","destIp":"172.16.5.199","hostGuid":"83fa4959-a9b4-442a-b9a9-e10d1e44806e","isWindows":false,"vmTO":{"id":35,"name":"r-35-VM","bootloader":"PyGrub","type":"DomainRouter","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":268435456,"maxRam":268435456,"arch":"x86_64","os":"Debian GNU/Linux 7(32-bit)","platformEmulator":"Debian Wheezy 7.0 (32-bit)","bootArgs":"","enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"76f3f5d365d02992","params":{},"uuid":"68d4dcfc-d80b-4855-9455-271ca27fd32c","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"6083ffca-dd75-4317-8f05-d95d1945179f","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"876d490c-a1d4-3bfe-88b7-1bdb2479541b","id":1,"poolType":"NetworkFilesystem","host":"172.16.5.194","path":"/tank/primstore","port":2049,"url":"NetworkFilesystem://172.16.5.194/tank/primstore/?ROLE=Primary&STOREUUID=876d490c-a1d4-3bfe-88b7-1bdb2479541b"}},"name":"ROOT-35","size":2684354560,"path":"dd416ae4-82cb-47fb-98a3-92a68a548a14","volumeId":113,"vmName":"r-35-VM","accountId":11,"format":"VHD","provisioningType":"THIN","id":113,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"dd416ae4-82cb-47fb-98a3-92a68a548a14","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"172.16.5.194","volumeSize":"2684354560"}}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":false,"pxeDisable":true,"nicUuid":"f8fda543-7cb0-4430-a38f-3a8db1bdcb3a","uuid":"ddd2587f-6aa3-417f-bbeb-424d46fe4991","ip":"10.1.1.1","netmask":"255.255.255.0","mac":"02:00:59:f2:00:03","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://879","isolationUri":"vlan://879","isSecurityGroupEnabled":false,"name":"guest"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"pxeDisable":true,"nicUuid":"1b372e24-1c43-4579-8179-9490146f54bd","uuid":"527ed501-3b46-4d98-8e0a-d8d299870f32","ip":"169.254.3.110","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:03:6e","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false},{"deviceId":2,"networkRateMbps":200,"defaultNic":true,"pxeDisable":true,"nicUuid":"a30e92c3-ecf4-4ea0-bf06-1ffc924044c8","uuid":"1b5905ad-12b0-4594-be02-26aa753a640d","ip":"10.1.36.95","netmask":"255.255.255.192","gateway":"10.1.36.65","mac":"06:9b:7e:00:00:fc","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Public","broadcastUri":"vlan://501","isolationUri":"vlan://501","isSecurityGroupEnabled":false,"name":"public"}]},"executeInSequence":false,"wait":0}}] }
  3. 2015-07-09 09:28:12,802 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-408:ctx-168a828f) Seq 6-3149142039438819522: Executing request
  4. 2015-07-09 09:28:14,133 WARN [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-3a4960d7 work-57) Encountered unhandled exception during HA process, reschedule retry
  5. java.lang.NullPointerException
  6. at com.cloud.deploy.DeploymentPlanningManagerImpl.planDeployment(DeploymentPlanningManagerImpl.java:292)
  7. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:2376)
  8. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:4517)
  9. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  10. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
  11. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  12. at java.lang.reflect.Method.invoke(Method.java:606)
  13. at com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
  14. at com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4636)
  15. at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:103)
  16. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:537)
  17. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
  18. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
  19. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
  20. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
  21. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
  22. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:494)
  23. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  24. at java.util.concurrent.FutureTask.run(FutureTask.java:262)
  25. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  26. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  27. at java.lang.Thread.run(Thread.java:744)
  28. 2015-07-09 09:28:14,134 INFO [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-3a4960d7 work-57) Rescheduling HAWork[57-Migration-34-Running-Migrating] to try again at Thu Jul 09 09:38:27 CEST 2015
  29. 2015-07-09 09:28:14,237 INFO [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-77707b15 work-59) Processing HAWork[59-Migration-39-Running-Scheduled]
  30. 2015-07-09 09:28:14,298 WARN [o.a.c.f.j.AsyncJobExecutionContext] (HA-Worker-3:ctx-77707b15 work-59) Job is executed without a context, setup psudo job for the executing thread
  31. 2015-07-09 09:28:14,335 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (HA-Worker-3:ctx-77707b15 work-59) Sync job-4027 execution on object VmWorkJobQueue.39
  32. 2015-07-09 09:28:14,769 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (AsyncJobMgr-Heartbeat-1:ctx-52da36f8) Execute sync-queue item: SyncQueueItemVO {id:2282, queueId: 1534, contentType: AsyncJob, contentId: 4027, lastProcessMsid: 59778234354585, lastprocessNumber: 4, lastProcessTime: Thu Jul 09 09:28:14 CEST 2015, created: Thu Jul 09 09:28:14 CEST 2015}
  33. 2015-07-09 09:28:14,773 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (AsyncJobMgr-Heartbeat-1:ctx-52da36f8) Schedule queued job-4027
  34. 2015-07-09 09:28:14,830 INFO [o.a.c.f.j.i.AsyncJobMonitor] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Add job-4027 into job monitoring
  35. 2015-07-09 09:28:14,838 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Executing AsyncJobVO {id:4027, userId: 1, accountId: 1, instanceType: null, instanceId: null, cmd: com.cloud.vm.VmWorkMigrateAway, cmdInfo: rO0ABXNyAB5jb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZUF3YXmt4MX4jtcEmwIAAUoACXNyY0hvc3RJZHhyABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAABAAAAAAAAAAEAAAAAAAAAJ3QAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAABg, cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result: null, initMsid: 59778234354585, completeMsid: null, lastUpdated: null, lastPolled: null, created: Thu Jul 09 09:28:14 CEST 2015}
  36. 2015-07-09 09:28:14,839 DEBUG [c.c.v.VmWorkJobDispatcher] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Run VM work job: com.cloud.vm.VmWorkMigrateAway for VM 39, job origin: 3573
  37. 2015-07-09 09:28:14,844 DEBUG [c.c.v.VmWorkJobHandlerProxy] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Execute VM work job: com.cloud.vm.VmWorkMigrateAway{"srcHostId":6,"userId":1,"accountId":1,"vmId":39,"handlerName":"VirtualMachineManagerImpl"}
  38. 2015-07-09 09:28:14,923 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Deploy avoids pods: [], clusters: [], hosts: [6]
  39. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) DeploymentPlanner allocation algorithm: com.cloud.deploy.FirstFitPlanner@2a8314bf
  40. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Trying to allocate a host and storage pools from dc:1, pod:1,cluster:1, requested cpu: 4000, requested ram: 4294967296
  41. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Is ROOT volume READY (pool already allocated)?: Yes
  42. 2015-07-09 09:28:14,929 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) This VM has last host_id specified, trying to choose the same host: 6
  43. 2015-07-09 09:28:14,935 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) The last host of this VM is in avoid set
  44. 2015-07-09 09:28:14,935 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Cannot choose the last host to deploy this VM
  45. 2015-07-09 09:28:14,935 DEBUG [c.c.d.FirstFitPlanner] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Searching resources only under specified Cluster: 1
  46. 2015-07-09 09:28:14,972 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Checking resources in Cluster: 1 under Pod: 1
  47. 2015-07-09 09:28:14,978 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Looking for hosts in dc: 1 pod:1 cluster:1
  48. 2015-07-09 09:28:14,986 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) FirstFitAllocator has 3 hosts to check for allocation: [Host[-4-Routing], Host[-1-Routing], Host[-5-Routing]]
  49. 2015-07-09 09:28:15,011 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Found 3 hosts for allocation after prioritization: [Host[-4-Routing], Host[-1-Routing], Host[-5-Routing]]
  50. 2015-07-09 09:28:15,011 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Looking for speed=4000Mhz, Ram=4096
  51. 2015-07-09 09:28:15,028 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host: 4 has cpu capability (cpu:24, speed:2400) to support requested CPU: 2 and requested speed: 2000
  52. 2015-07-09 09:28:15,028 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Checking if host: 4 has enough capacity for requested CPU: 4000 and requested RAM: 4294967296 , cpuOverprovisioningFactor: 1.0
  53. 2015-07-09 09:28:15,034 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Hosts's actual total CPU: 57600 and CPU after applying overprovisioning: 57600
  54. 2015-07-09 09:28:15,034 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Free CPU: 52600 , Requested CPU: 4000
  55. 2015-07-09 09:28:15,034 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Free RAM: 90726219776 , Requested RAM: 4294967296
  56. 2015-07-09 09:28:15,034 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host has enough CPU and RAM available
  57. 2015-07-09 09:28:15,034 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) STATS: Can alloc CPU from host: 4, used: 5000, reserved: 0, actual total: 57600, total with overprovisioning: 57600; requested cpu:4000,alloc_from_last_host?:false ,considerReservedCapacity?: true
  58. 2015-07-09 09:28:15,035 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) STATS: Can alloc MEM from host: 4, used: 4831838208, reserved: 0, total: 95558057984; requested mem: 4294967296,alloc_from_last_host?:false ,considerReservedCapacity?: true
  59. 2015-07-09 09:28:15,035 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Found a suitable host, adding to list: 4
  60. 2015-07-09 09:28:15,062 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host: 1 has cpu capability (cpu:24, speed:2400) to support requested CPU: 2 and requested speed: 2000
  61. 2015-07-09 09:28:15,062 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Checking if host: 1 has enough capacity for requested CPU: 4000 and requested RAM: 4294967296 , cpuOverprovisioningFactor: 1.0
  62. 2015-07-09 09:28:15,071 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Hosts's actual total CPU: 57600 and CPU after applying overprovisioning: 57600
  63. 2015-07-09 09:28:15,071 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Free CPU: 52100 , Requested CPU: 4000
  64. 2015-07-09 09:28:15,071 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Free RAM: 90457784320 , Requested RAM: 4294967296
  65. 2015-07-09 09:28:15,071 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host has enough CPU and RAM available
  66. 2015-07-09 09:28:15,071 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) STATS: Can alloc CPU from host: 1, used: 5500, reserved: 0, actual total: 57600, total with overprovisioning: 57600; requested cpu:4000,alloc_from_last_host?:false ,considerReservedCapacity?: true
  67. 2015-07-09 09:28:15,072 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) STATS: Can alloc MEM from host: 1, used: 5100273664, reserved: 0, total: 95558057984; requested mem: 4294967296,alloc_from_last_host?:false ,considerReservedCapacity?: true
  68. 2015-07-09 09:28:15,072 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Found a suitable host, adding to list: 1
  69. 2015-07-09 09:28:15,102 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host: 5 has cpu capability (cpu:24, speed:2400) to support requested CPU: 2 and requested speed: 2000
  70. 2015-07-09 09:28:15,102 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Checking if host: 5 has enough capacity for requested CPU: 4000 and requested RAM: 4294967296 , cpuOverprovisioningFactor: 1.0
  71. 2015-07-09 09:28:15,112 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Hosts's actual total CPU: 57600 and CPU after applying overprovisioning: 57600
  72. 2015-07-09 09:28:15,112 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Free CPU: 57600 , Requested CPU: 4000
  73. 2015-07-09 09:28:15,112 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Free RAM: 95574310912 , Requested RAM: 4294967296
  74. 2015-07-09 09:28:15,112 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host has enough CPU and RAM available
  75. 2015-07-09 09:28:15,112 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) STATS: Can alloc CPU from host: 5, used: 0, reserved: 0, actual total: 57600, total with overprovisioning: 57600; requested cpu:4000,alloc_from_last_host?:false ,considerReservedCapacity?: true
  76. 2015-07-09 09:28:15,112 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) STATS: Can alloc MEM from host: 5, used: 0, reserved: 0, total: 95574310912; requested mem: 4294967296,alloc_from_last_host?:false ,considerReservedCapacity?: true
  77. 2015-07-09 09:28:15,112 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Found a suitable host, adding to list: 5
  78. 2015-07-09 09:28:15,112 DEBUG [c.c.a.m.a.i.FirstFitAllocator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee FirstFitRoutingAllocator) Host Allocator returning 3 suitable hosts
  79. 2015-07-09 09:28:15,122 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Checking suitable pools for volume (Id, Type): (49,ROOT)
  80. 2015-07-09 09:28:15,122 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Volume has pool already allocated, checking if pool can be reused, poolId: 1
  81. 2015-07-09 09:28:15,127 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Planner need not allocate a pool for this volume since its READY
  82. 2015-07-09 09:28:15,127 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Trying to find a potenial host and associated storage pools from the suitable host/pool lists for this VM
  83. 2015-07-09 09:28:15,127 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Checking if host: 4 can access any suitable storage pool for volume: ROOT
  84. 2015-07-09 09:28:15,131 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Host: 4 can access pool: 1
  85. 2015-07-09 09:28:15,136 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Found a potential host id: 4 name: londXS02 and associated storage pools for this VM
  86. 2015-07-09 09:28:15,141 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Returning Deployment Destination: Dest[Zone(Id)-Pod(Id)-Cluster(Id)-Host(Id)-Storage(Volume(Id|Type-->Pool(Id))] : Dest[Zone(1)-Pod(1)-Cluster(1)-Host(4)-Storage()]
  87. 2015-07-09 09:28:15,141 DEBUG [c.c.v.VirtualMachineManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Found destination Dest[Zone(Id)-Pod(Id)-Cluster(Id)-Host(Id)-Storage(Volume(Id|Type-->Pool(Id))] : Dest[Zone(1)-Pod(1)-Cluster(1)-Host(4)-Storage()] for migrating to.
  88. 2015-07-09 09:28:15,141 INFO [c.c.v.VirtualMachineManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Migrating VM[User|i-13-39-VM] to Dest[Zone(Id)-Pod(Id)-Cluster(Id)-Host(Id)-Storage(Volume(Id|Type-->Pool(Id))] : Dest[Zone(1)-Pod(1)-Cluster(1)-Host(4)-Storage()]
  89. 2015-07-09 09:28:15,189 DEBUG [c.c.n.NetworkModelImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Service SecurityGroup is not supported in the network id=215
  90. 2015-07-09 09:28:15,255 DEBUG [c.c.n.NetworkModelImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Service SecurityGroup is not supported in the network id=215
  91. 2015-07-09 09:28:15,291 DEBUG [o.a.c.e.o.VolumeOrchestrator] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Preparing 1 volumes for VM[User|i-13-39-VM]
  92. 2015-07-09 09:28:15,502 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 4-5299892336484941888: Sending { Cmd , MgmtId: 59778234354585, via: 4(londXS02), Ver: v1, Flags: 100111, [{"com.cloud.agent.api.PrepareForMigrationCommand":{"vm":{"id":39,"name":"i-13-39-VM","bootloader":"PyGrub","type":"User","cpus":2,"minSpeed":2000,"maxSpeed":2000,"minRam":4294967296,"maxRam":4294967296,"arch":"x86_64","os":"Other CentOS (64-bit)","platformEmulator":"Other install media","bootArgs":"","enableHA":false,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"e09c14fa35167466","params":{"hypervisortoolsversion":"xenserver56","platform":"viridian:true;acpi:1;apic:true;pae:true;nx:true;timeoffset:1"},"uuid":"f503999e-57e3-42bb-ad5f-8fc53aa85241","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"ebd1dab1-7cee-43f4-bf17-f4a2d89de75a","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"876d490c-a1d4-3bfe-88b7-1bdb2479541b","id":1,"poolType":"NetworkFilesystem","host":"172.16.5.194","path":"/tank/primstore","port":2049,"url":"NetworkFilesystem://172.16.5.194/tank/primstore/?ROLE=Primary&STOREUUID=876d490c-a1d4-3bfe-88b7-1bdb2479541b"}},"name":"ROOT-39","size":107374182400,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","volumeId":49,"vmName":"i-13-39-VM","accountId":13,"format":"VHD","provisioningType":"THIN","id":49,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"172.16.5.194","volumeSize":"107374182400"}},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"id":0,"format":"ISO","accountId":0,"hvm":false}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"pxeDisable":false,"nicUuid":"06ea73f2-4774-441f-8346-55982734a283","uuid":"b8a6ce02-5a90-491b-a801-e61a9f5e6951","ip":"10.1.1.252","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:30:54:00:01","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://822","isolationUri":"vlan://822","isSecurityGroupEnabled":false,"name":"guest"}],"vcpuMaxLimit":16},"wait":0}}] }
  93. 2015-07-09 09:28:15,502 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 4-5299892336484941888: Executing: { Cmd , MgmtId: 59778234354585, via: 4(londXS02), Ver: v1, Flags: 100111, [{"com.cloud.agent.api.PrepareForMigrationCommand":{"vm":{"id":39,"name":"i-13-39-VM","bootloader":"PyGrub","type":"User","cpus":2,"minSpeed":2000,"maxSpeed":2000,"minRam":4294967296,"maxRam":4294967296,"arch":"x86_64","os":"Other CentOS (64-bit)","platformEmulator":"Other install media","bootArgs":"","enableHA":false,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"e09c14fa35167466","params":{"hypervisortoolsversion":"xenserver56","platform":"viridian:true;acpi:1;apic:true;pae:true;nx:true;timeoffset:1"},"uuid":"f503999e-57e3-42bb-ad5f-8fc53aa85241","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"ebd1dab1-7cee-43f4-bf17-f4a2d89de75a","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"876d490c-a1d4-3bfe-88b7-1bdb2479541b","id":1,"poolType":"NetworkFilesystem","host":"172.16.5.194","path":"/tank/primstore","port":2049,"url":"NetworkFilesystem://172.16.5.194/tank/primstore/?ROLE=Primary&STOREUUID=876d490c-a1d4-3bfe-88b7-1bdb2479541b"}},"name":"ROOT-39","size":107374182400,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","volumeId":49,"vmName":"i-13-39-VM","accountId":13,"format":"VHD","provisioningType":"THIN","id":49,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"172.16.5.194","volumeSize":"107374182400"}},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"id":0,"format":"ISO","accountId":0,"hvm":false}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"pxeDisable":false,"nicUuid":"06ea73f2-4774-441f-8346-55982734a283","uuid":"b8a6ce02-5a90-491b-a801-e61a9f5e6951","ip":"10.1.1.252","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:30:54:00:01","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://822","isolationUri":"vlan://822","isSecurityGroupEnabled":false,"name":"guest"}],"vcpuMaxLimit":16},"wait":0}}] }
  94. 2015-07-09 09:28:15,503 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-203:ctx-6f568e1f) Seq 4-5299892336484941888: Executing request
  95. 2015-07-09 09:28:15,510 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-203:ctx-6f568e1f) Preparing host for migrating com.cloud.agent.api.to.VirtualMachineTO@261e793
  96. 2015-07-09 09:28:15,524 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-203:ctx-6f568e1f) Looking for network named guest
  97. 2015-07-09 09:28:15,555 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-203:ctx-6f568e1f) Found a network called guest on host=172.16.5.198; Network=7d76666b-81df-e6c7-9096-f23259e6d9b7; pif=2f91228b-9aa1-f676-4464-03e5094ebb8a
  98. 2015-07-09 09:28:15,591 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-203:ctx-6f568e1f) Found a network called VLAN-7d76666b-81df-e6c7-9096-f23259e6d9b7-822 on host=172.16.5.198; Network=c1be359f-54eb-dea9-d90e-58d652762a78; pif=4bb5d458-7bf8-8736-66bb-5f9f6adc6e68
  99. 2015-07-09 09:28:15,591 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-203:ctx-6f568e1f) 4. The VM i-13-39-VM is in Migrating state
  100. 2015-07-09 09:28:15,591 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-203:ctx-6f568e1f) Seq 4-5299892336484941888: Response Received:
  101. 2015-07-09 09:28:15,591 DEBUG [c.c.a.t.Request] (DirectAgent-203:ctx-6f568e1f) Seq 4-5299892336484941888: Processing: { Ans: , MgmtId: 59778234354585, via: 4, Ver: v1, Flags: 110, [{"com.cloud.agent.api.PrepareForMigrationAnswer":{"result":true,"wait":0}}] }
  102. 2015-07-09 09:28:15,591 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 4-5299892336484941888: Received: { Ans: , MgmtId: 59778234354585, via: 4, Ver: v1, Flags: 110, { PrepareForMigrationAnswer } }
  103. 2015-07-09 09:28:15,591 DEBUG [c.c.a.m.AgentAttache] (DirectAgent-203:ctx-6f568e1f) Seq 4-5299892336484941888: No more commands found
  104. 2015-07-09 09:28:15,722 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) VM state transitted from :Running to Migrating with event: MigrationRequestedvm's original host id: 6 new host id: 4 host id before state transition: 6
  105. 2015-07-09 09:28:15,749 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Hosts's actual total CPU: 57600 and CPU after applying overprovisioning: 57600
  106. 2015-07-09 09:28:15,749 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) We are allocating VM, increasing the used capacity of this host:4
  107. 2015-07-09 09:28:15,749 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Current Used CPU: 5000 , Free CPU:52600 ,Requested CPU: 4000
  108. 2015-07-09 09:28:15,749 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Current Used RAM: 4831838208 , Free RAM:90726219776 ,Requested RAM: 4294967296
  109. 2015-07-09 09:28:15,749 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) CPU STATS after allocation: for host: 4, old used: 5000, old reserved: 0, actual total: 57600, total with overprovisioning: 57600; new used:9000, reserved:0; requested cpu:4000,alloc_from_last:false
  110. 2015-07-09 09:28:15,749 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) RAM STATS after allocation: for host: 4, old used: 4831838208, old reserved: 0, total: 95558057984; new used: 9126805504, reserved: 0; requested mem: 4294967296,alloc_from_last:false
  111. 2015-07-09 09:28:15,822 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 6-1884756444054552889: Sending { Cmd , MgmtId: 59778234354585, via: 6(londXS04), Ver: v1, Flags: 100011, [{"com.cloud.agent.api.MigrateCommand":{"vmName":"i-13-39-VM","destIp":"172.16.5.198","hostGuid":"01f76437-adfb-4a0e-8162-fc756ece53c5","isWindows":false,"vmTO":{"id":39,"name":"i-13-39-VM","bootloader":"PyGrub","type":"User","cpus":2,"minSpeed":2000,"maxSpeed":2000,"minRam":4294967296,"maxRam":4294967296,"arch":"x86_64","os":"Other CentOS (64-bit)","platformEmulator":"Other install media","bootArgs":"","enableHA":false,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"e09c14fa35167466","params":{"hypervisortoolsversion":"xenserver56","platform":"viridian:true;acpi:1;apic:true;pae:true;nx:true;timeoffset:1"},"uuid":"f503999e-57e3-42bb-ad5f-8fc53aa85241","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"ebd1dab1-7cee-43f4-bf17-f4a2d89de75a","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"876d490c-a1d4-3bfe-88b7-1bdb2479541b","id":1,"poolType":"NetworkFilesystem","host":"172.16.5.194","path":"/tank/primstore","port":2049,"url":"NetworkFilesystem://172.16.5.194/tank/primstore/?ROLE=Primary&STOREUUID=876d490c-a1d4-3bfe-88b7-1bdb2479541b"}},"name":"ROOT-39","size":107374182400,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","volumeId":49,"vmName":"i-13-39-VM","accountId":13,"format":"VHD","provisioningType":"THIN","id":49,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"172.16.5.194","volumeSize":"107374182400"}},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"id":0,"format":"ISO","accountId":0,"hvm":false}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"pxeDisable":false,"nicUuid":"06ea73f2-4774-441f-8346-55982734a283","uuid":"b8a6ce02-5a90-491b-a801-e61a9f5e6951","ip":"10.1.1.252","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:30:54:00:01","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://822","isolationUri":"vlan://822","isSecurityGroupEnabled":false,"name":"guest"}],"vcpuMaxLimit":16},"executeInSequence":false,"wait":0}}] }
  112. 2015-07-09 09:28:15,822 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 6-1884756444054552889: Executing: { Cmd , MgmtId: 59778234354585, via: 6(londXS04), Ver: v1, Flags: 100011, [{"com.cloud.agent.api.MigrateCommand":{"vmName":"i-13-39-VM","destIp":"172.16.5.198","hostGuid":"01f76437-adfb-4a0e-8162-fc756ece53c5","isWindows":false,"vmTO":{"id":39,"name":"i-13-39-VM","bootloader":"PyGrub","type":"User","cpus":2,"minSpeed":2000,"maxSpeed":2000,"minRam":4294967296,"maxRam":4294967296,"arch":"x86_64","os":"Other CentOS (64-bit)","platformEmulator":"Other install media","bootArgs":"","enableHA":false,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"e09c14fa35167466","params":{"hypervisortoolsversion":"xenserver56","platform":"viridian:true;acpi:1;apic:true;pae:true;nx:true;timeoffset:1"},"uuid":"f503999e-57e3-42bb-ad5f-8fc53aa85241","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"ebd1dab1-7cee-43f4-bf17-f4a2d89de75a","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"876d490c-a1d4-3bfe-88b7-1bdb2479541b","id":1,"poolType":"NetworkFilesystem","host":"172.16.5.194","path":"/tank/primstore","port":2049,"url":"NetworkFilesystem://172.16.5.194/tank/primstore/?ROLE=Primary&STOREUUID=876d490c-a1d4-3bfe-88b7-1bdb2479541b"}},"name":"ROOT-39","size":107374182400,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","volumeId":49,"vmName":"i-13-39-VM","accountId":13,"format":"VHD","provisioningType":"THIN","id":49,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"1b5694fa-655a-45f7-91d1-5b995c33c5b5","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"172.16.5.194","volumeSize":"107374182400"}},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"id":0,"format":"ISO","accountId":0,"hvm":false}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"pxeDisable":false,"nicUuid":"06ea73f2-4774-441f-8346-55982734a283","uuid":"b8a6ce02-5a90-491b-a801-e61a9f5e6951","ip":"10.1.1.252","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:30:54:00:01","dns1":"8.8.8.8","dns2":"8.8.4.4","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://822","isolationUri":"vlan://822","isSecurityGroupEnabled":false,"name":"guest"}],"vcpuMaxLimit":16},"executeInSequence":false,"wait":0}}] }
  113. 2015-07-09 09:28:15,823 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-207:ctx-01017272) Seq 6-1884756444054552889: Executing request
  114. 2015-07-09 09:28:15,866 WARN [c.c.h.x.r.CitrixResourceBase] (DirectAgent-207:ctx-01017272) Task failed! Task record: uuid: 797132a4-5fcd-c94e-92c0-2f3cebf1b01c
  115. nameLabel: Async.VM.pool_migrate
  116. nameDescription:
  117. allowedOperations: []
  118. currentOperations: {}
  119. created: Thu Jul 09 09:28:15 CEST 2015
  120. finished: Thu Jul 09 09:28:15 CEST 2015
  121. status: failure
  122. residentOn: com.xensource.xenapi.Host@8494db93
  123. progress: 1.0
  124. type: <none/>
  125. result:
  126. errorInfo: [VM_LACKS_FEATURE_SUSPEND, OpaqueRef:e1cf9aa8-f9de-05b4-5a76-24fd2ad18557]
  127. otherConfig: {}
  128. subtaskOf: com.xensource.xenapi.Task@aaf13f6f
  129. subtasks: []
  130.  
  131. 2015-07-09 09:28:15,872 WARN [c.c.h.x.r.CitrixResourceBase] (DirectAgent-207:ctx-01017272) Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)
  132. Task failed! Task record: uuid: 797132a4-5fcd-c94e-92c0-2f3cebf1b01c
  133. nameLabel: Async.VM.pool_migrate
  134. nameDescription:
  135. allowedOperations: []
  136. currentOperations: {}
  137. created: Thu Jul 09 09:28:15 CEST 2015
  138. finished: Thu Jul 09 09:28:15 CEST 2015
  139. status: failure
  140. residentOn: com.xensource.xenapi.Host@8494db93
  141. progress: 1.0
  142. type: <none/>
  143. result:
  144. errorInfo: [VM_LACKS_FEATURE_SUSPEND, OpaqueRef:e1cf9aa8-f9de-05b4-5a76-24fd2ad18557]
  145. otherConfig: {}
  146. subtaskOf: com.xensource.xenapi.Task@aaf13f6f
  147. subtasks: []
  148.  
  149. at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.checkForSuccess(CitrixResourceBase.java:3210)
  150. at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.migrateVM(CitrixResourceBase.java:3363)
  151. at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:2961)
  152. at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:455)
  153. at com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
  154. at com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
  155. at com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
  156. at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
  157. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
  158. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
  159. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
  160. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
  161. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
  162. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  163. at java.util.concurrent.FutureTask.run(FutureTask.java:262)
  164. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
  165. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
  166. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  167. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  168. at java.lang.Thread.run(Thread.java:744)
  169. 2015-07-09 09:28:15,878 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-207:ctx-01017272) unable to destroy task(com.xensource.xenapi.Task@b97a3989) on host(b17d02a0-35d2-4038-a461-865ae02f12d2) due to You gave an invalid object reference. The object may have recently been deleted. The class parameter gives the type of reference given, and the handle parameter echoes the bad value given.
  170. 2015-07-09 09:28:15,878 WARN [c.c.h.x.r.CitrixResourceBase] (DirectAgent-207:ctx-01017272) Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)
  171. com.cloud.utils.exception.CloudRuntimeException: Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)
  172. at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.migrateVM(CitrixResourceBase.java:3374)
  173. at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:2961)
  174. at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:455)
  175. at com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
  176. at com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
  177. at com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
  178. at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
  179. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
  180. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
  181. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
  182. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
  183. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
  184. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  185. at java.util.concurrent.FutureTask.run(FutureTask.java:262)
  186. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
  187. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
  188. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  189. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  190. at java.lang.Thread.run(Thread.java:744)
  191. 2015-07-09 09:28:15,878 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-207:ctx-01017272) Seq 6-1884756444054552889: Response Received:
  192. 2015-07-09 09:28:15,879 DEBUG [c.c.a.t.Request] (DirectAgent-207:ctx-01017272) Seq 6-1884756444054552889: Processing: { Ans: , MgmtId: 59778234354585, via: 6, Ver: v1, Flags: 10, [{"com.cloud.agent.api.MigrateAnswer":{"result":false,"details":"Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)","wait":0}}] }
  193. 2015-07-09 09:28:15,879 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 6-1884756444054552889: Received: { Ans: , MgmtId: 59778234354585, via: 6, Ver: v1, Flags: 10, { MigrateAnswer } }
  194. 2015-07-09 09:28:15,879 INFO [c.c.v.VirtualMachineManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Migration was unsuccessful. Cleaning up: VM[User|i-13-39-VM]
  195. 2015-07-09 09:28:15,904 WARN [o.a.c.alerts] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) alertType:: 17 // dataCenterId:: 1 // podId:: 1 // clusterId:: null // message:: Unable to migrate vm i-13-39-VM from host londXS04 in zone Solna and pod londRack1
  196. 2015-07-09 09:28:15,913 DEBUG [c.c.a.AlertManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Have already sent: 1 emails for alert type '17' -- skipping send email
  197. 2015-07-09 09:28:15,919 DEBUG [c.c.a.m.AgentAttache] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 4-5299892336484941889: Routed from 59778234354585
  198. 2015-07-09 09:28:15,919 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 4-5299892336484941889: Sending { Cmd , MgmtId: 59778234354585, via: 4(londXS02), Ver: v1, Flags: 100011, [{"com.cloud.agent.api.StopCommand":{"isProxy":false,"executeInSequence":false,"checkBeforeCleanup":false,"vmName":"i-13-39-VM","wait":0}}] }
  199. 2015-07-09 09:28:15,919 DEBUG [c.c.a.t.Request] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Seq 4-5299892336484941889: Executing: { Cmd , MgmtId: 59778234354585, via: 4(londXS02), Ver: v1, Flags: 100011, [{"com.cloud.agent.api.StopCommand":{"isProxy":false,"executeInSequence":false,"checkBeforeCleanup":false,"vmName":"i-13-39-VM","wait":0}}] }
  200. 2015-07-09 09:28:15,919 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-414:ctx-1479c7e9) Seq 4-5299892336484941889: Executing request
  201. 2015-07-09 09:28:15,932 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-2:null) Seq 10-2327516582420422723: Routing from 249373720971888
  202. 2015-07-09 09:28:15,938 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-414:ctx-1479c7e9) Seq 4-5299892336484941889: Response Received:
  203. 2015-07-09 09:28:15,938 DEBUG [c.c.a.t.Request] (DirectAgent-414:ctx-1479c7e9) Seq 4-5299892336484941889: Processing: { Ans: , MgmtId: 59778234354585, via: 4, Ver: v1, Flags: 10, [{"com.cloud.agent.api.StopAnswer":{"result":true,"details":"VM does not exist","wait":0}}] }
  204. 2015-07-09 09:28:15,938 DEBUG [c.c.a.m.AgentAttache] (DirectAgent-414:ctx-1479c7e9) Seq 4-5299892336484941889: Unable to find listener.
  205. 2015-07-09 09:28:15,986 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) VM state transitted from :Migrating to Running with event: OperationFailedvm's original host id: 6 new host id: 6 host id before state transition: 4
  206. 2015-07-09 09:28:15,989 DEBUG [c.c.a.m.ClusteredAgentManagerImpl] (AgentManager-Handler-4:null) Seq 10-2327516582420422723: MgmtId 249373720971888: Resp: Routing to peer
  207. 2015-07-09 09:28:16,000 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-206:ctx-50fb6d83) Seq 5-199847233464565773: Executing request
  208. 2015-07-09 09:28:16,003 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Hosts's actual total CPU: 57600 and CPU after applying overprovisioning: 57600
  209. 2015-07-09 09:28:16,003 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Hosts's actual total RAM: 95558058496 and RAM after applying overprovisioning: 95558057984
  210. 2015-07-09 09:28:16,004 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) release cpu from host: 4, old used: 9000,reserved: 0, actual total: 57600, total with overprovisioning: 57600; new used: 5000,reserved:0; movedfromreserved: false,moveToReserveredfalse
  211. 2015-07-09 09:28:16,004 DEBUG [c.c.c.CapacityManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) release mem from host: 4, old used: 9126805504,reserved: 0, total: 95558057984; new used: 4831838208,reserved:0; movedfromreserved: false,moveToReserveredfalse
  212. 2015-07-09 09:28:16,107 ERROR [c.c.v.VmWorkJobHandlerProxy] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Invocation exception, caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)
  213. 2015-07-09 09:28:16,107 INFO [c.c.v.VmWorkJobHandlerProxy] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027 ctx-60b656ee) Rethrow exception com.cloud.utils.exception.CloudRuntimeException: Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)
  214. 2015-07-09 09:28:16,107 DEBUG [c.c.v.VmWorkJobDispatcher] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Done with run of VM work job: com.cloud.vm.VmWorkMigrateAway for VM 39, job origin: 3573
  215. 2015-07-09 09:28:16,107 ERROR [c.c.v.VmWorkJobDispatcher] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Unable to complete AsyncJobVO {id:4027, userId: 1, accountId: 1, instanceType: null, instanceId: null, cmd: com.cloud.vm.VmWorkMigrateAway, cmdInfo: rO0ABXNyAB5jb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZUF3YXmt4MX4jtcEmwIAAUoACXNyY0hvc3RJZHhyABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAABAAAAAAAAAAEAAAAAAAAAJ3QAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAABg, cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result: null, initMsid: 59778234354585, completeMsid: null, lastUpdated: null, lastPolled: null, created: Thu Jul 09 09:28:14 CEST 2015}, job origin:3573
  216. com.cloud.utils.exception.CloudRuntimeException: Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)
  217. at com.cloud.vm.VirtualMachineManagerImpl.migrate(VirtualMachineManagerImpl.java:1962)
  218. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:2395)
  219. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:4517)
  220. at sun.reflect.GeneratedMethodAccessor563.invoke(Unknown Source)
  221. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  222. at java.lang.reflect.Method.invoke(Method.java:606)
  223. at com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
  224. at com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4636)
  225. at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:103)
  226. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:537)
  227. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
  228. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
  229. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
  230. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
  231. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
  232. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:494)
  233. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  234. at java.util.concurrent.FutureTask.run(FutureTask.java:262)
  235. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  236. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  237. at java.lang.Thread.run(Thread.java:744)
  238. 2015-07-09 09:28:16,110 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Complete async job-4027, jobStatus: FAILED, resultCode: 0, result: rO0ABXNyAC9jb20uY2xvdWQudXRpbHMuZXhjZXB0aW9uLkNsb3VkUnVudGltZUV4Y2VwdGlvbgAAAABWTU9yAwABSQALY3NFcnJvckNvZGV4cgAaamF2YS5sYW5nLlJ1bnRpbWVFeGNlcHRpb26eXwZHCjSD5QIAAHhyABNqYXZhLmxhbmcuRXhjZXB0aW9u0P0fPho7HMQCAAB4cgATamF2YS5sYW5nLlRocm93YWJsZdXGNSc5d7jLAwAETAAFY2F1c2V0ABVMamF2YS9sYW5nL1Rocm93YWJsZTtMAA1kZXRhaWxNZXNzYWdldAASTGphdmEvbGFuZy9TdHJpbmc7WwAKc3RhY2tUcmFjZXQAHltMamF2YS9sYW5nL1N0YWNrVHJhY2VFbGVtZW50O0wAFHN1cHByZXNzZWRFeGNlcHRpb25zdAAQTGphdmEvdXRpbC9MaXN0O3hwcQB-AAh0AFBVbmFibGUgdG8gbWlncmF0ZSBWTShpLTEzLTM5LVZNKSBmcm9tIGhvc3QoYjE3ZDAyYTAtMzVkMi00MDM4LWE0NjEtODY1YWUwMmYxMmQyKXVyAB5bTGphdmEubGFuZy5TdGFja1RyYWNlRWxlbWVudDsCRio8PP0iOQIAAHhwAAAAFXNyABtqYXZhLmxhbmcuU3RhY2tUcmFjZUVsZW1lbnRhCcWaJjbdhQIABEkACmxpbmVOdW1iZXJMAA5kZWNsYXJpbmdDbGFzc3EAfgAFTAAIZmlsZU5hbWVxAH4ABUwACm1ldGhvZE5hbWVxAH4ABXhwAAAHqnQAJmNvbS5jbG91ZC52bS5WaXJ0dWFsTWFjaGluZU1hbmFnZXJJbXBsdAAeVmlydHVhbE1hY2hpbmVNYW5hZ2VySW1wbC5qYXZhdAAHbWlncmF0ZXNxAH4ADAAACVtxAH4ADnEAfgAPdAAWb3JjaGVzdHJhdGVNaWdyYXRlQXdheXNxAH4ADAAAEaVxAH4ADnEAfgAPcQB-ABJzcQB-AAz_____dAAmc3VuLnJlZmxlY3QuR2VuZXJhdGVkTWV0aG9kQWNjZXNzb3I1NjNwdAAGaW52b2tlc3EAfgAMAAAAK3QAKHN1bi5yZWZsZWN0LkRlbGVnYXRpbmdNZXRob2RBY2Nlc3NvckltcGx0ACFEZWxlZ2F0aW5nTWV0aG9kQWNjZXNzb3JJbXBsLmphdmFxAH4AFnNxAH4ADAAAAl50ABhqYXZhLmxhbmcucmVmbGVjdC5NZXRob2R0AAtNZXRob2QuamF2YXEAfgAWc3EAfgAMAAAAa3QAImNvbS5jbG91ZC52bS5WbVdvcmtKb2JIYW5kbGVyUHJveHl0ABpWbVdvcmtKb2JIYW5kbGVyUHJveHkuamF2YXQAD2hhbmRsZVZtV29ya0pvYnNxAH4ADAAAEhxxAH4ADnEAfgAPcQB-ACBzcQB-AAwAAABndAAgY29tLmNsb3VkLnZtLlZtV29ya0pvYkRpc3BhdGNoZXJ0ABhWbVdvcmtKb2JEaXNwYXRjaGVyLmphdmF0AAZydW5Kb2JzcQB-AAwAAAIZdAA_b3JnLmFwYWNoZS5jbG91ZHN0YWNrLmZyYW1ld29yay5qb2JzLmltcGwuQXN5bmNKb2JNYW5hZ2VySW1wbCQ1dAAYQXN5bmNKb2JNYW5hZ2VySW1wbC5qYXZhdAAMcnVuSW5Db250ZXh0c3EAfgAMAAAAMXQAPm9yZy5hcGFjaGUuY2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuTWFuYWdlZENvbnRleHRSdW5uYWJsZSQxdAAbTWFuYWdlZENvbnRleHRSdW5uYWJsZS5qYXZhdAADcnVuc3EAfgAMAAAAOHQAQm9yZy5hcGFjaGUuY2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuaW1wbC5EZWZhdWx0TWFuYWdlZENvbnRleHQkMXQAGkRlZmF1bHRNYW5hZ2VkQ29udGV4dC5qYXZhdAAEY2FsbHNxAH4ADAAAAGd0AEBvcmcuYXBhY2hlLmNsb3Vkc3RhY2subWFuYWdlZC5jb250ZXh0LmltcGwuRGVmYXVsdE1hbmFnZWRDb250ZXh0cQB-ADB0AA9jYWxsV2l0aENvbnRleHRzcQB-AAwAAAA1cQB-ADNxAH4AMHQADnJ1bldpdGhDb250ZXh0c3EAfgAMAAAALnQAPG9yZy5hcGFjaGUuY2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuTWFuYWdlZENvbnRleHRSdW5uYWJsZXEAfgAscQB-AC1zcQB-AAwAAAHucQB-ACdxAH4AKHEAfgAtc3EAfgAMAAAB13QALmphdmEudXRpbC5jb25jdXJyZW50LkV4ZWN1dG9ycyRSdW5uYWJsZUFkYXB0ZXJ0AA5FeGVjdXRvcnMuamF2YXEAfgAxc3EAfgAMAAABBnQAH2phdmEudXRpbC5jb25jdXJyZW50LkZ1dHVyZVRhc2t0AA9GdXR1cmVUYXNrLmphdmFxAH4ALXNxAH4ADAAABHl0ACdqYXZhLnV0aWwuY29uY3VycmVudC5UaHJlYWRQb29sRXhlY3V0b3J0ABdUaHJlYWRQb29sRXhlY3V0b3IuamF2YXQACXJ1bldvcmtlcnNxAH4ADAAAAmd0AC5qYXZhLnV0aWwuY29uY3VycmVudC5UaHJlYWRQb29sRXhlY3V0b3IkV29ya2VycQB-AEJxAH4ALXNxAH4ADAAAAuh0ABBqYXZhLmxhbmcuVGhyZWFkdAALVGhyZWFkLmphdmFxAH4ALXNyACZqYXZhLnV0aWwuQ29sbGVjdGlvbnMkVW5tb2RpZmlhYmxlTGlzdPwPJTG17I4QAgABTAAEbGlzdHEAfgAHeHIALGphdmEudXRpbC5Db2xsZWN0aW9ucyRVbm1vZGlmaWFibGVDb2xsZWN0aW9uGUIAgMte9x4CAAFMAAFjdAAWTGphdmEvdXRpbC9Db2xsZWN0aW9uO3hwc3IAE2phdmEudXRpbC5BcnJheUxpc3R4gdIdmcdhnQMAAUkABHNpemV4cAAAAAB3BAAAAAB4cQB-AE54AAAQmncIAAAAAAAAAAB4
  239. 2015-07-09 09:28:16,113 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Publish async job-4027 complete on message bus
  240. 2015-07-09 09:28:16,113 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Wake up jobs related to job-4027
  241. 2015-07-09 09:28:16,113 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Update db status for job-4027
  242. 2015-07-09 09:28:16,116 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Wake up jobs joined with job-4027 and disjoin all subjobs created from job- 4027
  243. 2015-07-09 09:28:16,174 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Done executing com.cloud.vm.VmWorkMigrateAway for job-4027
  244. 2015-07-09 09:28:16,182 INFO [o.a.c.f.j.i.AsyncJobMonitor] (Work-Job-Executor-36:ctx-f63f1d19 job-3573/job-4027) Remove job-4027 from job monitoring
  245. 2015-07-09 09:28:16,279 WARN [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-77707b15 work-59) Encountered unhandled exception during HA process, reschedule retry
  246. com.cloud.utils.exception.CloudRuntimeException: Unable to migrate VM(i-13-39-VM) from host(b17d02a0-35d2-4038-a461-865ae02f12d2)
  247. at com.cloud.vm.VirtualMachineManagerImpl.migrate(VirtualMachineManagerImpl.java:1962)
  248. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:2395)
  249. at com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrateAway(VirtualMachineManagerImpl.java:4517)
  250. at sun.reflect.GeneratedMethodAccessor563.invoke(Unknown Source)
  251. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  252. at java.lang.reflect.Method.invoke(Method.java:606)
  253. at com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
  254. at com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4636)
  255. at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:103)
  256. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:537)
  257. at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
  258. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
  259. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
  260. at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
  261. at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
  262. at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:494)
  263. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
  264. at java.util.concurrent.FutureTask.run(FutureTask.java:262)
  265. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  266. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  267. at java.lang.Thread.run(Thread.java:744)
  268. 2015-07-09 09:28:16,279 INFO [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-77707b15 work-59) Rescheduling HAWork[59-Migration-39-Running-Migrating] to try again at Thu Jul 09 09:38:29 CEST 2015
  269. 2015-07-09 09:28:16,403 INFO [c.c.h.HighAvailabilityManagerImpl] (HA-Worker-3:ctx-8673febf work-60) Processing HAWork[60-Migration-40-Running-Scheduled]
  270. 2015-07-09 09:28:16,469 WARN [o.a.c.f.j.AsyncJobExecutionContext] (HA-Worker-3:ctx-8673febf work-60) Job is executed without a context, setup psudo job for the executing thread
  271. 2015-07-09 09:28:16,513 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (HA-Worker-3:ctx-8673febf work-60) Sync job-4028 execution on object VmWorkJobQueue.40
  272. 2015-07-09 09:28:16,765 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (AsyncJobMgr-Heartbeat-1:ctx-9e90c2d3) Execute sync-queue item: SyncQueueItemVO {id:2283, queueId: 1658, contentType: AsyncJob, contentId: 4028, lastProcessMsid: 59778234354585, lastprocessNumber: 10, lastProcessTime: Thu Jul 09 09:28:16 CEST 2015, created: Thu Jul 09 09:28:16 CEST 2015}
  273. 2015-07-09 09:28:16,769 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (AsyncJobMgr-Heartbeat-1:ctx-9e90c2d3) Schedule queued job-4028
  274. 2015-07-09 09:28:16,825 INFO [o.a.c.f.j.i.AsyncJobMonitor] (Work-Job-Executor-37:ctx-5d1e7b72 job-3573/job-4028) Add job-4028 into job monitoring
  275. 2015-07-09 09:28:16,833 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Work-Job-Executor-37:ctx-5d1e7b72 job-3573/job-4028) Executing AsyncJobVO {id:4028, userId: 1, accountId: 1, instanceType: null, instanceId: null, cmd: com.cloud.vm.VmWorkMigrateAway, cmdInfo: rO0ABXNyAB5jb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZUF3YXmt4MX4jtcEmwIAAUoACXNyY0hvc3RJZHhyABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAABAAAAAAAAAAEAAAAAAAAAKHQAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAABg, cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result: null, initMsid: 59778234354585, completeMsid: null, lastUpdated: null, lastPolled: null, created: Thu Jul 09 09:28:16 CEST 2015}
  276. 2015-07-09 09:28:16,833 DEBUG [c.c.v.VmWorkJobDispatcher] (Work-Job-Executor-37:ctx-5d1e7b72 job-3573/job-4028) Run VM work job: com.cloud.vm.VmWorkMigrateAway for VM 40, job origin: 3573
  277. 2015-07-09 09:28:16,838 DEBUG [c.c.v.VmWorkJobHandlerProxy] (Work-Job-Executor-37:ctx-5d1e7b72 job-3573/job-4028 ctx-881e67cb) Execute VM work job: com.cloud.vm.VmWorkMigrateAway{"srcHostId":6,"userId":1,"accountId":1,"vmId":40,"handlerName":"VirtualMachineManagerImpl"}
  278. 2015-07-09 09:28:16,872 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-37:ctx-5d1e7b72 job-3573/job-4028 ctx-881e67cb) Deploy avoids pods: null, clusters: null, hosts: [6]
  279. 2015-07-09 09:28:16,877 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-37:ctx-5d1e7b72 job-3573/job-4028 ctx-881e67cb) DeploymentPlanner allocation algorithm: com.cloud.deploy.FirstFitPlanner@2a8314bf
  280. 2015-07-09 09:28:16,877 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-37:ctx-5d1e7b72 job-3573/job-4028 ctx-881e67cb) Trying to allocate a host and storage pools from dc:1, pod:1,cluster:1, requested cpu: 500, requested ram: 268435456
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!