下载template了吗? 2015-03-24 8:17 GMT+01:00 zb1019095...@163.com <zb1019095...@163.com>:
> 两个系统VM在web ui中看到一直在创建-启动-删除,一直不停的循环,日志如下,求解如何解决。 > > 2015-03-24 15:14:57,720 ERROR [c.c.v.VmWorkJobDispatcher] > (Work-Job-Executor-11:ctx-585af7eb job-43/job-220) Unable to complete > AsyncJobVO {id:220, userId: 1, accountId: 1, instanceType: null, > instanceId: null, cmd: com.cloud.vm.VmWorkStart, cmdInfo: > rO0ABXNyABhjb20uY2xvdWQudm0uVm1Xb3JrU3RhcnR9cMGsvxz73gIAC0oABGRjSWRMAAZhdm9pZHN0ADBMY29tL2Nsb3VkL2RlcGxveS9EZXBsb3ltZW50UGxhbm5lciRFeGNsdWRlTGlzdDtMAAljbHVzdGVySWR0ABBMamF2YS9sYW5nL0xvbmc7TAAGaG9zdElkcQB-AAJMAAtqb3VybmFsTmFtZXQAEkxqYXZhL2xhbmcvU3RyaW5nO0wAEXBoeXNpY2FsTmV0d29ya0lkcQB-AAJMAAdwbGFubmVycQB-AANMAAVwb2RJZHEAfgACTAAGcG9vbElkcQB-AAJMAAlyYXdQYXJhbXN0AA9MamF2YS91dGlsL01hcDtMAA1yZXNlcnZhdGlvbklkcQB-AAN4cgATY29tLmNsb3VkLnZtLlZtV29ya5-ZtlbwJWdrAgAESgAJYWNjb3VudElkSgAGdXNlcklkSgAEdm1JZEwAC2hhbmRsZXJOYW1lcQB-AAN4cAAAAAAAAAABAAAAAAAAAAEAAAAAAAAAAnQAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAHBwcHBwcHBwcHA, > cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, > result: null, initMsid: 156420888991411, completeMsid: null, lastUpdated: > null, lastPolled: null, created: Tue Mar 24 15:14:54 CST 2015}, job > origin:43 > com.cloud.exception.InsufficientServerCapacityException: Unable to create > a deployment for VM[ConsoleProxy|v-2-VM]Scope=interface > com.cloud.dc.DataCenter; id=1 > at > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:947) > at > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:5195) > at sun.reflect.GeneratedMethodAccessor209.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at > com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107) > at > com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:5340) > at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460) > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask.run(FutureTask.java:262) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:745) > 2015-03-24 15:14:57,723 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] > (Work-Job-Executor-11:ctx-585af7eb job-43/job-220) Complete async job-220, > jobStatus: FAILED, resultCode: 0, result: > rO0ABXNyABpqYXZhLmxhbmcuUnVudGltZUV4Y2VwdGlvbp5fBkcKNIPlAgAAeHIAE2phdmEubGFuZy5FeGNlcHRpb27Q_R8-GjscxAIAAHhyABNqYXZhLmxhbmcuVGhyb3dhYmxl1cY1Jzl3uMsDAARMAAVjYXVzZXQAFUxqYXZhL2xhbmcvVGhyb3dhYmxlO0wADWRldGFpbE1lc3NhZ2V0ABJMamF2YS9sYW5nL1N0cmluZztbAApzdGFja1RyYWNldAAeW0xqYXZhL2xhbmcvU3RhY2tUcmFjZUVsZW1lbnQ7TAAUc3VwcHJlc3NlZEV4Y2VwdGlvbnN0ABBMamF2YS91dGlsL0xpc3Q7eHBxAH4AB3QAVUpvYiBmYWlsZWQgZHVlIHRvIGV4Y2VwdGlvbiBVbmFibGUgdG8gY3JlYXRlIGEgZGVwbG95bWVudCBmb3IgVk1bQ29uc29sZVByb3h5fHYtMi1WTV11cgAeW0xqYXZhLmxhbmcuU3RhY2tUcmFjZUVsZW1lbnQ7AkYqPDz9IjkCAAB4cAAAAA1zcgAbamF2YS5sYW5nLlN0YWNrVHJhY2VFbGVtZW50YQnFmiY23YUCAARJAApsaW5lTnVtYmVyTAAOZGVjbGFyaW5nQ2xhc3NxAH4ABEwACGZpbGVOYW1lcQB-AARMAAptZXRob2ROYW1lcQB-AAR4cAAAAHJ0ACBjb20uY2xvdWQudm0uVm1Xb3JrSm9iRGlzcGF0Y2hlcnQAGFZtV29ya0pvYkRpc3BhdGNoZXIuamF2YXQABnJ1bkpvYnNxAH4ACwAAAfd0AD9vcmcuYXBhY2hlLmNsb3Vkc3RhY2suZnJhbWV3b3JrLmpvYnMuaW1wbC5Bc3luY0pvYk1hbmFnZXJJbXBsJDV0ABhBc3luY0pvYk1hbmFnZXJJbXBsLmphdmF0AAxydW5JbkNvbnRleHRzcQB-AAsAAAAxdAA-b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlJDF0ABtNYW5hZ2VkQ29udGV4dFJ1bm5hYmxlLmphdmF0AANydW5zcQB-AAsAAAA4dABCb3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5pbXBsLkRlZmF1bHRNYW5hZ2VkQ29udGV4dCQxdAAaRGVmYXVsdE1hbmFnZWRDb250ZXh0LmphdmF0AARjYWxsc3EAfgALAAAAZ3QAQG9yZy5hcGFjaGUuY2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuaW1wbC5EZWZhdWx0TWFuYWdlZENvbnRleHRxAH4AGnQAD2NhbGxXaXRoQ29udGV4dHNxAH4ACwAAADVxAH4AHXEAfgAadAAOcnVuV2l0aENvbnRleHRzcQB-AAsAAAAudAA8b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlcQB-ABZxAH4AF3NxAH4ACwAAAcxxAH4AEXEAfgAScQB-ABdzcQB-AAsAAAHXdAAuamF2YS51dGlsLmNvbmN1cnJlbnQuRXhlY3V0b3JzJFJ1bm5hYmxlQWRhcHRlcnQADkV4ZWN1dG9ycy5qYXZhcQB-ABtzcQB-AAsAAAEGdAAfamF2YS51dGlsLmNvbmN1cnJlbnQuRnV0dXJlVGFza3QAD0Z1dHVyZVRhc2suamF2YXEAfgAXc3EAfgALAAAEeXQAJ2phdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdXRvcnQAF1RocmVhZFBvb2xFeGVjdXRvci5qYXZhdAAJcnVuV29ya2Vyc3EAfgALAAACZ3QALmphdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdXRvciRXb3JrZXJxAH4ALHEAfgAXc3EAfgALAAAC6XQAEGphdmEubGFuZy5UaHJlYWR0AAtUaHJlYWQuamF2YXEAfgAXc3IAJmphdmEudXRpbC5Db2xsZWN0aW9ucyRVbm1vZGlmaWFibGVMaXN0_A8lMbXsjhACAAFMAARsaXN0cQB-AAZ4cgAsamF2YS51dGlsLkNvbGxlY3Rpb25zJFVubW9kaWZpYWJsZUNvbGxlY3Rpb24ZQgCAy173HgIAAUwAAWN0ABZMamF2YS91dGlsL0NvbGxlY3Rpb247eHBzcgATamF2YS51dGlsLkFycmF5TGlzdHiB0h2Zx2GdAwABSQAEc2l6ZXhwAAAAAHcEAAAAAHhxAH4AOHg > 2015-03-24 15:14:57,860 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] > (Work-Job-Executor-11:ctx-585af7eb job-43/job-220) Done executing > com.cloud.vm.VmWorkStart for job-220 > 2015-03-24 15:14:57,915 WARN [c.c.v.SystemVmLoadScanner] > (consoleproxy-1:ctx-4c6e6d75) Unexpected exception Job failed due to > exception Unable to create a deployment for VM[ConsoleProxy|v-2-VM] > java.lang.RuntimeException: Job failed due to exception Unable to create a > deployment for VM[ConsoleProxy|v-2-VM] > at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:114) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460) > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask.run(FutureTask.java:262) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:745) > 2015-03-24 15:14:58,040 DEBUG [o.a.c.f.j.i.SyncQueueManagerImpl] > (Work-Job-Executor-11:ctx-585af7eb job-43/job-220) Sync queue (2) is > currently empty > 2015-03-24 15:14:58,040 INFO [o.a.c.f.j.i.AsyncJobMonitor] > (Work-Job-Executor-11:ctx-585af7eb job-43/job-220) Remove job-220 from job > monitoring > 2015-03-24 15:15:01,746 INFO [o.a.c.s.v.VolumeServiceImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Unable to > acquire lock on VMTemplateStoragePool 79 > 2015-03-24 15:15:01,747 ERROR [c.c.v.VirtualMachineManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Failed to > start instance VM[SecondaryStorageVm|s-40-VM] > com.cloud.utils.exception.CloudRuntimeException: Unable to acquire lock on > VMTemplateStoragePool: 79 > at > org.apache.cloudstack.storage.volume.VolumeServiceImpl.createBaseImageAsync(VolumeServiceImpl.java:486) > at > org.apache.cloudstack.storage.volume.VolumeServiceImpl.createVolumeFromTemplateAsync(VolumeServiceImpl.java:745) > at > org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.recreateVolume(VolumeOrchestrator.java:1193) > at > org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.prepare(VolumeOrchestrator.java:1257) > at > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:988) > at > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:5195) > at sun.reflect.GeneratedMethodAccessor209.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at > com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107) > at > com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:5340) > at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460) > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask.run(FutureTask.java:262) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:745) > 2015-03-24 15:15:01,833 DEBUG [c.c.v.VirtualMachineManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Cleaning up > resources for the vm VM[SecondaryStorageVm|s-40-VM] in Starting state > 2015-03-24 15:15:01,836 DEBUG [c.c.a.t.Request] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Seq > 1-2679641778285445421: Sending { Cmd , MgmtId: 156420888991411, via: > 1(cloudstack), Ver: v1, Flags: 100011, > [{"com.cloud.agent.api.StopCommand":{"isProxy":false,"executeInSequence":false,"checkBeforeCleanup":false,"vmName":"s-40-VM","wait":0}}] > } > 2015-03-24 15:15:01,970 DEBUG [c.c.a.t.Request] > (AgentManager-Handler-11:null) Seq 1-2679641778285445421: Processing: { > Ans: , MgmtId: 156420888991411, via: 1, Ver: v1, Flags: 10, > [{"com.cloud.agent.api.StopAnswer":{"result":true,"wait":0}}] } > 2015-03-24 15:15:01,970 DEBUG [c.c.a.t.Request] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Seq > 1-2679641778285445421: Received: { Ans: , MgmtId: 156420888991411, via: 1, > Ver: v1, Flags: 10, { StopAnswer } } > 2015-03-24 15:15:02,061 DEBUG [c.c.n.g.ControlNetworkGuru] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Released > nic: NicProfile[157-40-null-null-null > 2015-03-24 15:15:02,155 DEBUG [c.c.d.d.DataCenterIpAddressDaoImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Releasing > ip address for reservationId=7e151b4e-73f8-4849-856c-8829dceb2dce, > instance=158 > 2015-03-24 15:15:02,156 DEBUG [c.c.n.g.PodBasedNetworkGuru] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Released > nic: NicProfile[158-40-null-null-null > 2015-03-24 15:15:02,254 DEBUG [c.c.d.d.DataCenterIpAddressDaoImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Releasing > ip address for reservationId=7e151b4e-73f8-4849-856c-8829dceb2dce, > instance=159 > 2015-03-24 15:15:02,254 DEBUG [c.c.n.g.PodBasedNetworkGuru] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Released > nic: NicProfile[159-40-null-null-null > 2015-03-24 15:15:02,312 DEBUG [c.c.v.VirtualMachineManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) > Successfully released network resources for the vm > VM[SecondaryStorageVm|s-40-VM] > 2015-03-24 15:15:02,312 DEBUG [c.c.v.VirtualMachineManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) > Successfully cleanued up resources for the vm > VM[SecondaryStorageVm|s-40-VM] in Starting state > 2015-03-24 15:15:02,506 DEBUG [c.c.c.CapacityManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) VM state > transitted from :Starting to Stopped with event: OperationFailedvm's > original host id: null new host id: null host id before state transition: 1 > 2015-03-24 15:15:02,510 DEBUG [c.c.c.CapacityManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Hosts's > actual total CPU: 28800 and CPU after applying overprovisioning: 28800 > 2015-03-24 15:15:02,510 DEBUG [c.c.c.CapacityManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Hosts's > actual total RAM: 16714964992 and RAM after applying overprovisioning: > 16714964992 > 2015-03-24 15:15:02,510 DEBUG [c.c.c.CapacityManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) release cpu > from host: 1, old used: 500,reserved: 0, actual total: 28800, total with > overprovisioning: 28800; new used: 0,reserved:0; movedfromreserved: > false,moveToReserveredfalse > 2015-03-24 15:15:02,510 DEBUG [c.c.c.CapacityManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) release mem > from host: 1, old used: 536870912,reserved: 0, total: 16714964992; new > used: 0,reserved:0; movedfromreserved: false,moveToReserveredfalse > 2015-03-24 15:15:02,602 ERROR [c.c.v.VmWorkJobHandlerProxy] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Invocation > exception, caused by: com.cloud.exception.AgentUnavailableException: > Resource [Host:1] is unreachable: Host 1: Unable to start instance due to > Unable to acquire lock on VMTemplateStoragePool: 79 > 2015-03-24 15:15:02,602 INFO [c.c.v.VmWorkJobHandlerProxy] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221 ctx-63912020) Rethrow > exception com.cloud.exception.AgentUnavailableException: Resource [Host:1] > is unreachable: Host 1: Unable to start instance due to Unable to acquire > lock on VMTemplateStoragePool: 79 > 2015-03-24 15:15:02,602 DEBUG [c.c.v.VmWorkJobDispatcher] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221) Done with run of VM work > job: com.cloud.vm.VmWorkStart for VM 40, job origin: 42 > 2015-03-24 15:15:02,602 ERROR [c.c.v.VmWorkJobDispatcher] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221) Unable to complete > AsyncJobVO {id:221, userId: 1, accountId: 1, instanceType: null, > instanceId: null, cmd: com.cloud.vm.VmWorkStart, cmdInfo: > rO0ABXNyABhjb20uY2xvdWQudm0uVm1Xb3JrU3RhcnR9cMGsvxz73gIAC0oABGRjSWRMAAZhdm9pZHN0ADBMY29tL2Nsb3VkL2RlcGxveS9EZXBsb3ltZW50UGxhbm5lciRFeGNsdWRlTGlzdDtMAAljbHVzdGVySWR0ABBMamF2YS9sYW5nL0xvbmc7TAAGaG9zdElkcQB-AAJMAAtqb3VybmFsTmFtZXQAEkxqYXZhL2xhbmcvU3RyaW5nO0wAEXBoeXNpY2FsTmV0d29ya0lkcQB-AAJMAAdwbGFubmVycQB-AANMAAVwb2RJZHEAfgACTAAGcG9vbElkcQB-AAJMAAlyYXdQYXJhbXN0AA9MamF2YS91dGlsL01hcDtMAA1yZXNlcnZhdGlvbklkcQB-AAN4cgATY29tLmNsb3VkLnZtLlZtV29ya5-ZtlbwJWdrAgAESgAJYWNjb3VudElkSgAGdXNlcklkSgAEdm1JZEwAC2hhbmRsZXJOYW1lcQB-AAN4cAAAAAAAAAABAAAAAAAAAAEAAAAAAAAAKHQAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAHBwcHBwcHBwcHA, > cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, > result: null, initMsid: 156420888991411, completeMsid: null, lastUpdated: > null, lastPolled: null, created: Tue Mar 24 15:14:54 CST 2015}, job > origin:42 > com.cloud.exception.AgentUnavailableException: Resource [Host:1] is > unreachable: Host 1: Unable to start instance due to Unable to acquire lock > on VMTemplateStoragePool: 79 > at > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1106) > at > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:5195) > at sun.reflect.GeneratedMethodAccessor209.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at > com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107) > at > com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:5340) > at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460) > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask.run(FutureTask.java:262) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:745) > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to > acquire lock on VMTemplateStoragePool: 79 > at > org.apache.cloudstack.storage.volume.VolumeServiceImpl.createBaseImageAsync(VolumeServiceImpl.java:486) > at > org.apache.cloudstack.storage.volume.VolumeServiceImpl.createVolumeFromTemplateAsync(VolumeServiceImpl.java:745) > at > org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.recreateVolume(VolumeOrchestrator.java:1193) > at > org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.prepare(VolumeOrchestrator.java:1257) > at > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:988) > ... 19 more > 2015-03-24 15:15:02,603 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221) Complete async job-221, > jobStatus: FAILED, resultCode: 0, result: > rO0ABXNyABpqYXZhLmxhbmcuUnVudGltZUV4Y2VwdGlvbp5fBkcKNIPlAgAAeHIAE2phdmEubGFuZy5FeGNlcHRpb27Q_R8-GjscxAIAAHhyABNqYXZhLmxhbmcuVGhyb3dhYmxl1cY1Jzl3uMsDAARMAAVjYXVzZXQAFUxqYXZhL2xhbmcvVGhyb3dhYmxlO0wADWRldGFpbE1lc3NhZ2V0ABJMamF2YS9sYW5nL1N0cmluZztbAApzdGFja1RyYWNldAAeW0xqYXZhL2xhbmcvU3RhY2tUcmFjZUVsZW1lbnQ7TAAUc3VwcHJlc3NlZEV4Y2VwdGlvbnN0ABBMamF2YS91dGlsL0xpc3Q7eHBxAH4AB3QAmUpvYiBmYWlsZWQgZHVlIHRvIGV4Y2VwdGlvbiBSZXNvdXJjZSBbSG9zdDoxXSBpcyB1bnJlYWNoYWJsZTogSG9zdCAxOiBVbmFibGUgdG8gc3RhcnQgaW5zdGFuY2UgZHVlIHRvIFVuYWJsZSB0byBhY3F1aXJlIGxvY2sgb24gVk1UZW1wbGF0ZVN0b3JhZ2VQb29sOiA3OXVyAB5bTGphdmEubGFuZy5TdGFja1RyYWNlRWxlbWVudDsCRio8PP0iOQIAAHhwAAAADXNyABtqYXZhLmxhbmcuU3RhY2tUcmFjZUVsZW1lbnRhCcWaJjbdhQIABEkACmxpbmVOdW1iZXJMAA5kZWNsYXJpbmdDbGFzc3EAfgAETAAIZmlsZU5hbWVxAH4ABEwACm1ldGhvZE5hbWVxAH4ABHhwAAAAcnQAIGNvbS5jbG91ZC52bS5WbVdvcmtKb2JEaXNwYXRjaGVydAAYVm1Xb3JrSm9iRGlzcGF0Y2hlci5qYXZhdAAGcnVuSm9ic3EAfgALAAAB93QAP29yZy5hcGFjaGUuY2xvdWRzdGFjay5mcmFtZXdvcmsuam9icy5pbXBsLkFzeW5jSm9iTWFuYWdlckltcGwkNXQAGEFzeW5jSm9iTWFuYWdlckltcGwuamF2YXQADHJ1bkluQ29udGV4dHNxAH4ACwAAADF0AD5vcmcuYXBhY2hlLmNsb3Vkc3RhY2subWFuYWdlZC5jb250ZXh0Lk1hbmFnZWRDb250ZXh0UnVubmFibGUkMXQAG01hbmFnZWRDb250ZXh0UnVubmFibGUuamF2YXQAA3J1bnNxAH4ACwAAADh0AEJvcmcuYXBhY2hlLmNsb3Vkc3RhY2subWFuYWdlZC5jb250ZXh0LmltcGwuRGVmYXVsdE1hbmFnZWRDb250ZXh0JDF0ABpEZWZhdWx0TWFuYWdlZENvbnRleHQuamF2YXQABGNhbGxzcQB-AAsAAABndABAb3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5pbXBsLkRlZmF1bHRNYW5hZ2VkQ29udGV4dHEAfgAadAAPY2FsbFdpdGhDb250ZXh0c3EAfgALAAAANXEAfgAdcQB-ABp0AA5ydW5XaXRoQ29udGV4dHNxAH4ACwAAAC50ADxvcmcuYXBhY2hlLmNsb3Vkc3RhY2subWFuYWdlZC5jb250ZXh0Lk1hbmFnZWRDb250ZXh0UnVubmFibGVxAH4AFnEAfgAXc3EAfgALAAABzHEAfgARcQB-ABJxAH4AF3NxAH4ACwAAAdd0AC5qYXZhLnV0aWwuY29uY3VycmVudC5FeGVjdXRvcnMkUnVubmFibGVBZGFwdGVydAAORXhlY3V0b3JzLmphdmFxAH4AG3NxAH4ACwAAAQZ0AB9qYXZhLnV0aWwuY29uY3VycmVudC5GdXR1cmVUYXNrdAAPRnV0dXJlVGFzay5qYXZhcQB-ABdzcQB-AAsAAAR5dAAnamF2YS51dGlsLmNvbmN1cnJlbnQuVGhyZWFkUG9vbEV4ZWN1dG9ydAAXVGhyZWFkUG9vbEV4ZWN1dG9yLmphdmF0AAlydW5Xb3JrZXJzcQB-AAsAAAJndAAuamF2YS51dGlsLmNvbmN1cnJlbnQuVGhyZWFkUG9vbEV4ZWN1dG9yJFdvcmtlcnEAfgAscQB-ABdzcQB-AAsAAALpdAAQamF2YS5sYW5nLlRocmVhZHQAC1RocmVhZC5qYXZhcQB-ABdzcgAmamF2YS51dGlsLkNvbGxlY3Rpb25zJFVubW9kaWZpYWJsZUxpc3T8DyUxteyOEAIAAUwABGxpc3RxAH4ABnhyACxqYXZhLnV0aWwuQ29sbGVjdGlvbnMkVW5tb2RpZmlhYmxlQ29sbGVjdGlvbhlCAIDLXvceAgABTAABY3QAFkxqYXZhL3V0aWwvQ29sbGVjdGlvbjt4cHNyABNqYXZhLnV0aWwuQXJyYXlMaXN0eIHSHZnHYZ0DAAFJAARzaXpleHAAAAAAdwQAAAAAeHEAfgA4eA > 2015-03-24 15:15:02,664 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221) Done executing > com.cloud.vm.VmWorkStart for job-221 > 2015-03-24 15:15:02,863 WARN [o.a.c.s.SecondaryStorageManagerImpl] > (secstorage-1:ctx-3bd1d10f) Exception while trying to start secondary > storage vm > java.lang.RuntimeException: Job failed due to exception Resource [Host:1] > is unreachable: Host 1: Unable to start instance due to Unable to acquire > lock on VMTemplateStoragePool: 79 > at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:114) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460) > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask.run(FutureTask.java:262) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:745) > 2015-03-24 15:15:02,863 INFO [o.a.c.s.SecondaryStorageManagerImpl] > (secstorage-1:ctx-3bd1d10f) Unable to start secondary storage vm for > standby capacity, secStorageVm vm Id : 40, will recycle it and start a new > one > 2015-03-24 15:15:02,863 INFO [o.a.c.s.PremiumSecondaryStorageManagerImpl] > (secstorage-1:ctx-3bd1d10f) Primary secondary storage is not even started, > wait until next turn > 2015-03-24 15:15:02,912 DEBUG [o.a.c.f.j.i.SyncQueueManagerImpl] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221) Sync queue (188) is > currently empty > 2015-03-24 15:15:02,912 INFO [o.a.c.f.j.i.AsyncJobMonitor] > (Work-Job-Executor-12:ctx-4c017b78 job-42/job-221) Remove job-221 from job > monitoring > > > > > zb1019095...@163.com