[ https://issues.apache.org/jira/browse/CLOUDSTACK-4155?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Sailaja Mada updated CLOUDSTACK-4155: ------------------------------------- Attachment: management-server.log newdb.sql apilog.log > [VMWARE] Failed to deploy VM with NPE when vmware.nested.virtualization is > enabled to true > ------------------------------------------------------------------------------------------- > > Key: CLOUDSTACK-4155 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-4155 > Project: CloudStack > Issue Type: Bug > Security Level: Public(Anyone can view this level - this is the > default.) > Components: VMware > Affects Versions: 4.2.0 > Reporter: Sailaja Mada > Priority: Critical > Attachments: apilog.log, management-server.log, newdb.sql > > > Steps: > 1. Configure Adv Zone with VMWARE ESXi cluster > 2. Enable global config vmware.nested.virtualization to true > 3. Tried to deploy VM. > Observation: > Failed to deploy VM with NPE when vmware.nested.virtualization is enabled > to true > 2013-08-07 21:34:22,613 DEBUG [cloud.api.ApiServlet] (catalina-exec-25:null) > ===START=== 10.104.255.13 -- GET > command=queryAsyncJobResult&jobId=1888c4da-c2ef-44c4-aa54-2b161cc512cb&response=json&sessionkey=4wP3DoqOfQnbpv7fDOUY9C8LFmc%3D&_=1375891672478 > 2013-08-07 21:34:22,637 DEBUG [cloud.api.ApiServlet] (catalina-exec-25:null) > ===END=== 10.104.255.13 -- GET > command=queryAsyncJobResult&jobId=1888c4da-c2ef-44c4-aa54-2b161cc512cb&response=json&sessionkey=4wP3DoqOfQnbpv7fDOUY9C8LFmc%3D&_=1375891672478 > 2013-08-07 21:34:22,766 DEBUG [vmware.mo.HostMO] > (DirectAgent-49:10.102.192.23) find VM i-3-22-VM on host > 2013-08-07 21:34:22,766 DEBUG [vmware.mo.HostMO] > (DirectAgent-49:10.102.192.23) load VM cache on host > 2013-08-07 21:34:23,129 DEBUG [agent.manager.AgentManagerImpl] > (AgentManager-Handler-12:null) SeqA 3-3012: Processing Seq 3-3012: { Cmd , > MgmtId: -1, via: 3, Ver: v1, Flags: 11, > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":15,"_loadInfo":"{\n > \"connections\": []\n}","wait":0}}] } > 2013-08-07 21:34:23,142 DEBUG [agent.manager.AgentManagerImpl] > (AgentManager-Handler-12:null) SeqA 3-3012: Sending Seq 3-3012: { Ans: , > MgmtId: 187767034175903, via: 3, Ver: v1, Flags: 100010, > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } > 2013-08-07 21:34:23,156 DEBUG [vmware.resource.VmwareResource] > (DirectAgent-49:10.102.192.23) Nested Virtualization enabled in > configuration, checking hypervisor capability > 2013-08-07 21:34:23,180 WARN [vmware.resource.VmwareResource] > (DirectAgent-49:10.102.192.23) StartCommand failed due to Exception: > java.lang.NullPointerException > Message: null > java.lang.NullPointerException > at > com.cloud.hypervisor.vmware.resource.VmwareResource.execute(VmwareResource.java:2683) > at > com.cloud.hypervisor.vmware.resource.VmwareResource.executeRequest(VmwareResource.java:518) > at > com.cloud.agent.manager.DirectAgentAttache$Task.run(DirectAgentAttache.java:186) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:679) > 2013-08-07 21:34:23,182 DEBUG [agent.manager.DirectAgentAttache] > (DirectAgent-49:null) Seq 1-1674641481: Response Received: > 2013-08-07 21:34:23,184 DEBUG [agent.transport.Request] (DirectAgent-49:null) > Seq 1-1674641481: Processing: { Ans: , MgmtId: 187767034175903, via: 1, Ver: > v1, Flags: 10, > [{"com.cloud.agent.api.StartAnswer":{"vm":{"id":22,"name":"i-3-22-VM","bootloader":"HVM","type":"User","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":536870912,"maxRam":536870912,"arch":"x86_64","os":"CentOS > 5.3 > (64-bit)","bootArgs":"","rebootOnCrash":false,"enableHA":false,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"f09320f20de6182c","params":{"nicAdapter":"E1000","Message.ReservedCapacityFreed.Flag":"false","nestedVirtualizationFlag":"true","rootDiskController":"ide"},"uuid":"8526b430-8e9a-4cbe-8bd3-df2bddcfbad2","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"67c8551b-4a56-4554-9293-3aaac2978ecf","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"004a6f4c-232c-3a09-9013-e47fe47da3fb","id":2,"poolType":"NetworkFilesystem","host":"10.102.192.100","path":"/cpg_vol/sailaja/finalps2","port":2049}},"name":"ROOT-22","size":2147483648,"path":"ROOT-22","volumeId":45,"vmName":"i-3-22-VM","accountId":3,"format":"OVA","id":45,"hypervisorType":"VMware"}},"diskSeq":0,"type":"ROOT"},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"id":0,"format":"ISO","accountId":0,"hvm":false}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"82c01f8f-f766-445c-966b-c015bedaedf3","ip":"10.1.1.26","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:34:fc:00:04","dns1":"10.103.128.15","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://794","isolationUri":"vlan://794","isSecurityGroupEnabled":false,"name":"dvSwitch207"}]},"result":false,"details":"StartCommand > failed due to Exception: java.lang.NullPointerException\nMessage: > null\n","wait":0}}] } > 2013-08-07 21:34:23,184 DEBUG [agent.transport.Request] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Seq > 1-1674641481: Received: { Ans: , MgmtId: 187767034175903, via: 1, Ver: v1, > Flags: 10, { StartAnswer } } > 2013-08-07 21:34:23,191 INFO [cloud.vm.VirtualMachineManagerImpl] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Unable to > start VM on Host[-1-Routing] due to StartCommand failed due to Exception: > java.lang.NullPointerException > Message: null > 2013-08-07 21:34:23,203 DEBUG [cloud.vm.VirtualMachineManagerImpl] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Cleaning > up resources for the vm VM[User|8526b430-8e9a-4cbe-8bd3-df2bddcfbad2] in > Starting state > 2013-08-07 21:34:23,191 INFO [cloud.vm.VirtualMachineManagerImpl] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Unable to > start VM on Host[-1-Routing] due to StartCommand failed due to Exception: > java.lang.NullPointerException > Message: null > 2013-08-07 21:34:23,203 DEBUG [cloud.vm.VirtualMachineManagerImpl] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Cleaning > up resources for the vm VM[User|8526b430-8e9a-4cbe-8bd3-df2bddcfbad2] in > Starting state > 2013-08-07 21:34:23,206 DEBUG [agent.transport.Request] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Seq > 1-1674641482: Sending { Cmd , MgmtId: 187767034175903, via: 1, Ver: v1, > Flags: 100011, > [{"com.cloud.agent.api.StopCommand":{"isProxy":false,"executeInSequence":false,"vmName":"i-3-22-VM","wait":0}}] > } > 2013-08-07 21:34:23,206 DEBUG [agent.transport.Request] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Seq > 1-1674641482: Executing: { Cmd , MgmtId: 187767034175903, via: 1, Ver: v1, > Flags: 100011, > [{"com.cloud.agent.api.StopCommand":{"isProxy":false,"executeInSequence":false,"vmName":"i-3-22-VM","wait":0}}] > } > 2013-08-07 21:34:23,206 DEBUG [agent.manager.DirectAgentAttache] > (DirectAgent-21:null) Seq 1-1674641482: Executing request > 2013-08-07 21:34:23,206 INFO [vmware.resource.VmwareResource] > (DirectAgent-21:10.102.192.23) Executing resource StopCommand: > {"isProxy":false,"executeInSequence":false,"vmName":"i-3-22-VM","wait":0} > 2013-08-07 21:34:23,207 DEBUG [vmware.mo.HostMO] > (DirectAgent-21:10.102.192.23) find VM i-3-22-VM on host > 2013-08-07 21:34:23,207 DEBUG [vmware.mo.HostMO] > (DirectAgent-21:10.102.192.23) load VM cache on host > 2013-08-07 21:34:23,242 INFO [vmware.resource.VmwareResource] > (DirectAgent-21:10.102.192.23) VM i-3-22-VM is already in stopped state > 2013-08-07 21:34:23,243 DEBUG [agent.manager.DirectAgentAttache] > (DirectAgent-21:null) Seq 1-1674641482: Response Received: > 2013-08-07 21:34:23,243 DEBUG [agent.transport.Request] (DirectAgent-21:null) > Seq 1-1674641482: Processing: { Ans: , MgmtId: 187767034175903, via: 1, Ver: > v1, Flags: 10, > [{"com.cloud.agent.api.StopAnswer":{"vncPort":0,"result":true,"details":"VM > i-3-22-VM is already in stopped state","wait":0}}] } > 2013-08-07 21:34:23,407 DEBUG [cloud.vm.UserVmManagerImpl] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) > Destroying vm VM[User|8526b430-8e9a-4cbe-8bd3-df2bddcfbad2] as it failed to > create on Host with Id:null > 2013-08-07 21:34:23,461 DEBUG [cloud.capacity.CapacityManagerImpl] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) VM state > transitted from :Stopped to Error with event: OperationFailedToErrorvm's > original host id: null new host id: null host id before state transition: null > 2013-08-07 21:34:23,553 WARN [apache.cloudstack.alerts] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) > alertType:: 8 // dataCenterId:: 1 // podId:: 1 // clusterId:: null // > message:: Failed to deploy Vm with Id: 22, on Host with Id: null > 2013-08-07 21:34:23,620 INFO [user.vm.DeployVMCmd] (Job-Executor-14:job-93 = > [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) > com.cloud.exception.InsufficientServerCapacityException: Unable to create a > deployment for VM[User|8526b430-8e9a-4cbe-8bd3-df2bddcfbad2]Scope=interface > com.cloud.dc.DataCenter; id=1 > 2013-08-07 21:34:23,621 INFO [user.vm.DeployVMCmd] (Job-Executor-14:job-93 = > [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Unable to create a deployment for > VM[User|8526b430-8e9a-4cbe-8bd3-df2bddcfbad2] > com.cloud.exception.InsufficientServerCapacityException: Unable to create a > deployment for VM[User|8526b430-8e9a-4cbe-8bd3-df2bddcfbad2]Scope=interface > com.cloud.dc.DataCenter; id=1 > at > com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:888) > at > com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:624) > at > org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:237) > at > org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:209) > at > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3408) > at > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:2968) > at > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:2954) > at > com.cloud.utils.component.ComponentInstantiationPostProcessor$InterceptorDispatcher.intercept(ComponentInstantiationPostProcessor.java:125) > at > org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:420) > at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:158) > at > com.cloud.async.AsyncJobManagerImpl$1.run(AsyncJobManagerImpl.java:531) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:679) > 2013-08-07 21:34:23,625 DEBUG [cloud.async.AsyncJobManagerImpl] > (Job-Executor-14:job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ]) Complete > async job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb ], jobStatus: 2, > resultCode: 530, result: Error Code: 533 Error text: Unable to create a > deployment for VM[User|8526b430-8e9a-4cbe-8bd3-df2bddcfbad2] > 2013-08-07 21:34:25,644 DEBUG [cloud.api.ApiServlet] (catalina-exec-9:null) > ===START=== 10.104.255.13 -- GET > command=queryAsyncJobResult&jobId=1888c4da-c2ef-44c4-aa54-2b161cc512cb&response=json&sessionkey=4wP3DoqOfQnbpv7fDOUY9C8LFmc%3D&_=1375891675581 > 2013-08-07 21:34:25,657 DEBUG [cloud.async.AsyncJobManagerImpl] > (catalina-exec-9:null) Async job-93 = [ 1888c4da-c2ef-44c4-aa54-2b161cc512cb > ] completed > 2013-08-07 21:34:25,663 DEBUG [cloud.api.ApiServlet] (catalina-exec-9:null) > ===END=== 10.104.255.13 -- GET > command=queryAsyncJobResult&jobId=1888c4da-c2ef-44c4-aa54-2b161cc512cb&response=json&sessionkey=4wP3DoqOfQnbpv7fDOUY9C8LFmc%3D&_=1375891675581 > 2013-08-07 21:34:25,740 DEBUG [cloud.api.ApiServlet] (catalina-exec-21:null) > ===START=== 10.104.255.13 -- GET > command=listVirtualMachines&id=8526b430-8e9a-4cbe-8bd3-df2bddcfbad2&response=json&sessionkey=4wP3DoqOfQnbpv7fDOUY9C8LFmc%3D&_=1375891675694 > @ -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira