[ https://issues.apache.org/jira/browse/CLOUDSTACK-2673?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Min Chen reassigned CLOUDSTACK-2673: ------------------------------------ Assignee: Min Chen > [Object_Store_Refactor] Failed to deploy guest vm using ISO with S3 being the > storage provider > ---------------------------------------------------------------------------------------------- > > Key: CLOUDSTACK-2673 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-2673 > Project: CloudStack > Issue Type: Bug > Security Level: Public(Anyone can view this level - this is the > default.) > Components: Management Server > Affects Versions: 4.2.0 > Environment: Latest build from object_store branch > Reporter: Sanjeev N > Assignee: Min Chen > Priority: Blocker > Fix For: 4.2.0 > > > Failed to deploy guest vm using ISO with S3 being the storage provider > Steps to Reproduce: > ================= > 1.Bring up CS in advanced zone with S3 as the secondary storage provider > 2.Wait for the SSVM to come up > 3.Register ISO to CS > 4.Try to deploy guest vm using the registered ISO > Result: > ====== > Looks like CS is trying to mount the S3 URI after creating vhd and is failing: > 2013-05-24 13:27:58,682 DEBUG [agent.transport.Request] > (Job-Executor-27:job-27) Seq 1-698156160: Sending { Cmd , MgmtId: > 7332683579487, via: 1, Ver: v1, Flags: 100011, > [{"org.apache.cloudstack.storage.command.CreateObjectCommand":{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"82891103-1daf-4118-9fc8-10296e486d7c","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"c65a038a-750c-3b4f-bf26-7ce3b74e1c85","id":1,"poolType":"NetworkFilesystem","host":"10.147.28.7","path":"/export/home/sanjeev/pri_xen_os","port":2049}},"name":"ROOT-6","size":21474836480,"volumeId":10,"vmName":"i-2-6-VM","accountId":2,"format":"VHD","id":10}},"wait":0}}] > } > 2013-05-24 13:27:58,683 DEBUG [agent.transport.Request] > (Job-Executor-27:job-27) Seq 1-698156160: Executing: { Cmd , MgmtId: > 7332683579487, via: 1, Ver: v1, Flags: 100011, > [{"org.apache.cloudstack.storage.command.CreateObjectCommand":{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"82891103-1daf-4118-9fc8-10296e486d7c","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"c65a038a-750c-3b4f-bf26-7ce3b74e1c85","id":1,"poolType":"NetworkFilesystem","host":"10.147.28.7","path":"/export/home/sanjeev/pri_xen_os","port":2049}},"name":"ROOT-6","size":21474836480,"volumeId":10,"vmName":"i-2-6-VM","accountId":2,"format":"VHD","id":10}},"wait":0}}] > } > 2013-05-24 13:27:58,684 DEBUG [agent.manager.DirectAgentAttache] > (DirectAgent-69:null) Seq 1-698156160: Executing request > 2013-05-24 13:27:58,779 DEBUG [xen.resource.CitrixResourceBase] > (DirectAgent-69:null) SR retrieved for c65a038a-750c-3b4f-bf26-7ce3b74e1c85 > 2013-05-24 13:27:58,790 DEBUG [xen.resource.CitrixResourceBase] > (DirectAgent-69:null) Checking c65a038a-750c-3b4f-bf26-7ce3b74e1c85 or SR > e2e107fc-8b53-25e0-f793-c9d6909b5757 on > XS[d20696c6-46d5-45b5-83d3-cfc5993bba74-10.147.40.14] > 2013-05-24 13:27:59,034 DEBUG [agent.manager.DirectAgentAttache] > (DirectAgent-69:null) Seq 1-698156160: Response Received: > 2013-05-24 13:27:59,035 DEBUG [agent.transport.Request] (DirectAgent-69:null) > Seq 1-698156160: Processing: { Ans: , MgmtId: 7332683579487, via: 1, Ver: > v1, Flags: 10, > [{"org.apache.cloudstack.storage.command.CreateObjectAnswer":{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"name":"ROOT-6","size":21474836480,"path":"0a90bd67-1f7d-4297-aebb-3cdc35231d7d","accountId":0,"id":0}},"result":true,"wait":0}}] > } > 2013-05-24 13:27:59,035 DEBUG [agent.transport.Request] > (Job-Executor-27:job-27) Seq 1-698156160: Received: { Ans: , MgmtId: > 7332683579487, via: 1, Ver: v1, Flags: 10, { CreateObjectAnswer } } > 2013-05-24 13:27:59,132 DEBUG [agent.transport.Request] > (Job-Executor-27:job-27) Seq 1-698156161: Sending { Cmd , MgmtId: > 7332683579487, via: 1, Ver: v1, Flags: 100111, > [{"com.cloud.agent.api.StartCommand":{"vm":{"id":6,"name":"i-2-6-VM","bootloader":"CD","type":"User","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":536870912,"maxRam":536870912,"arch":"x86_64","os":"Windows > 8 > (64-bit)","bootArgs":"","rebootOnCrash":false,"enableHA":false,"limitCpuUse":false,"vncPassword":"851957c6d0ae38df","params":{},"uuid":"f8609e54-9735-446b-a21e-720574c61721","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"82891103-1daf-4118-9fc8-10296e486d7c","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"c65a038a-750c-3b4f-bf26-7ce3b74e1c85","id":1,"poolType":"NetworkFilesystem","host":"10.147.28.7","path":"/export/home/sanjeev/pri_xen_os","port":2049}},"name":"ROOT-6","size":21474836480,"path":"0a90bd67-1f7d-4297-aebb-3cdc35231d7d","volumeId":10,"vmName":"i-2-6-VM","accountId":2,"format":"VHD","id":10}},"diskSeq":0,"type":"ROOT"},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/2/202/202-2-72631a94-d107-336f-9bca-2901e767a622","origUrl":"http://10.147.28.7/ISO/Win-8%2032-64/WIN8_RTM.120725-1247_X86FRE_ENTERPRISE_EN-US_VL-HRM_CENA_X86FREV_EN-US_DV5.ISO","uuid":"eeba0471-2898-4cd8-8a29-3ad571451410","id":202,"format":"ISO","accountId":2,"hvm":true,"displayText":"win8","imageDataStore":{"com.cloud.agent.api.to.S3TO":{"id":2,"uuid":"9c5f76a7-507a-4ae1-b411-702e816bbf27","accessKey":"GLSDOYWL06R-NTXGU_VM","secretKey":"c9eS5SzPLfYkd-BetHKWhd-eSoYPWHjF6-xo4Q==","endPoint":"10.147.29.56:8080","bucketName":"imagestore","httpsFlag":false,"created":"May > 24, 2013 8:09:21 > AM"}},"name":"202-2-72631a94-d107-336f-9bca-2901e767a622","guestOsType":"Windows > 8 > (64-bit)"}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"a8544a49-4d08-4a99-9e74-512043657be2","ip":"10.1.1.34","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:3c:9e:00:04","dns1":"10.103.128.16","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://985","isolationUri":"vlan://985","isSecurityGroupEnabled":false}]},"hostIp":"10.147.40.14","wait":0}}] > } > 2013-05-24 13:27:59,134 DEBUG [agent.transport.Request] > (Job-Executor-27:job-27) Seq 1-698156161: Executing: { Cmd , MgmtId: > 7332683579487, via: 1, Ver: v1, Flags: 100111, > [{"com.cloud.agent.api.StartCommand":{"vm":{"id":6,"name":"i-2-6-VM","bootloader":"CD","type":"User","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":536870912,"maxRam":536870912,"arch":"x86_64","os":"Windows > 8 > (64-bit)","bootArgs":"","rebootOnCrash":false,"enableHA":false,"limitCpuUse":false,"vncPassword":"851957c6d0ae38df","params":{},"uuid":"f8609e54-9735-446b-a21e-720574c61721","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"82891103-1daf-4118-9fc8-10296e486d7c","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"c65a038a-750c-3b4f-bf26-7ce3b74e1c85","id":1,"poolType":"NetworkFilesystem","host":"10.147.28.7","path":"/export/home/sanjeev/pri_xen_os","port":2049}},"name":"ROOT-6","size":21474836480,"path":"0a90bd67-1f7d-4297-aebb-3cdc35231d7d","volumeId":10,"vmName":"i-2-6-VM","accountId":2,"format":"VHD","id":10}},"diskSeq":0,"type":"ROOT"},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/2/202/202-2-72631a94-d107-336f-9bca-2901e767a622","origUrl":"http://10.147.28.7/ISO/Win-8%2032-64/WIN8_RTM.120725-1247_X86FRE_ENTERPRISE_EN-US_VL-HRM_CENA_X86FREV_EN-US_DV5.ISO","uuid":"eeba0471-2898-4cd8-8a29-3ad571451410","id":202,"format":"ISO","accountId":2,"hvm":true,"displayText":"win8","imageDataStore":{"com.cloud.agent.api.to.S3TO":{"id":2,"uuid":"9c5f76a7-507a-4ae1-b411-702e816bbf27","accessKey":"GLSDOYWL06R-NTXGU_VM","secretKey":"c9eS5SzPLfYkd-BetHKWhd-eSoYPWHjF6-xo4Q==","endPoint":"10.147.29.56:8080","bucketName":"imagestore","httpsFlag":false,"created":"May > 24, 2013 8:09:21 > AM"}},"name":"202-2-72631a94-d107-336f-9bca-2901e767a622","guestOsType":"Windows > 8 > (64-bit)"}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"a8544a49-4d08-4a99-9e74-512043657be2","ip":"10.1.1.34","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:3c:9e:00:04","dns1":"10.103.128.16","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://985","isolationUri":"vlan://985","isSecurityGroupEnabled":false}]},"hostIp":"10.147.40.14","wait":0}}] > } > 2013-05-24 13:27:59,135 DEBUG [agent.manager.DirectAgentAttache] > (DirectAgent-381:null) Seq 1-698156161: Executing request > 2013-05-24 13:27:59,220 DEBUG [xen.resource.CitrixResourceBase] > (DirectAgent-381:null) 1. The VM i-2-6-VM is in Starting state. > 2013-05-24 13:27:59,244 WARN [xen.resource.XenServer56FP1Resource] > (DirectAgent-381:null) Host d20696c6-46d5-45b5-83d3-cfc5993bba74 does not > support Dynamic Memory Control, so we cannot scale up the vm > 2013-05-24 13:27:59,287 DEBUG [xen.resource.XenServer56FP1Resource] > (DirectAgent-381:null) Created VM 60454503-07c2-2272-9bd8-61c41c8ce349 for > i-2-6-VM > 2013-05-24 13:27:59,336 DEBUG [xen.resource.CitrixResourceBase] > (DirectAgent-381:null) VBD 95850995-f76c-32d0-2ab5-3ec6fd24cbfc created for > com.cloud.agent.api.to.DiskTO@1d1fe0a0 > 2013-05-24 13:27:59,337 WARN [xen.resource.CitrixResourceBase] > (DirectAgent-381:null) Catch Exception: class > com.cloud.utils.exception.CloudRuntimeException due to > com.cloud.utils.exception.CloudRuntimeException: only support mount iso on nfs > com.cloud.utils.exception.CloudRuntimeException: only support mount iso on nfs > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.mount(CitrixResourceBase.java:1196) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.createVbd(CitrixResourceBase.java:1228) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1641) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:595) > at > com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:73) > at > com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:104) > at > com.cloud.agent.manager.DirectAgentAttache$Task.run(DirectAgentAttache.java:186) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:679) > 2013-05-24 13:27:59,338 WARN [xen.resource.CitrixResourceBase] > (DirectAgent-381:null) Unable to start i-2-6-VM due to > com.cloud.utils.exception.CloudRuntimeException: only support mount iso on nfs > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.mount(CitrixResourceBase.java:1196) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.createVbd(CitrixResourceBase.java:1228) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1641) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:595) > at > com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:73) > at > com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:104) > at > com.cloud.agent.manager.DirectAgentAttache$Task.run(DirectAgentAttache.java:186) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:679) > 2013-05-24 13:27:59,409 WARN [xen.resource.CitrixResourceBase] > (DirectAgent-381:null) Unable to clean up VBD due to > You gave an invalid object reference. The object may have recently been > deleted. The class parameter gives the type of reference given, and the > handle parameter echoes the bad value given. > n. > at com.xensource.xenapi.Types.checkResponse(Types.java:209) > at com.xensource.xenapi.Connection.dispatch(Connection.java:368) > at > com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:909) > at com.xensource.xenapi.VBD.unplug(VBD.java:1059) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1403) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1726) > at > com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:595) > at > com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:73) > at > com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:104) > at > com.cloud.agent.manager.DirectAgentAttache$Task.run(DirectAgentAttache.java:186) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > at java.lang.Thread.run(Thread.java:679) > 2013-05-24 13:27:59,411 DEBUG [xen.resource.CitrixResourceBase] > (DirectAgent-381:null) The VM is in stopped state, detected problem during > startup : i-2-6-VM > 2013-05-24 13:27:59,411 DEBUG [agent.manager.DirectAgentAttache] > (DirectAgent-381:null) Seq 1-698156161: Response Received: > 2013-05-24 13:27:59,414 DEBUG [agent.transport.Request] > (DirectAgent-381:null) Seq 1-698156161: Processing: { Ans: , MgmtId: > 7332683579487, via: 1, Ver: v1, Flags: 110, > [{"com.cloud.agent.api.StartAnswer":{"vm":{"id":6,"name":"i-2-6-VM","bootloader":"CD","type":"User","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":536870912,"maxRam":536870912,"arch":"x86_64","os":"Windows > 8 > (64-bit)","bootArgs":"","rebootOnCrash":false,"enableHA":false,"limitCpuUse":false,"vncPassword":"851957c6d0ae38df","params":{},"uuid":"f8609e54-9735-446b-a21e-720574c61721","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"82891103-1daf-4118-9fc8-10296e486d7c","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"c65a038a-750c-3b4f-bf26-7ce3b74e1c85","id":1,"poolType":"NetworkFilesystem","host":"10.147.28.7","path":"/export/home/sanjeev/pri_xen_os","port":2049}},"name":"ROOT-6","size":21474836480,"path":"0a90bd67-1f7d-4297-aebb-3cdc35231d7d","volumeId":10,"vmName":"i-2-6-VM","accountId":2,"format":"VHD","id":10}},"diskSeq":0,"type":"ROOT"},{"data":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/2/202/202-2-72631a94-d107-336f-9bca-2901e767a622","origUrl":"http://10.147.28.7/ISO/Win-8%2032-64/WIN8_RTM.120725-1247_X86FRE_ENTERPRISE_EN-US_VL-HRM_CENA_X86FREV_EN-US_DV5.ISO","uuid":"eeba0471-2898-4cd8-8a29-3ad571451410","id":202,"format":"ISO","accountId":2,"hvm":true,"displayText":"win8","imageDataStore":{"com.cloud.agent.api.to.S3TO":{"id":2,"uuid":"9c5f76a7-507a-4ae1-b411-702e816bbf27","accessKey":"GLSDOYWL06R-NTXGU_VM","secretKey":"c9eS5SzPLfYkd-BetHKWhd-eSoYPWHjF6-xo4Q==","endPoint":"10.147.29.56:8080","bucketName":"imagestore","httpsFlag":false,"created":"May > 24, 2013 8:09:21 > AM"}},"name":"202-2-72631a94-d107-336f-9bca-2901e767a622","guestOsType":"Windows > 8 > (64-bit)"}},"diskSeq":3,"type":"ISO"}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"a8544a49-4d08-4a99-9e74-512043657be2","ip":"10.1.1.34","netmask":"255.255.255.0","gateway":"10.1.1.1","mac":"02:00:3c:9e:00:04","dns1":"10.103.128.16","broadcastType": -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira