Sailaja Mada created CLOUDSTACK-6382: ----------------------------------------
Summary: System VM's failing to start with XenServer 6.2.5 Key: CLOUDSTACK-6382 URL: https://issues.apache.org/jira/browse/CLOUDSTACK-6382 Project: CloudStack Issue Type: Bug Security Level: Public (Anyone can view this level - this is the default.) Components: XenServer Affects Versions: 4.4.0 Reporter: Sailaja Mada Priority: Blocker Steps: Build : 4.4 Configure Adv zone with XenServer 6.2.5 Observation: System VM’s are failing to start with below exception and there are lot of SR’s that got added to XenServer . 2014-04-10 16:09:42,622 DEBUG [c.c.a.t.Request] (Work-Job-Executor-4:job-4/job-22 ctx-4609aa64) Seq 1-8947526559678332946: Executing: { Cmd , MgmtId: 55355881446856, via: 1(cldstk-R720-10), Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/1/","origUrl":"http://download.cloud.com/templates/4.3/systemvm64template-2014-01-14-master-xen.vhd.bz2","uuid":"dc8561e0-c097-11e3-8b80-32588ba65dc8","id":1,"format":"VHD","accountId":1,"checksum":"74b92f031cc5c2089ee89efb81344dcf","hvm":false,"displayText":"SystemVM Template (XenServer)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://10.102.192.101/Sailaja/gpuss1","_role":"Image"}},"name":"routing-1","hypervisorType":"XenServer"}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"http://download.cloud.com/templates/4.3/systemvm64template-2014-01-14-master-xen.vhd.bz2","uuid":"dc8561e0-c097-11e3-8b80-32588ba65dc8","id":1,"format":"VHD","accountId":1,"checksum":"74b92f031cc5c2089ee89efb81344dcf","hvm":false,"displayText":"SystemVM Template (XenServer)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"0a336642-b7d7-3262-ae46-8f06ccdf8c30","id":1,"poolType":"NetworkFilesystem","host":"10.102.192.101","path":"/Sailaja/gpups1","port":2049,"url":"NetworkFilesystem://10.102.192.101/Sailaja/gpups1/?ROLE=Primary&STOREUUID=0a336642-b7d7-3262-ae46-8f06ccdf8c30"}},"name":"routing-1","hypervisorType":"XenServer"}},"executeInSequence":false,"options":{},"wait":10800}}] } 2014-04-10 16:09:42,624 DEBUG [o.a.c.s.i.TemplateDataFactoryImpl] (Work-Job-Executor-3:job-3/job-21 ctx-2fcd2f5f) template 1 is already in store:1, type:Primary 2014-04-10 16:09:42,627 DEBUG [o.a.c.s.v.VolumeServiceImpl] (Work-Job-Executor-3:job-3/job-21 ctx-2fcd2f5f) Found template routing-1 in storage pool 1 with VMTemplateStoragePool id: 2 2014-04-10 16:09:42,630 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-13:ctx-d982de4d) Seq 1-8947526559678332946: Executing request 2014-04-10 16:09:42,654 DEBUG [o.a.c.s.v.VolumeServiceImpl] (Work-Job-Executor-3:job-3/job-21 ctx-2fcd2f5f) Acquire lock on VMTemplateStoragePool 2 with timeout 3600 seconds 2014-04-10 16:09:42,657 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is not done uuid: b27d0997-2490-816a-b762-91cdf1ddc047 nameLabel: Async.host.call_plugin nameDescription: allowedOperations: [] currentOperations: {} created: Thu Apr 10 21:30:06 IST 2014 finished: Thu Jan 01 05:30:00 IST 1970 status: pending residentOn: com.xensource.xenapi.Host@514ac968 progress: 0.0 type: <none/> result: errorInfo: [] otherConfig: {} subtaskOf: com.xensource.xenapi.Task@aaf13f6f subtasks: [] 2014-04-10 16:09:42,660 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is not done uuid: b27d0997-2490-816a-b762-91cdf1ddc047 nameLabel: Async.host.call_plugin nameDescription: allowedOperations: [] currentOperations: {} created: Thu Apr 10 21:30:06 IST 2014 finished: Thu Jan 01 05:30:00 IST 1970 status: pending residentOn: com.xensource.xenapi.Host@514ac968 progress: 0.0 type: <none/> result: errorInfo: [] otherConfig: {} subtaskOf: com.xensource.xenapi.Task@aaf13f6f subtasks: [] 2014-04-10 16:09:42,916 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is done success 2014-04-10 16:09:43,676 DEBUG [c.c.h.x.r.XenServerStorageProcessor] (DirectAgent-13:ctx-d982de4d) Failed to destroy pbd 2014-04-10 16:09:42,916 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is done success 2014-04-10 16:09:43,676 DEBUG [c.c.h.x.r.XenServerStorageProcessor] (DirectAgent-13:ctx-d982de4d) Failed to destroy pbd SR_BACKEND_FAILURE_40The SR scan failed [opterr=['INTERNAL_ERROR', 'Db_exn.Uniqueness_constraint_violation("VDI", "uuid", "70e21c84-cfe2-4af3-9a26-64e3d939cda6")']] at com.xensource.xenapi.Types.checkResponse(Types.java:2006) at com.xensource.xenapi.Connection.dispatch(Connection.java:350) at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:456) at com.xensource.xenapi.SR.scan(SR.java:1051) at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSR(Xenserver625StorageProcessor.java:101) at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSr(Xenserver625StorageProcessor.java:127) at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.copyTemplateToPrimaryStorage(Xenserver625StorageProcessor.java:154) at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.execute(StorageSubsystemCommandHandlerBase.java:77) at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.handleStorageCommands(StorageSubsystemCommandHandlerBase.java:52) at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:542) at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:60) at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:92) at com.cloud.hypervisor.xen.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:64) at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) 2014-04-10 16:09:43,685 ERROR [c.c.h.x.r.XenServerStorageProcessor] (DirectAgent-13:ctx-d982de4d) Failed to forget sr SR_BACKEND_FAILURE_40The SR scan failed [opterr=['INTERNAL_ERROR', 'Db_exn.Uniqueness_constraint_violation("VDI", "uuid", "70e21c84-cfe2-4af3-9a26-64e3d939cda6")']] at com.xensource.xenapi.Types.checkResponse(Types.java:2006) at com.xensource.xenapi.Connection.dispatch(Connection.java:350) at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:456) at com.xensource.xenapi.SR.scan(SR.java:1051) at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSR(Xenserver625StorageProcessor.java:101) at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSr(Xenserver625StorageProcessor.java:127) at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.copyTemplateToPrimaryStorage(Xenserver625StorageProcessor.java:154) at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.execute(StorageSubsystemCommandHandlerBase.java:77) at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.handleStorageCommands(StorageSubsystemCommandHandlerBase.java:52) at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:542) at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:60) at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:92) at com.cloud.hypervisor.xen.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:64) at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) -- This message was sent by Atlassian JIRA (v6.2#6252)