[ https://issues.apache.org/jira/browse/CLOUDSTACK-8786?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14718548#comment-14718548 ]
Józef Budziński edited comment on CLOUDSTACK-8786 at 8/28/15 1:44 PM: ---------------------------------------------------------------------- Log from management {noformat} 2015-08-28 12:57:24,246 INFO [o.a.c.a.c.u.s.CreateSnapshotCmd] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) VOLSS: createSnapshotCmd starts:1440766644246 2015-08-28 12:57:24,341 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436811: Sending { Cmd , MgmtId: 161332321633, via: 1(hypervisor.swiftway.net), Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storag e.command.CreateObjectCommand":{"data":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"volume":{"uuid":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{ "uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07- 3dc6-9e8a-61f3837bec2d"}},"name":"ROOT-6","size":10737418240,"path":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeId":8,"vmName":"i-3-6-VM","accountId":3,"format":"QCOW2","id":8,"deviceId":0,"hypervisorType":"KVM"},"parentSnapshotPath":" /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1 ,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"vmName":"i-3-6-VM","name" :"cloudvps1344-ubuntu_ROOT-6_20150828125724","hypervisorType":"KVM","id":5,"quiescevm":false,"parents":["/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4"],"physicalSize" :0}},"wait":0}}] } 2015-08-28 12:57:24,699 DEBUG [c.c.a.ApiServlet] (catalina-exec-9:ctx-33437e66) ===START=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&command=listSnapshots&respons e=json&signature=ZQJRfW24vFOAztLn6cYmW%2Bfkbhg%3D 2015-08-28 12:57:24,704 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-9:ctx-33437e66 ctx-3e3b091e ctx-d12b57b1) Unable to find info for image store snapshot with uuid 9e3f895f-998c-4064-b917-e49a6cb5b55c 2015-08-28 12:57:24,707 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-9:ctx-33437e66 ctx-3e3b091e ctx-d12b57b1) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:57:24,709 DEBUG [c.c.a.ApiServlet] (catalina-exec-9:ctx-33437e66 ctx-3e3b091e ctx-d12b57b1) ===END=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&comma nd=listSnapshots&response=json&signature=ZQJRfW24vFOAztLn6cYmW%2Bfkbhg%3D 2015-08-28 12:57:25,004 DEBUG [c.c.a.ApiServlet] (catalina-exec-13:ctx-72f9382a) ===START=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&command=listOsTypes&response=json&signature=ueB7zj9rf5nGKLetzaRpv6%2FKtzk%3D 2015-08-28 12:57:25,093 DEBUG [c.c.a.ApiServlet] (catalina-exec-13:ctx-72f9382a ctx-1960242a ctx-fcfedba6) ===END=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&command=listOsTypes&response=json&signature=ueB7zj9rf5nGKLetzaRpv6%2FKtzk%3D 2015-08-28 12:57:25,436 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-2:null) Ping from 2 2015-08-28 12:57:27,144 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-7e38d68c) Found 0 routers to update status. 2015-08-28 12:57:27,145 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-7e38d68c) Found 0 networks to update RvR status. 2015-08-28 12:57:31,291 DEBUG [c.c.s.StatsCollector] (StatsCollector-3:ctx-d64db211) HostStatsCollector is running... 2015-08-28 12:57:31,820 DEBUG [c.c.a.t.Request] (StatsCollector-3:ctx-d64db211) Seq 1-1489436812: Received: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, { GetHostStatsAnswer } } 2015-08-28 12:57:32,413 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Resetting hosts suitable for reconnect 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Completed resetting hosts suitable for reconnect 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Acquiring hosts for clusters already owned by this management server 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Completed acquiring hosts for clusters already owned by this management server 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Acquiring hosts for clusters not owned by any management server 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Completed acquiring hosts for clusters not owned by any management server 2015-08-28 12:57:32,949 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-6:null) SeqA 2-247: Processing Seq 2-247: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:57:33,718 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-6:null) SeqA 2-247: Sending Seq 2-247: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:57:34,157 DEBUG [c.c.a.t.Request] (AgentManager-Handler-5:null) Seq 1-1489436811: Processing: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, [{"org.apache.cloudstack.storage.command.CreateObjectAnswer":{"data":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/2080032e-1871-4daa-8109-a5321e3bcd1e","id":0,"quiescevm":false,"physicalSize":0}},"result":true,"wait":0}}] } 2015-08-28 12:57:34,157 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436811: Received: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, { CreateObjectAnswer } } 2015-08-28 12:57:34,613 DEBUG [o.a.c.s.m.AncientDataMotionStrategy] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) copyAsync inspecting src type SNAPSHOT copyAsync inspecting dest type SNAPSHOT2015-08-28 12:57:34,633 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436813: Sending { Cmd , MgmtId: 161332321633, via: 1(hypervisor.swiftway.net), Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/2080032e-1871-4daa-8109-a5321e3bcd1e","volume":{"uuid":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"name":"ROOT-6","size":10737418240,"path":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeId":8,"vmName":"i-3-6-VM","accountId":3,"format":"QCOW2","id":8,"deviceId":0,"hypervisorType":"KVM"},"parentSnapshotPath":"/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"vmName":"i-3-6-VM","name":"cloudvps1344-ubuntu_ROOT-6_20150828125724","hypervisorType":"KVM","id":5,"quiescevm":false,"parents":["/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4"],"physicalSize":0}},"destTO":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"snapshots/3/8","volume":{"uuid":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"name":"ROOT-6","size":10737418240,"path":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeId":8,"vmName":"i-3-6-VM","accountId":3,"format":"QCOW2","id":8,"deviceId":0,"hypervisorType":"KVM"},"dataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://37.72.168.58/export/secondary","_role":"Image"}},"vmName":"i-3-6-VM","name":"cloudvps1344-ubuntu_ROOT-6_20150828125724","hypervisorType":"KVM","id":5,"quiescevm":false,"physicalSize":0}},"executeInSequence":false,"options":{"fullSnapshot":"true"},"wait":21600}}] } 2015-08-28 12:57:35,085 DEBUG [c.c.a.t.Request] (AgentManager-Handler-7:null) Seq 1-1489436813: Processing: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, [{"org.apache.cloudstack.storage.command.CopyCmdAnswer":{"result":false,"details":"Failed to backup 2080032e-1871-4daa-8109-a5321e3bcd1e for disk /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e to /mnt/986db431-d956-350c-917b-ee3381fded7a/snapshots/3/8","wait":0}}] } 2015-08-28 12:57:35,086 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436813: Received: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, { CopyCmdAnswer } } 2015-08-28 12:57:35,330 DEBUG [c.c.s.s.SnapshotManagerImpl] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Failed to create snapshot com.cloud.utils.exception.CloudRuntimeException: Failed to backup 2080032e-1871-4daa-8109-a5321e3bcd1e for disk /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e to /mnt/986db431-d956-350c-917b-ee3381fded7a/snapshots/3/8 at org.apache.cloudstack.storage.snapshot.SnapshotServiceImpl.backupSnapshot(SnapshotServiceImpl.java:292) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.backupSnapshot(XenserverSnapshotStrategy.java:142) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.takeSnapshot(XenserverSnapshotStrategy.java:301) at com.cloud.storage.snapshot.SnapshotManagerImpl.takeSnapshot(SnapshotManagerImpl.java:945) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy161.takeSnapshot(Unknown Source) at org.apache.cloudstack.storage.volume.VolumeServiceImpl.takeSnapshot(VolumeServiceImpl.java:1382) at com.cloud.storage.VolumeApiServiceImpl.orchestrateTakeVolumeSnapshot(VolumeApiServiceImpl.java:1804) at com.cloud.storage.VolumeApiServiceImpl.takeSnapshot(VolumeApiServiceImpl.java:1745) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy197.takeSnapshot(Unknown Source) at org.apache.cloudstack.api.command.user.snapshot.CreateSnapshotCmd.execute(CreateSnapshotCmd.java:181) at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161) at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109) at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63) at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-08-28 12:57:35,371 DEBUG [o.a.c.s.v.VolumeServiceImpl] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Take snapshot: 8 failed com.cloud.utils.exception.CloudRuntimeException: Failed to create snapshot at com.cloud.storage.snapshot.SnapshotManagerImpl.takeSnapshot(SnapshotManagerImpl.java:963) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy161.takeSnapshot(Unknown Source) at org.apache.cloudstack.storage.volume.VolumeServiceImpl.takeSnapshot(VolumeServiceImpl.java:1382) at com.cloud.storage.VolumeApiServiceImpl.orchestrateTakeVolumeSnapshot(VolumeApiServiceImpl.java:1804) at com.cloud.storage.VolumeApiServiceImpl.takeSnapshot(VolumeApiServiceImpl.java:1745) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy197.takeSnapshot(Unknown Source) at org.apache.cloudstack.api.command.user.snapshot.CreateSnapshotCmd.execute(CreateSnapshotCmd.java:181) at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161) at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109) at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63) at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: com.cloud.utils.exception.CloudRuntimeException: Failed to backup 2080032e-1871-4daa-8109-a5321e3bcd1e for disk /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e to /mnt/986db431-d956-350c-917b-ee3381fded7a/snapshots/3/8 at org.apache.cloudstack.storage.snapshot.SnapshotServiceImpl.backupSnapshot(SnapshotServiceImpl.java:292) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.backupSnapshot(XenserverSnapshotStrategy.java:142) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.takeSnapshot(XenserverSnapshotStrategy.java:301) at com.cloud.storage.snapshot.SnapshotManagerImpl.takeSnapshot(SnapshotManagerImpl.java:945) ... 44 more 2015-08-28 12:57:35,373 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Job-Executor-12:ctx-0e338de8) Complete async job-52, jobStatus: FAILED, resultCode: 530, result: org.apache.cloudstack.api.response.ExceptionResponse/null/{"uuidList":[],"errorcode":530,"errortext":"Failed to create snapshot due to an internal error creating snapshot for volume 8"} 2015-08-28 12:57:35,388 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Job-Executor-12:ctx-0e338de8) Done executing org.apache.cloudstack.api.command.user.snapshot.CreateSnapshotCmd for job-52 2015-08-28 12:57:35,396 INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-12:ctx-0e338de8) Remove job-52 from job monitoring 2015-08-28 12:57:41,838 DEBUG [c.c.a.t.Request] (AgentManager-Handler-4:null) Seq 1-1489436675: Processing: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, [{"com.cloud.agent.api.Answer":{"result":true,"details":"","wait":0}}] } (ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)2015-08-28 12:57:42,905 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-8:null) SeqA 2-248: Processing Seq 2-248: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:57:42,921 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-8:null) SeqA 2-248: Sending Seq 2-248: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:57:47,900 DEBUG [c.c.c.ConsoleProxyManagerImpl] (consoleproxy-1:ctx-ad7664e6) Zone 1 is ready to launch console proxy 2015-08-28 12:57:48,293 DEBUG [c.c.s.s.SecondaryStorageManagerImpl] (secstorage-1:ctx-8b943857) Zone 1 is ready to launch secondary storage VM 2015-08-28 12:57:51,021 DEBUG [c.c.a.ApiServlet] (catalina-exec-12:ctx-8ee3c6cb) ===START=== 80.55.132.73 -- GET command=listEvents&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766670651 2015-08-28 12:57:51,031 DEBUG [c.c.a.ApiServlet] (catalina-exec-12:ctx-8ee3c6cb ctx-f1116b3c) ===END=== 80.55.132.73 -- GET command=listEvents&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766670651 2015-08-28 12:57:52,947 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-9:null) SeqA 2-249: Processing Seq 2-249: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:57:52,963 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-9:null) SeqA 2-249: Sending Seq 2-249: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:57:53,516 DEBUG [c.c.a.ApiServlet] (catalina-exec-10:ctx-0e81fd3f) ===START=== 80.55.132.73 -- GET command=listEvents&id=c33a8f84-75db-4ef2-8bfb-3aedd674aedb&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766673291 2015-08-28 12:57:53,522 DEBUG [c.c.a.ApiServlet] (catalina-exec-10:ctx-0e81fd3f ctx-0d251337) ===END=== 80.55.132.73 -- GET command=listEvents&id=c33a8f84-75db-4ef2-8bfb-3aedd674aedb&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766673291 2015-08-28 12:57:57,144 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-95b73d07) Found 0 routers to update status. 2015-08-28 12:57:57,145 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-95b73d07) Found 0 networks to update RvR status. 2015-08-28 12:57:58,735 DEBUG [c.c.a.ApiServlet] (catalina-exec-14:ctx-5782e6e6) ===START=== 80.55.132.73 -- GET command=listVolumes&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766678512 2015-08-28 12:57:58,748 DEBUG [c.c.a.ApiServlet] (catalina-exec-14:ctx-5782e6e6 ctx-4b0d5f18) ===END=== 80.55.132.73 -- GET command=listVolumes&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766678512 2015-08-28 12:58:00,132 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-10:null) Ping from 1 2015-08-28 12:58:02,416 DEBUG [c.c.a.ApiServlet] (catalina-exec-15:ctx-251d60da) ===START=== 80.55.132.73 -- GET command=listSnapshots&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766682192 2015-08-28 12:58:02,422 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-15:ctx-251d60da ctx-7c78dc52) Unable to find info for image store snapshot with uuid 9e3f895f-998c-4064-b917-e49a6cb5b55c 2015-08-28 12:58:02,424 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-15:ctx-251d60da ctx-7c78dc52) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:58:02,426 DEBUG [c.c.a.ApiServlet] (catalina-exec-15:ctx-251d60da ctx-7c78dc52) ===END=== 80.55.132.73 -- GET command=listSnapshots&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766682192 2015-08-28 12:58:02,946 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-11:null) SeqA 2-250: Processing Seq 2-250: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:58:03,066 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-11:null) SeqA 2-250: Sending Seq 2-250: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:58:03,979 DEBUG [c.c.a.ApiServlet] (catalina-exec-17:ctx-0f2809b9) ===START=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766683756 2015-08-28 12:58:03,986 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-17:ctx-0f2809b9 ctx-bda74717) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:58:03,987 DEBUG [c.c.a.ApiServlet] (catalina-exec-17:ctx-0f2809b9 ctx-bda74717) ===END=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766683756 2015-08-28 12:58:06,827 DEBUG [c.c.a.ApiServlet] (catalina-exec-2:ctx-104ff86c) ===START=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766686605 2015-08-28 12:58:06,834 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-2:ctx-104ff86c ctx-3313a347) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:58:06,835 DEBUG [c.c.a.ApiServlet] (catalina-exec-2:ctx-104ff86c ctx-3313a347) ===END=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766686605 {noformat} was (Author: jozekbudz): Log from management 2015-08-28 12:57:24,246 INFO [o.a.c.a.c.u.s.CreateSnapshotCmd] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) VOLSS: createSnapshotCmd starts:1440766644246 2015-08-28 12:57:24,341 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436811: Sending { Cmd , MgmtId: 161332321633, via: 1(hypervisor.swiftway.net), Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storag e.command.CreateObjectCommand":{"data":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"volume":{"uuid":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{ "uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07- 3dc6-9e8a-61f3837bec2d"}},"name":"ROOT-6","size":10737418240,"path":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeId":8,"vmName":"i-3-6-VM","accountId":3,"format":"QCOW2","id":8,"deviceId":0,"hypervisorType":"KVM"},"parentSnapshotPath":" /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1 ,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"vmName":"i-3-6-VM","name" :"cloudvps1344-ubuntu_ROOT-6_20150828125724","hypervisorType":"KVM","id":5,"quiescevm":false,"parents":["/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4"],"physicalSize" :0}},"wait":0}}] } 2015-08-28 12:57:24,699 DEBUG [c.c.a.ApiServlet] (catalina-exec-9:ctx-33437e66) ===START=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&command=listSnapshots&respons e=json&signature=ZQJRfW24vFOAztLn6cYmW%2Bfkbhg%3D 2015-08-28 12:57:24,704 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-9:ctx-33437e66 ctx-3e3b091e ctx-d12b57b1) Unable to find info for image store snapshot with uuid 9e3f895f-998c-4064-b917-e49a6cb5b55c 2015-08-28 12:57:24,707 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-9:ctx-33437e66 ctx-3e3b091e ctx-d12b57b1) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:57:24,709 DEBUG [c.c.a.ApiServlet] (catalina-exec-9:ctx-33437e66 ctx-3e3b091e ctx-d12b57b1) ===END=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&comma nd=listSnapshots&response=json&signature=ZQJRfW24vFOAztLn6cYmW%2Bfkbhg%3D 2015-08-28 12:57:25,004 DEBUG [c.c.a.ApiServlet] (catalina-exec-13:ctx-72f9382a) ===START=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&command=listOsTypes&response=json&signature=ueB7zj9rf5nGKLetzaRpv6%2FKtzk%3D 2015-08-28 12:57:25,093 DEBUG [c.c.a.ApiServlet] (catalina-exec-13:ctx-72f9382a ctx-1960242a ctx-fcfedba6) ===END=== 80.55.132.73 -- GET apikey=DELcMzKmlMwMNyHbDweyePzdms7IZrwsVTFkr91xck0V2NgcwgMDTDSfvorhtYWMyzZxLTqlluLaTt8h1xRGBg&command=listOsTypes&response=json&signature=ueB7zj9rf5nGKLetzaRpv6%2FKtzk%3D 2015-08-28 12:57:25,436 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-2:null) Ping from 2 2015-08-28 12:57:27,144 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-7e38d68c) Found 0 routers to update status. 2015-08-28 12:57:27,145 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-7e38d68c) Found 0 networks to update RvR status. 2015-08-28 12:57:31,291 DEBUG [c.c.s.StatsCollector] (StatsCollector-3:ctx-d64db211) HostStatsCollector is running... 2015-08-28 12:57:31,820 DEBUG [c.c.a.t.Request] (StatsCollector-3:ctx-d64db211) Seq 1-1489436812: Received: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, { GetHostStatsAnswer } } 2015-08-28 12:57:32,413 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Resetting hosts suitable for reconnect 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Completed resetting hosts suitable for reconnect 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Acquiring hosts for clusters already owned by this management server 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Completed acquiring hosts for clusters already owned by this management server 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Acquiring hosts for clusters not owned by any management server 2015-08-28 12:57:32,414 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager Timer:ctx-6f368527) Completed acquiring hosts for clusters not owned by any management server 2015-08-28 12:57:32,949 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-6:null) SeqA 2-247: Processing Seq 2-247: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:57:33,718 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-6:null) SeqA 2-247: Sending Seq 2-247: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:57:34,157 DEBUG [c.c.a.t.Request] (AgentManager-Handler-5:null) Seq 1-1489436811: Processing: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, [{"org.apache.cloudstack.storage.command.CreateObjectAnswer":{"data":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/2080032e-1871-4daa-8109-a5321e3bcd1e","id":0,"quiescevm":false,"physicalSize":0}},"result":true,"wait":0}}] } 2015-08-28 12:57:34,157 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436811: Received: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, { CreateObjectAnswer } } 2015-08-28 12:57:34,613 DEBUG [o.a.c.s.m.AncientDataMotionStrategy] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) copyAsync inspecting src type SNAPSHOT copyAsync inspecting dest type SNAPSHOT2015-08-28 12:57:34,633 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436813: Sending { Cmd , MgmtId: 161332321633, via: 1(hypervisor.swiftway.net), Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/2080032e-1871-4daa-8109-a5321e3bcd1e","volume":{"uuid":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"name":"ROOT-6","size":10737418240,"path":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeId":8,"vmName":"i-3-6-VM","accountId":3,"format":"QCOW2","id":8,"deviceId":0,"hypervisorType":"KVM"},"parentSnapshotPath":"/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"vmName":"i-3-6-VM","name":"cloudvps1344-ubuntu_ROOT-6_20150828125724","hypervisorType":"KVM","id":5,"quiescevm":false,"parents":["/mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e/cdc1c8ea-1b1a-4410-ba7b-59feead5a7d4"],"physicalSize":0}},"destTO":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"snapshots/3/8","volume":{"uuid":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d","id":1,"poolType":"NetworkFilesystem","host":"37.72.168.58","path":"/export/primary","port":2049,"url":"NetworkFilesystem://37.72.168.58//export/primary/?ROLE=Primary&STOREUUID=6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d"}},"name":"ROOT-6","size":10737418240,"path":"498c9f27-4c80-4f35-9db1-bd6ca9dc751e","volumeId":8,"vmName":"i-3-6-VM","accountId":3,"format":"QCOW2","id":8,"deviceId":0,"hypervisorType":"KVM"},"dataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://37.72.168.58/export/secondary","_role":"Image"}},"vmName":"i-3-6-VM","name":"cloudvps1344-ubuntu_ROOT-6_20150828125724","hypervisorType":"KVM","id":5,"quiescevm":false,"physicalSize":0}},"executeInSequence":false,"options":{"fullSnapshot":"true"},"wait":21600}}] } 2015-08-28 12:57:35,085 DEBUG [c.c.a.t.Request] (AgentManager-Handler-7:null) Seq 1-1489436813: Processing: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, [{"org.apache.cloudstack.storage.command.CopyCmdAnswer":{"result":false,"details":"Failed to backup 2080032e-1871-4daa-8109-a5321e3bcd1e for disk /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e to /mnt/986db431-d956-350c-917b-ee3381fded7a/snapshots/3/8","wait":0}}] } 2015-08-28 12:57:35,086 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Seq 1-1489436813: Received: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, { CopyCmdAnswer } } 2015-08-28 12:57:35,330 DEBUG [c.c.s.s.SnapshotManagerImpl] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Failed to create snapshot com.cloud.utils.exception.CloudRuntimeException: Failed to backup 2080032e-1871-4daa-8109-a5321e3bcd1e for disk /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e to /mnt/986db431-d956-350c-917b-ee3381fded7a/snapshots/3/8 at org.apache.cloudstack.storage.snapshot.SnapshotServiceImpl.backupSnapshot(SnapshotServiceImpl.java:292) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.backupSnapshot(XenserverSnapshotStrategy.java:142) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.takeSnapshot(XenserverSnapshotStrategy.java:301) at com.cloud.storage.snapshot.SnapshotManagerImpl.takeSnapshot(SnapshotManagerImpl.java:945) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy161.takeSnapshot(Unknown Source) at org.apache.cloudstack.storage.volume.VolumeServiceImpl.takeSnapshot(VolumeServiceImpl.java:1382) at com.cloud.storage.VolumeApiServiceImpl.orchestrateTakeVolumeSnapshot(VolumeApiServiceImpl.java:1804) at com.cloud.storage.VolumeApiServiceImpl.takeSnapshot(VolumeApiServiceImpl.java:1745) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy197.takeSnapshot(Unknown Source) at org.apache.cloudstack.api.command.user.snapshot.CreateSnapshotCmd.execute(CreateSnapshotCmd.java:181) at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161) at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109) at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63) at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-08-28 12:57:35,371 DEBUG [o.a.c.s.v.VolumeServiceImpl] (Job-Executor-12:ctx-0e338de8 ctx-7e0d8dee) Take snapshot: 8 failed com.cloud.utils.exception.CloudRuntimeException: Failed to create snapshot at com.cloud.storage.snapshot.SnapshotManagerImpl.takeSnapshot(SnapshotManagerImpl.java:963) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy161.takeSnapshot(Unknown Source) at org.apache.cloudstack.storage.volume.VolumeServiceImpl.takeSnapshot(VolumeServiceImpl.java:1382) at com.cloud.storage.VolumeApiServiceImpl.orchestrateTakeVolumeSnapshot(VolumeApiServiceImpl.java:1804) at com.cloud.storage.VolumeApiServiceImpl.takeSnapshot(VolumeApiServiceImpl.java:1745) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at com.sun.proxy.$Proxy197.takeSnapshot(Unknown Source) at org.apache.cloudstack.api.command.user.snapshot.CreateSnapshotCmd.execute(CreateSnapshotCmd.java:181) at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161) at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109) at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63) at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: com.cloud.utils.exception.CloudRuntimeException: Failed to backup 2080032e-1871-4daa-8109-a5321e3bcd1e for disk /mnt/6ca6fe9a-2f07-3dc6-9e8a-61f3837bec2d/498c9f27-4c80-4f35-9db1-bd6ca9dc751e to /mnt/986db431-d956-350c-917b-ee3381fded7a/snapshots/3/8 at org.apache.cloudstack.storage.snapshot.SnapshotServiceImpl.backupSnapshot(SnapshotServiceImpl.java:292) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.backupSnapshot(XenserverSnapshotStrategy.java:142) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.takeSnapshot(XenserverSnapshotStrategy.java:301) at com.cloud.storage.snapshot.SnapshotManagerImpl.takeSnapshot(SnapshotManagerImpl.java:945) ... 44 more 2015-08-28 12:57:35,373 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Job-Executor-12:ctx-0e338de8) Complete async job-52, jobStatus: FAILED, resultCode: 530, result: org.apache.cloudstack.api.response.ExceptionResponse/null/{"uuidList":[],"errorcode":530,"errortext":"Failed to create snapshot due to an internal error creating snapshot for volume 8"} 2015-08-28 12:57:35,388 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] (Job-Executor-12:ctx-0e338de8) Done executing org.apache.cloudstack.api.command.user.snapshot.CreateSnapshotCmd for job-52 2015-08-28 12:57:35,396 INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-12:ctx-0e338de8) Remove job-52 from job monitoring 2015-08-28 12:57:41,838 DEBUG [c.c.a.t.Request] (AgentManager-Handler-4:null) Seq 1-1489436675: Processing: { Ans: , MgmtId: 161332321633, via: 1, Ver: v1, Flags: 10, [{"com.cloud.agent.api.Answer":{"result":true,"details":"","wait":0}}] } (ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)2015-08-28 12:57:42,905 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-8:null) SeqA 2-248: Processing Seq 2-248: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:57:42,921 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-8:null) SeqA 2-248: Sending Seq 2-248: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:57:47,900 DEBUG [c.c.c.ConsoleProxyManagerImpl] (consoleproxy-1:ctx-ad7664e6) Zone 1 is ready to launch console proxy 2015-08-28 12:57:48,293 DEBUG [c.c.s.s.SecondaryStorageManagerImpl] (secstorage-1:ctx-8b943857) Zone 1 is ready to launch secondary storage VM 2015-08-28 12:57:51,021 DEBUG [c.c.a.ApiServlet] (catalina-exec-12:ctx-8ee3c6cb) ===START=== 80.55.132.73 -- GET command=listEvents&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766670651 2015-08-28 12:57:51,031 DEBUG [c.c.a.ApiServlet] (catalina-exec-12:ctx-8ee3c6cb ctx-f1116b3c) ===END=== 80.55.132.73 -- GET command=listEvents&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766670651 2015-08-28 12:57:52,947 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-9:null) SeqA 2-249: Processing Seq 2-249: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:57:52,963 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-9:null) SeqA 2-249: Sending Seq 2-249: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:57:53,516 DEBUG [c.c.a.ApiServlet] (catalina-exec-10:ctx-0e81fd3f) ===START=== 80.55.132.73 -- GET command=listEvents&id=c33a8f84-75db-4ef2-8bfb-3aedd674aedb&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766673291 2015-08-28 12:57:53,522 DEBUG [c.c.a.ApiServlet] (catalina-exec-10:ctx-0e81fd3f ctx-0d251337) ===END=== 80.55.132.73 -- GET command=listEvents&id=c33a8f84-75db-4ef2-8bfb-3aedd674aedb&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766673291 2015-08-28 12:57:57,144 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-95b73d07) Found 0 routers to update status. 2015-08-28 12:57:57,145 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (RouterStatusMonitor-1:ctx-95b73d07) Found 0 networks to update RvR status. 2015-08-28 12:57:58,735 DEBUG [c.c.a.ApiServlet] (catalina-exec-14:ctx-5782e6e6) ===START=== 80.55.132.73 -- GET command=listVolumes&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766678512 2015-08-28 12:57:58,748 DEBUG [c.c.a.ApiServlet] (catalina-exec-14:ctx-5782e6e6 ctx-4b0d5f18) ===END=== 80.55.132.73 -- GET command=listVolumes&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766678512 2015-08-28 12:58:00,132 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-10:null) Ping from 1 2015-08-28 12:58:02,416 DEBUG [c.c.a.ApiServlet] (catalina-exec-15:ctx-251d60da) ===START=== 80.55.132.73 -- GET command=listSnapshots&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766682192 2015-08-28 12:58:02,422 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-15:ctx-251d60da ctx-7c78dc52) Unable to find info for image store snapshot with uuid 9e3f895f-998c-4064-b917-e49a6cb5b55c 2015-08-28 12:58:02,424 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-15:ctx-251d60da ctx-7c78dc52) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:58:02,426 DEBUG [c.c.a.ApiServlet] (catalina-exec-15:ctx-251d60da ctx-7c78dc52) ===END=== 80.55.132.73 -- GET command=listSnapshots&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&listAll=true&page=1&pagesize=20&_=1440766682192 2015-08-28 12:58:02,946 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-11:null) SeqA 2-250: Processing Seq 2-250: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2015-08-28 12:58:03,066 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-11:null) SeqA 2-250: Sending Seq 2-250: { Ans: , MgmtId: 161332321633, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2015-08-28 12:58:03,979 DEBUG [c.c.a.ApiServlet] (catalina-exec-17:ctx-0f2809b9) ===START=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766683756 2015-08-28 12:58:03,986 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-17:ctx-0f2809b9 ctx-bda74717) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:58:03,987 DEBUG [c.c.a.ApiServlet] (catalina-exec-17:ctx-0f2809b9 ctx-bda74717) ===END=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766683756 2015-08-28 12:58:06,827 DEBUG [c.c.a.ApiServlet] (catalina-exec-2:ctx-104ff86c) ===START=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766686605 2015-08-28 12:58:06,834 DEBUG [c.c.a.ApiResponseHelper] (catalina-exec-2:ctx-104ff86c ctx-3313a347) Unable to find info for image store snapshot with uuid cb931819-52db-48af-a982-a4e390d0a03b 2015-08-28 12:58:06,835 DEBUG [c.c.a.ApiServlet] (catalina-exec-2:ctx-104ff86c ctx-3313a347) ===END=== 80.55.132.73 -- GET command=listSnapshots&id=cb931819-52db-48af-a982-a4e390d0a03b&response=json&sessionkey=G2tm6uYUik%2BIyQgJe%2F3agFgoWpo%3D&_=1440766686605 > Failed to create snapshot > ------------------------- > > Key: CLOUDSTACK-8786 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-8786 > Project: CloudStack > Issue Type: Bug > Security Level: Public(Anyone can view this level - this is the > default.) > Components: Hypervisor Controller, KVM, Snapshot > Affects Versions: 4.2.1, 4.3.2 > Environment: Centos 6.6, Centos 6.7 > KVM > Reporter: Józef Budziński > Priority: Critical > > When atempt to create storage volume root snapshot achived > Problem with snapshots VM ERROR: { "createsnapshotresponse" : > {"uuidList":[],"errorcode":530,"cserrorcode":4250,"errortext":"Internal error > executing command, please contact your system administrator"} } -- This message was sent by Atlassian JIRA (v6.3.4#6332)