Hello, I have removed VR and restarted network. VR is keeping held in Starting state and following entries are continuously being logged into management-server.log. It is filling Gigabytes of disk!!
2019-09-08 18:07:49,654 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-6:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-8:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-9:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,656 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-13:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-3:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-2:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-10:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-7:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168 2019-09-08 18:07:49,659 DEBUG [c.c.a.m.ClusteredAgentAttache] (AgentManager-Handler-12:null) (logid:) Seq 1-8916282837263450124: Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190, via: 1, Ver: v1, Flags: 100111, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs:// 192.168.1.1/home/secondary ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":" http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM Template (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}] } to 143153825465168