[ https://issues.apache.org/jira/browse/CLOUDSTACK-5769?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13861933#comment-13861933 ]
angeline shen commented on CLOUDSTACK-5769: ------------------------------------------- 2014-01-02 23:53:22,474 DEBUG [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-8cae1bef) Sending network shutdown to VirtualRouter 2014-01-02 23:53:22,478 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (Network-Scavenger-1:ctx-8cae1bef) Stopping router VM[DomainRouter|r-8-VM] 2014-01-02 23:53:22,479 WARN [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-8cae1bef) Unable to complete shutdown of the network elements due to element: VirtualRouter java.lang.NullPointerException at com.cloud.vm.VirtualMachineManagerImpl.advanceStop(VirtualMachineManagerImpl.java:1268) at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:2702) at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:139) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at sun.proxy.$Proxy240.stop(Unknown Source) at com.cloud.network.element.VirtualRouterElement.shutdown(VirtualRouterElement.java:665) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetworkElementsAndResources(NetworkOrchestrator.java:2052) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetwork(NetworkOrchestrator.java:1965) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.reallyRun(NetworkOrchestrator.java:2305) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.runInContext(NetworkOrchestrator.java:2248) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:165) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:267) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679) 2014-01-02 23:53:22,488 DEBUG [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-8cae1bef) Lock is released for network Ntwk[205|Guest|8] as a part of network shutdown 2014-01-02 23:53:23,112 WARN [c.c.u.n.Link] (AgentManager-Selector:null) SSL: Fail to find the generated keystore. Loading fail-safe one to continue. 2014-01-02 23:53:27,528 DEBUG [c.c.s.StatsCollector] (StatsCollector-2:ctx-0a4e0b12) VmStatsCollector is running... 2014-01-02 23:53:27,550 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-406:ctx-d13f6f69) Seq 1-77595884: Executing request 2014-01-02 23:53:27,898 DEBUG [c.c.h.v.m.HostMO] (DirectAgent-406:ctx-d13f6f69 10.223.51.4) find VM i-2-12-VM on host 2014-01-02 23:13:22,188 DEBUG [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-fbd8a699) Sending network shutdown to VirtualRouter 2014-01-02 23:13:22,192 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (Network-Scavenger-1:ctx-fbd8a699) Stopping router VM[DomainRouter|r-8-VM] 2014-01-02 23:13:22,192 WARN [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-fbd8a699) Unable to complete shutdown of the network elements due to element: VirtualRouter java.lang.NullPointerException at com.cloud.vm.VirtualMachineManagerImpl.advanceStop(VirtualMachineManagerImpl.java:1268) at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:2702) at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:139) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at sun.proxy.$Proxy240.stop(Unknown Source) at com.cloud.network.element.VirtualRouterElement.shutdown(VirtualRouterElement.java:665) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetworkElementsAndResources(NetworkOrchestrator.java:2052) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetwork(NetworkOrchestrator.java:1965) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.reallyRun(NetworkOrchestrator.java:2305) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.runInContext(NetworkOrchestrator.java:2248) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:165) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:267) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679) 2014-01-02 23:13:22,202 DEBUG [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-fbd8a699) Lock is released for network Ntwk[205|Guest|8] as a part of network shutdown 2014-01-02 23:13:23,299 WARN [c.c.u.n.Link] (AgentManager-Selector:null) SSL: Fail to find the generated keystore. Loading fail-safe one to continue. 2014-01-02 23:13:27,734 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-4:null) SeqA 3-2432: Processing Seq 3-2432: { Cmd , MgmtId: -1, via: 3, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportC ommand":{"_proxyVmId":1,"_loadInfo":"{\n \"connections\": []\n}","wait":0}}] } 2014-01-03 11:33:27,506 DEBUG [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-1d02d67f) Sending network shutdown to VirtualRouter 2014-01-03 11:33:27,510 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (Network-Scavenger-1:ctx-1d02d67f) Stopping router VM[DomainRouter|r-8-VM] 2014-01-03 11:33:27,510 WARN [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-1d02d67f) Unable to complete shutdown of the network elements due to element: VirtualRouter java.lang.NullPointerException at com.cloud.vm.VirtualMachineManagerImpl.advanceStop(VirtualMachineManagerImpl.java:1268) at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:2702) at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:139) at sun.reflect.GeneratedMethodAccessor371.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) at sun.proxy.$Proxy240.stop(Unknown Source) at com.cloud.network.element.VirtualRouterElement.shutdown(VirtualRouterElement.java:665) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetworkElementsAndResources(NetworkOrchestrator.java:2052) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetwork(NetworkOrchestrator.java:1965) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.reallyRun(NetworkOrchestrator.java:2305) at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.runInContext(NetworkOrchestrator.java:2248) at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:165) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:267) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679) 2014-01-03 11:33:27,521 DEBUG [o.a.c.e.o.NetworkOrchestrator] (Network-Scavenger-1:ctx-1d02d67f) Lock is released for network Ntwk[205|Guest|8] as a part of network shutdown 2014-01-03 11:33:30,017 DEBUG [c.c.n.l.LBHealthCheckManagerImpl] (LBHealthCheck-1:ctx-7258b9e1) LB HealthCheck Manager is running and getting the updates from LB providers and updating service status 2014-01-03 11:33:30,047 DEBUG [c.c.n.l.LBHealthCheckManagerImpl] (LBHealthCheck-1:ctx-7258b9e1) LB HealthCheck Manager is running and getting the updates from LB providers and updating service status 2014-01-03 11:33:30,593 DEBUG [c.c.c.ConsoleProxyManagerImpl] (consoleproxy-1:ctx-e1cba38d) Zone 1 is ready to launch console proxy 2014-01-03 11:33:30,651 DEBUG [c.c.s.s.SecondaryStorageManagerImpl] (secstorage-1:ctx-36d487fb) Zone 1 is ready to launch secondary storage VM 2014-01-03 11:33:32,259 WARN [c.c.u.n.Link] (AgentManager-Selector:null) SSL: Fail to find the generated keystore. Loading fail-safe one to continue. 2014-01-03 11:33:32,769 DEBUG [c.c.s.StatsCollector] (StatsCollector-1:ctx-28fc0a68) VmStatsCollector is running... > [vmware] Vcenter 5.5 host ESXi 5.5 scheduled snapshot failed > ------------------------------------------------------------- > > Key: CLOUDSTACK-5769 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-5769 > Project: CloudStack > Issue Type: Bug > Security Level: Public(Anyone can view this level - this is the > default.) > Components: Management Server > Affects Versions: 4.3.0 > Environment: MS build 4.3 1/2/2014 > vcenter 5.5 host ESXi 5.5 > Reporter: angeline shen > Priority: Critical > Fix For: 4.3.0 > > > 1. advance zone, create VMs > 2. create scheduled snapshot. > Test result: snapshots generated remain in error state -- This message was sent by Atlassian JIRA (v6.1.5#6160)