[ https://issues.apache.org/jira/browse/CLOUDSTACK-4582?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13755445#comment-13755445 ]
Rajesh Battala commented on CLOUDSTACK-4582: -------------------------------------------- Error log is: com.google.gson.JsonParseException: The JsonDeserializer com.cloud.agent.transport.ArrayTypeAdaptor@80a54d6 failed to deserialize json object [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","resourceName":"LibvirtComputingResource","contextMap":{},"wait":0}}] given the type class [Lcom.cloud.agent.api.Command; at com.google.gson.JsonDeserializerExceptionWrapper.deserialize(JsonDeserializerExceptionWrapper.java:64) at com.google.gson.JsonDeserializationVisitor.invokeCustomDeserializer(JsonDeserializationVisitor.java:92) at com.google.gson.JsonDeserializationVisitor.visitUsingCustomHandler(JsonDeserializationVisitor.java:80) at com.google.gson.ObjectNavigator.accept(ObjectNavigator.java:101) at com.google.gson.JsonDeserializationContextDefault.fromJsonArray(JsonDeserializationContextDefault.java:67) at com.google.gson.JsonDeserializationContextDefault.deserialize(JsonDeserializationContextDefault.java:52) at com.google.gson.Gson.fromJson(Gson.java:551) at com.google.gson.Gson.fromJson(Gson.java:498) at com.cloud.agent.transport.Request.getCommands(Request.java:235) at com.cloud.agent.manager.AgentManagerImpl$AgentHandler.processRequest(AgentManagerImpl.java:1195) at com.cloud.agent.manager.AgentManagerImpl$AgentHandler.doTask(AgentManagerImpl.java:1348) at com.cloud.agent.manager.ClusteredAgentManagerImpl$ClusteredAgentHandler.doTask(ClusteredAgentManagerImpl.java:666) at com.cloud.utils.nio.Task.run(Task.java:83) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) Caused by: com.cloud.utils.exception.CloudRuntimeException: can't find StartupRoutingCommand at com.cloud.agent.transport.ArrayTypeAdaptor.deserialize(ArrayTypeAdaptor.java:77) at com.cloud.agent.transport.ArrayTypeAdaptor.deserialize(ArrayTypeAdaptor.java:37) at com.google.gson.JsonDeserializerExceptionWrapper.deserialize(JsonDeserializerExceptionWrapper.java:51) ... 15 more 2013-08-30 22:22:28,852 WARN [utils.nio.Task] (AgentManager-Handler-2:null) Caught the following exception but pushing on com.google.gson.JsonParseException: The JsonDeserializer com.cloud.agent.transport.ArrayTypeAdaptor@80a54d6 failed to deserialize json object [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Hos: > [Upgrade] CloudStack-3.0.2-1-rhel6.2 -> CloudPlatform-4.2.0-1-rhel6.2 > FAIL > ------------------------------------------------------------------------------- > > Key: CLOUDSTACK-4582 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-4582 > Project: CloudStack > Issue Type: Bug > Security Level: Public(Anyone can view this level - this is the > default.) > Components: Management Server > Affects Versions: 4.2.0 > Environment: MS 10.223.195.99 rhel 6.2 > CloudStack-3.0.2-1-rhel6.2 > host rhel 6.2 KVM 10.223.51.3 10.223.51.4 > CloudStack-3.0.2-1-rhel6.2 > upgrade to CloudPlatform-4.2.0-1-rhel6.2 > 1. > M) Install the Management Server > A) Install the Agent > B) Install BareMetal Agent > S) Install the Usage Monitor > U) Upgrade the CloudPlatform packages installed on this computer > R) Stop any running CloudPlatform services and remove the CloudPlatform > packages from this computer > E) Remove the MySQL server (will not remove the MySQL databases) > Q) Quit > > U > Updating the CloudPlatform and its dependencies... > Loaded plugins: fastestmirror, security > Loading mirror speeds from cached hostfile > * base: centos.tcpdiag.net > * extras: mirror.chpc.utah.edu > * updates: yum.phx.singlehop.com > base > | 3.7 kB 00:00 > cloud-temp > | 1.3 kB 00:00 ... > cloud-temp/primary > | 2.4 kB 00:00 ... > cloud-temp > 6/6 > extras > | 3.4 kB 00:00 > rhel > | 4.0 kB 00:00 > updates > | 3.4 kB 00:00 > Setting up Update Process > Resolving Dependencies > --> Running transaction check > ---> Package cloud-client.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-client-ui.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-core.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-daemonize.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-deps.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-python.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-server.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-setup.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-usage.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloud-utils.x86_64 0:3.0.2-1.el6 will be obsoleted > ---> Package cloudstack-common.x86_64 0:4.2.0-1.el6 will be obsoleting > ---> Package cloudstack-management.x86_64 0:4.2.0-1.el6 will be obsoleting > --> Processing Dependency: cloudstack-awsapi = 4.2.0 for package: > cloudstack-management-4.2.0-1.el6.x86_64 > --> Processing Dependency: mysql-connector-java for package: > cloudstack-management-4.2.0-1.el6.x86_64 > ---> Package cloudstack-usage.x86_64 0:4.2.0-1.el6 will be obsoleting > --> Processing Dependency: jsvc for package: > cloudstack-usage-4.2.0-1.el6.x86_64 > --> Processing Dependency: jakarta-commons-daemon-jsvc for package: > cloudstack-usage-4.2.0-1.el6.x86_64 > --> Running transaction check > ---> Package cloudstack-awsapi.x86_64 0:4.2.0-1.el6 will be installed > ---> Package jakarta-commons-daemon-jsvc.x86_64 1:1.0.1-8.9.el6 will be > installed > ---> Package mysql-connector-java.noarch 1:5.1.17-6.el6 will be installed > --> Processing Dependency: jta >= 1.0 for package: > 1:mysql-connector-java-5.1.17-6.el6.noarch > --> Processing Dependency: slf4j for package: > 1:mysql-connector-java-5.1.17-6.el6.noarch > --> Running transaction check > ---> Package geronimo-specs-compat.noarch 0:1.0-3.5.M2.el6 will be installed > --> Processing Dependency: geronimo-specs = 1.0-3.5.M2.el6 for package: > geronimo-specs-compat-1.0-3.5.M2.el6.noarch > ---> Package slf4j.noarch 0:1.5.8-8.el6 will be installed > --> Running transaction check > ---> Package geronimo-specs.noarch 0:1.0-3.5.M2.el6 will be installed > --> Processing Dependency: apache-tomcat-apis for package: > geronimo-specs-1.0-3.5.M2.el6.noarch > --> Running transaction check > ---> Package apache-tomcat-apis.noarch 0:0.1-1.el6 will be installed > --> Finished Dependency Resolution > Dependencies Resolved > =========================================================================================================== > Package Arch Version > Repository Size > =========================================================================================================== > Installing: > cloudstack-common x86_64 4.2.0-1.el6 > cloud-temp 86 M > replacing cloud-core.x86_64 3.0.2-1.el6 > replacing cloud-daemonize.x86_64 3.0.2-1.el6 > replacing cloud-deps.x86_64 3.0.2-1.el6 > replacing cloud-python.x86_64 3.0.2-1.el6 > replacing cloud-setup.x86_64 3.0.2-1.el6 > replacing cloud-utils.x86_64 3.0.2-1.el6 > cloudstack-management x86_64 4.2.0-1.el6 > cloud-temp 64 M > replacing cloud-client.x86_64 3.0.2-1.el6 > replacing cloud-client-ui.x86_64 3.0.2-1.el6 > replacing cloud-server.x86_64 3.0.2-1.el6 > cloudstack-usage x86_64 4.2.0-1.el6 > cloud-temp 39 M > replacing cloud-usage.x86_64 3.0.2-1.el6 > Installing for dependencies: > apache-tomcat-apis noarch 0.1-1.el6 > base 164 k > cloudstack-awsapi x86_64 4.2.0-1.el6 > cloud-temp 86 M > geronimo-specs noarch 1.0-3.5.M2.el6 > base 111 k > geronimo-specs-compat noarch 1.0-3.5.M2.el6 > base 7.1 k > jakarta-commons-daemon-jsvc x86_64 1:1.0.1-8.9.el6 > base 27 k > mysql-connector-java noarch 1:5.1.17-6.el6 > base 1.4 M > slf4j noarch 1.5.8-8.el6 > base 131 k > Transaction Summary > =========================================================================================================== > Install 10 Package(s) > Total download size: 277 M > Is this ok [y/N]: y > Downloading Packages: > (1/10): apache-tomcat-apis-0.1-1.el6.noarch.rpm > | 164 kB 00:00 > (6/10): geronimo-specs-1.0-3.5.M2.el6.noarch.rpm > | 111 kB 00:00 > (7/10): geronimo-specs-compat-1.0-3.5.M2.el6.noarch.rpm > | 7.1 kB 00:00 > (8/10): jakarta-commons-daemon-jsvc-1.0.1-8.9.el6.x86_64.rpm > | 27 kB 00:00 > (9/10): mysql-connector-java-5.1.17-6.el6.noarch.rpm > | 1.4 MB 00:02 > (10/10): slf4j-1.5.8-8.el6.noarch.rpm > | 131 kB 00:00 > ----------------------------------------------------------------------------------------------------------- > Total > 44 MB/s | 277 MB 00:06 > Running rpm_check_debug > Running Transaction Test > Transaction Test Succeeded > Running Transaction > Installing : apache-tomcat-apis-0.1-1.el6.noarch > 1/19 > Installing : geronimo-specs-1.0-3.5.M2.el6.noarch > 2/19 > Installing : geronimo-specs-compat-1.0-3.5.M2.el6.noarch > 3/19 > Installing : slf4j-1.5.8-8.el6.noarch > 4/19 > Installing : 1:mysql-connector-java-5.1.17-6.el6.noarch > 5/19 > Installing : 1:jakarta-commons-daemon-jsvc-1.0.1-8.9.el6.x86_64 > 6/19 > Installing : cloudstack-common-4.2.0-1.el6.x86_64 > 7/19 > Installing : cloudstack-awsapi-4.2.0-1.el6.x86_64 > 8/19 > Installing : cloudstack-management-4.2.0-1.el6.x86_64 > 9/19 > Please verify the server.xml in saved folder, and make the required changes > manually , saved folder available at /etc/cloud.rpmsave/management/server.xml > Please verify the tomcat6.conf in saved folder, and make the required changes > manually , saved folder available at > /etc/cloud.rpmsave/management/tomcat6.conf > Installing : cloudstack-usage-4.2.0-1.el6.x86_64 > 10/19 > Replacing db.properties with management server db.properties > Erasing : cloud-usage-3.0.2-1.el6.x86_64 > 11/19 > Erasing : cloud-client-ui-3.0.2-1.el6.x86_64 > 12/19 > Erasing : cloud-client-3.0.2-1.el6.x86_64 > 13/19 > Stopping cloud-management:[ OK ] > Erasing : cloud-setup-3.0.2-1.el6.x86_64 > 14/19 > Erasing : cloud-server-3.0.2-1.el6.x86_64 > 15/19 > Erasing : cloud-core-3.0.2-1.el6.x86_64 > 16/19 > Erasing : cloud-deps-3.0.2-1.el6.x86_64 > 17/19 > Erasing : cloud-utils-3.0.2-1.el6.x86_64 > 18/19 > Erasing : cloud-python-3.0.2-1.el6.x86_64 > 19/19 > cloud-daemonize-3.0.2-1.el6.x86_64 was supposed to be removed but is not! > Installed: > cloudstack-common.x86_64 0:4.2.0-1.el6 > cloudstack-management.x86_64 0:4.2.0-1.el6 > cloudstack-usage.x86_64 0:4.2.0-1.el6 > Dependency Installed: > apache-tomcat-apis.noarch 0:0.1-1.el6 > cloudstack-awsapi.x86_64 0:4.2.0-1.el6 > geronimo-specs.noarch 0:1.0-3.5.M2.el6 > geronimo-specs-compat.noarch 0:1.0-3.5.M2.el6 > jakarta-commons-daemon-jsvc.x86_64 1:1.0.1-8.9.el6 > mysql-connector-java.noarch 1:5.1.17-6.el6 > slf4j.noarch 0:1.5.8-8.el6 > Replaced: > cloud-client.x86_64 0:3.0.2-1.el6 cloud-client-ui.x86_64 0:3.0.2-1.el6 > cloud-core.x86_64 0:3.0.2-1.el6 > cloud-deps.x86_64 0:3.0.2-1.el6 cloud-python.x86_64 0:3.0.2-1.el6 > cloud-server.x86_64 0:3.0.2-1.el6 > cloud-setup.x86_64 0:3.0.2-1.el6 cloud-usage.x86_64 0:3.0.2-1.el6 > cloud-utils.x86_64 0:3.0.2-1.el6 > Failed: > cloud-daemonize.x86_64 0:3.0.2-1.el6 > > Complete! > Done > 2. I still did “ service cloudstack-management start” on this MS > anyway. There are lots of errors: > 2013-08-30 22:22:28,502 WARN [cloud.cluster.ClusterManagerImpl] > (Cluster-Notification-1:null) Notifying management server join event took 26 > ms > 2013-08-30 22:22:28,849 ERROR [agent.transport.Request] > (AgentManager-Handler-2:null) Caught problem with > [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","resourceName":"LibvirtComputingResource","contextMap":{},"wait":0}}] > com.google.gson.JsonParseException: The JsonDeserializer > com.cloud.agent.transport.ArrayTypeAdaptor@80a54d6 failed to deserialize json > object > [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","resourceName":"LibvirtComputingResource","contextMap":{},"wait":0}}] > given the type class [Lcom.cloud.agent.api.Command; > at > com.google.gson.JsonDeserializerExceptionWrapper.deserialize(JsonDeserializerExceptionWrapper.java:64) > at > com.google.gson.JsonDeserializationVisitor.invokeCustomDeserializer(JsonDeserializationVisitor.java:92) > at > com.google.gson.JsonDeserializationVisitor.visitUsingCustomHandler(JsonDeserializationVisitor.java:80) > at com.google.gson.ObjectNavigator.accept(ObjectNavigator.java:101) > at > com.google.gson.JsonDeserializationContextDefault.fromJsonArray(JsonDeserializationContextDefault.java:67) > at > com.google.gson.JsonDeserializationContextDefault.deserialize(JsonDeserializationContextDefault.java:52) > at com.google.gson.Gson.fromJson(Gson.java:551) > at com.google.gson.Gson.fromJson(Gson.java:498) > at com.cloud.agent.transport.Request.getCommands(Request.java:235) > at > com.cloud.agent.manager.AgentManagerImpl$AgentHandler.processRequest(AgentManagerImpl.java:1195) > at > com.cloud.agent.manager.AgentManagerImpl$AgentHandler.doTask(AgentManagerImpl.java:1348) > at > com.cloud.agent.manager.ClusteredAgentManagerImpl$ClusteredAgentHandler.doTask(ClusteredAgentManagerImpl.java:666) > at com.cloud.utils.nio.Task.run(Task.java:83) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:679) > Caused by: com.cloud.utils.exception.CloudRuntimeException: can't find > StartupRoutingCommand > at > com.cloud.agent.transport.ArrayTypeAdaptor.deserialize(ArrayTypeAdaptor.java:77) > at > com.cloud.agent.transport.ArrayTypeAdaptor.deserialize(ArrayTypeAdaptor.java:37) > at > com.google.gson.JsonDeserializerExceptionWrapper.deserialize(JsonDeserializerExceptionWrapper.java:51) > ... 15 more > 2013-08-30 22:22:28,852 WARN [utils.nio.Task] (AgentManager-Handler-2:null) > Caught the following exception but pushing on > com.google.gson.JsonParseException: The JsonDeserializer > com.cloud.agent.transport.ArrayTypeAdaptor@80a54d6 failed to deserialize json > object > [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Hos: > Stopping cloud-management:[ OK ] > Erasing : cloud-setup-3.0.2-1.el6.x86_64 > 14/19 > Erasing : cloud-server-3.0.2-1.el6.x86_64 > 15/19 > Erasing : cloud-core-3.0.2-1.el6.x86_64 > 16/19 > Erasing : cloud-deps-3.0.2-1.el6.x86_64 > 17/19 > Erasing : cloud-utils-3.0.2-1.el6.x86_64 > 18/19 > Erasing : cloud-python-3.0.2-1.el6.x86_64 > 19/19 > cloud-daemonize-3.0.2-1.el6.x86_64 was supposed to be removed but is not! > Installed: > cloudstack-common.x86_64 0:4.2.0-1.el6 > cloudstack-management.x86_64 0:4.2.0-1.el6 > cloudstack-usage.x86_64 0:4.2.0-1.el6 > Dependency Installed: > apache-tomcat-apis.noarch 0:0.1-1.el6 > cloudstack-awsapi.x86_64 0:4.2.0-1.el6 > geronimo-specs.noarch 0:1.0-3.5.M2.el6 > geronimo-specs-compat.noarch 0:1.0-3.5.M2.el6 > jakarta-commons-daemon-jsvc.x86_64 1:1.0.1-8.9.el6 > mysql-connector-java.noarch 1:5.1.17-6.el6 > slf4j.noarch 0:1.5.8-8.el6 > Replaced: > cloud-client.x86_64 0:3.0.2-1.el6 cloud-client-ui.x86_64 0:3.0.2-1.el6 > cloud-core.x86_64 0:3.0.2-1.el6 > cloud-deps.x86_64 0:3.0.2-1.el6 cloud-python.x86_64 0:3.0.2-1.el6 > cloud-server.x86_64 0:3.0.2-1.el6 > cloud-setup.x86_64 0:3.0.2-1.el6 cloud-usage.x86_64 0:3.0.2-1.el6 > cloud-utils.x86_64 0:3.0.2-1.el6 > Failed: > cloud-daemonize.x86_64 0:3.0.2-1.el6 > > Complete! > Done > Well, I did “ service cloudstack-management start” on this MS anyway. > There are lots of errors: > 2013-08-30 22:22:28,502 WARN [cloud.cluster.ClusterManagerImpl] > (Cluster-Notification-1:null) Notifying management server join event took 26 > ms > 2013-08-30 22:22:28,849 ERROR [agent.transport.Request] > (AgentManager-Handler-2:null) Caught problem with > [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","resourceName":"LibvirtComputingResource","contextMap":{},"wait":0}}] > com.google.gson.JsonParseException: The JsonDeserializer > com.cloud.agent.transport.ArrayTypeAdaptor@80a54d6 failed to deserialize json > object > [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","resourceName":"LibvirtComputingResource","contextMap":{},"wait":0}}] > given the type class [Lcom.cloud.agent.api.Command; > at > com.google.gson.JsonDeserializerExceptionWrapper.deserialize(JsonDeserializerExceptionWrapper.java:64) > at > com.google.gson.JsonDeserializationVisitor.invokeCustomDeserializer(JsonDeserializationVisitor.java:92) > at > com.google.gson.JsonDeserializationVisitor.visitUsingCustomHandler(JsonDeserializationVisitor.java:80) > at com.google.gson.ObjectNavigator.accept(ObjectNavigator.java:101) > at > com.google.gson.JsonDeserializationContextDefault.fromJsonArray(JsonDeserializationContextDefault.java:67) > at > com.google.gson.JsonDeserializationContextDefault.deserialize(JsonDeserializationContextDefault.java:52) > at com.google.gson.Gson.fromJson(Gson.java:551) > at com.google.gson.Gson.fromJson(Gson.java:498) > at com.cloud.agent.transport.Request.getCommands(Request.java:235) > at > com.cloud.agent.manager.AgentManagerImpl$AgentHandler.processRequest(AgentManagerImpl.java:1195) > at > com.cloud.agent.manager.AgentManagerImpl$AgentHandler.doTask(AgentManagerImpl.java:1348) > at > com.cloud.agent.manager.ClusteredAgentManagerImpl$ClusteredAgentHandler.doTask(ClusteredAgentManagerImpl.java:666) > at com.cloud.utils.nio.Task.run(Task.java:83) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:679) > Caused by: com.cloud.utils.exception.CloudRuntimeException: can't find > StartupRoutingCommand > at > com.cloud.agent.transport.ArrayTypeAdaptor.deserialize(ArrayTypeAdaptor.java:77) > at > com.cloud.agent.transport.ArrayTypeAdaptor.deserialize(ArrayTypeAdaptor.java:37) > at > com.google.gson.JsonDeserializerExceptionWrapper.deserialize(JsonDeserializerExceptionWrapper.java:51) > ... 15 more > 2013-08-30 22:22:28,852 WARN [utils.nio.Task] (AgentManager-Handler-2:null) > Caught the following exception but pushing on > com.google.gson.JsonParseException: The JsonDeserializer > com.cloud.agent.transport.ArrayTypeAdaptor@80a54d6 failed to deserialize json > object > [{"StartupRoutingCommand":{"cpus":4,"speed":2261,"memory":16713564160,"dom0MinMemory":805306368,"poolSync":false,"vms":{"v-2-VM":{"state":"Running"},"s-1-VM":{"state":"Running"},"i-2-5-VM":{"state":"Running"},"i-2-3-VM":{"state":"Running"},"r-4-VM":{"state":"Running"}},"caps":"hvm,snapshot","pool":"/root","hypervisorType":"KVM","hostDetails":{"com.cloud.network.Networks.RouterPrivateIpStrategy":"HostLocal","Host.OS":"CentOS","Host.OS.Kernel.Version":"2.6.32-220.el6.x86_64","Host.OS.Version":"6.2"},"type":"Routing","dataCenter":"1","pod":"1","cluster":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Host18.lab.vmops.com","id":1,"version":"3.0.2.20120506222956","publicIpAddress":"10.223.51.3","publicNetmask":"255.255.255.192","publicMacAddress":"bc:30:5b:d4:60:af","privateIpAddress":"10.223.51.3","privateMacAddress":"bc:30:5b:d4:60:af","privateNetmask":"255.255.255.192","storageIpAddress":"10.223.51.3","storageNetmask":"255.255.255.192","storageMacAddress":"bc:30:5b:d4:60:af","resourceName":"LibvirtComputingResource","gatewayIpAddress":"10.223.51.1","contextMap":{},"wait":0}},{"StartupStorageCommand":{"totalSize":0,"poolInfo":{"uuid":"83ddb302-5354-4fa6-a894-870aee79bd24","host":"10.223.51.3","localPath":"/var/lib/libvirt/images/","hostPath":"/var/lib/libvirt/images/","poolType":"Filesystem","capacityBytes":227357442048,"availableBytes":2328178688},"resourceType":"STORAGE_POOL","hostDetails":{},"type":"Storage","dataCenter":"1","pod":"1","guid":"dd69931f-1a53-359b-9a68-753ae6512880-LibvirtComputingResource","name":"Rack2Hos: > Reporter: angeline shen > Priority: Critical > Fix For: 4.2.0 > > Attachments: management-server.log.gz > > -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira