[ https://issues.apache.org/jira/browse/CLOUDSTACK-9626?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15735623#comment-15735623 ]
ASF GitHub Bot commented on CLOUDSTACK-9626: -------------------------------------------- Github user blueorangutan commented on the issue: https://github.com/apache/cloudstack/pull/1796 <b>Trillian test result (tid-641)</b> Environment: kvm-centos7 (x2), Advanced Networking with Mgmt server 7 Total time taken: 27710 seconds Marvin logs: https://github.com/blueorangutan/acs-prs/releases/download/trillian/pr1796-t641-kvm-centos7.zip Test completed. 46 look ok, 2 have error(s) Test | Result | Time (s) | Test File --- | --- | --- | --- test_04_rvpc_privategw_static_routes | `Failure` | 391.18 | test_privategw_acl.py ContextSuite context=TestListIdsParams>:setup | `Error` | 0.00 | test_list_ids_parameter.py test_01_vpc_site2site_vpn | Success | 165.03 | test_vpc_vpn.py test_01_vpc_remote_access_vpn | Success | 66.10 | test_vpc_vpn.py test_01_redundant_vpc_site2site_vpn | Success | 235.59 | test_vpc_vpn.py test_02_VPC_default_routes | Success | 287.73 | test_vpc_router_nics.py test_01_VPC_nics_after_destroy | Success | 630.07 | test_vpc_router_nics.py test_05_rvpc_multi_tiers | Success | 526.95 | test_vpc_redundant.py test_04_rvpc_network_garbage_collector_nics | Success | 1461.20 | test_vpc_redundant.py test_03_create_redundant_VPC_1tier_2VMs_2IPs_2PF_ACL_reboot_routers | Success | 557.79 | test_vpc_redundant.py test_02_redundant_VPC_default_routes | Success | 745.44 | test_vpc_redundant.py test_01_create_redundant_VPC_2tiers_4VMs_4IPs_4PF_ACL | Success | 1326.60 | test_vpc_redundant.py test_09_delete_detached_volume | Success | 15.44 | test_volumes.py test_08_resize_volume | Success | 15.40 | test_volumes.py test_07_resize_fail | Success | 20.57 | test_volumes.py test_06_download_detached_volume | Success | 15.30 | test_volumes.py test_05_detach_volume | Success | 100.27 | test_volumes.py test_04_delete_attached_volume | Success | 10.20 | test_volumes.py test_03_download_attached_volume | Success | 15.29 | test_volumes.py test_02_attach_volume | Success | 43.77 | test_volumes.py test_01_create_volume | Success | 682.53 | test_volumes.py test_deploy_vm_multiple | Success | 262.99 | test_vm_life_cycle.py test_deploy_vm | Success | 0.03 | test_vm_life_cycle.py test_advZoneVirtualRouter | Success | 0.03 | test_vm_life_cycle.py test_10_attachAndDetach_iso | Success | 26.54 | test_vm_life_cycle.py test_09_expunge_vm | Success | 125.25 | test_vm_life_cycle.py test_08_migrate_vm | Success | 35.90 | test_vm_life_cycle.py test_07_restore_vm | Success | 0.13 | test_vm_life_cycle.py test_06_destroy_vm | Success | 125.83 | test_vm_life_cycle.py test_03_reboot_vm | Success | 125.84 | test_vm_life_cycle.py test_02_start_vm | Success | 5.14 | test_vm_life_cycle.py test_01_stop_vm | Success | 35.30 | test_vm_life_cycle.py test_CreateTemplateWithDuplicateName | Success | 181.31 | test_templates.py test_08_list_system_templates | Success | 0.03 | test_templates.py test_07_list_public_templates | Success | 0.04 | test_templates.py test_05_template_permissions | Success | 0.06 | test_templates.py test_04_extract_template | Success | 5.38 | test_templates.py test_03_delete_template | Success | 5.25 | test_templates.py test_02_edit_template | Success | 90.13 | test_templates.py test_01_create_template | Success | 151.06 | test_templates.py test_10_destroy_cpvm | Success | 161.57 | test_ssvm.py test_09_destroy_ssvm | Success | 164.44 | test_ssvm.py test_08_reboot_cpvm | Success | 132.01 | test_ssvm.py test_07_reboot_ssvm | Success | 133.52 | test_ssvm.py test_06_stop_cpvm | Success | 131.93 | test_ssvm.py test_05_stop_ssvm | Success | 133.84 | test_ssvm.py test_04_cpvm_internals | Success | 1.18 | test_ssvm.py test_03_ssvm_internals | Success | 3.35 | test_ssvm.py test_02_list_cpvm_vm | Success | 0.14 | test_ssvm.py test_01_list_sec_storage_vm | Success | 0.13 | test_ssvm.py test_01_snapshot_root_disk | Success | 11.26 | test_snapshots.py test_04_change_offering_small | Success | 242.78 | test_service_offerings.py test_03_delete_service_offering | Success | 0.04 | test_service_offerings.py test_02_edit_service_offering | Success | 0.06 | test_service_offerings.py test_01_create_service_offering | Success | 0.11 | test_service_offerings.py test_02_sys_template_ready | Success | 0.13 | test_secondary_storage.py test_01_sys_vm_start | Success | 0.19 | test_secondary_storage.py test_09_reboot_router | Success | 45.37 | test_routers.py test_08_start_router | Success | 25.27 | test_routers.py test_07_stop_router | Success | 10.19 | test_routers.py test_06_router_advanced | Success | 0.06 | test_routers.py test_05_router_basic | Success | 0.04 | test_routers.py test_04_restart_network_wo_cleanup | Success | 5.63 | test_routers.py test_03_restart_network_cleanup | Success | 55.50 | test_routers.py test_02_router_internal_adv | Success | 1.10 | test_routers.py test_01_router_internal_basic | Success | 0.58 | test_routers.py test_router_dns_guestipquery | Success | 112.26 | test_router_dns.py test_router_dns_externalipquery | Success | 0.06 | test_router_dns.py test_router_dhcphosts | Success | 293.28 | test_router_dhcphosts.py test_router_dhcp_opts | Success | 21.78 | test_router_dhcphosts.py test_01_updatevolumedetail | Success | 0.08 | test_resource_detail.py test_01_reset_vm_on_reboot | Success | 171.19 | test_reset_vm_on_reboot.py test_createRegion | Success | 0.04 | test_regions.py test_create_pvlan_network | Success | 5.22 | test_pvlan.py test_dedicatePublicIpRange | Success | 0.42 | test_public_ip_range.py test_03_vpc_privategw_restart_vpc_cleanup | Success | 485.47 | test_privategw_acl.py test_02_vpc_privategw_static_routes | Success | 446.17 | test_privategw_acl.py test_01_vpc_privategw_acl | Success | 92.22 | test_privategw_acl.py test_01_primary_storage_nfs | Success | 35.87 | test_primary_storage.py test_createPortablePublicIPRange | Success | 15.20 | test_portable_publicip.py test_createPortablePublicIPAcquire | Success | 15.61 | test_portable_publicip.py test_isolate_network_password_server | Success | 89.34 | test_password_server.py test_UpdateStorageOverProvisioningFactor | Success | 0.14 | test_over_provisioning.py test_oobm_zchange_password | Success | 30.70 | test_outofbandmanagement.py test_oobm_multiple_mgmt_server_ownership | Success | 16.32 | test_outofbandmanagement.py test_oobm_issue_power_status | Success | 10.24 | test_outofbandmanagement.py test_oobm_issue_power_soft | Success | 15.33 | test_outofbandmanagement.py test_oobm_issue_power_reset | Success | 15.33 | test_outofbandmanagement.py test_oobm_issue_power_on | Success | 15.34 | test_outofbandmanagement.py test_oobm_issue_power_off | Success | 15.34 | test_outofbandmanagement.py test_oobm_issue_power_cycle | Success | 15.33 | test_outofbandmanagement.py test_oobm_enabledisable_across_clusterzones | Success | 92.76 | test_outofbandmanagement.py test_oobm_enable_feature_valid | Success | 5.17 | test_outofbandmanagement.py test_oobm_enable_feature_invalid | Success | 0.10 | test_outofbandmanagement.py test_oobm_disable_feature_valid | Success | 5.18 | test_outofbandmanagement.py test_oobm_disable_feature_invalid | Success | 0.10 | test_outofbandmanagement.py test_oobm_configure_invalid_driver | Success | 0.09 | test_outofbandmanagement.py test_oobm_configure_default_driver | Success | 0.07 | test_outofbandmanagement.py test_oobm_background_powerstate_sync | Success | 29.54 | test_outofbandmanagement.py test_extendPhysicalNetworkVlan | Success | 15.31 | test_non_contigiousvlan.py test_01_nic | Success | 514.79 | test_nic.py test_releaseIP | Success | 263.00 | test_network.py test_reboot_router | Success | 433.74 | test_network.py test_public_ip_user_account | Success | 10.25 | test_network.py test_public_ip_admin_account | Success | 40.28 | test_network.py test_network_rules_acquired_public_ip_3_Load_Balancer_Rule | Success | 66.79 | test_network.py test_network_rules_acquired_public_ip_2_nat_rule | Success | 61.72 | test_network.py test_network_rules_acquired_public_ip_1_static_nat_rule | Success | 125.43 | test_network.py test_delete_account | Success | 287.81 | test_network.py test_02_port_fwd_on_non_src_nat | Success | 55.65 | test_network.py test_01_port_fwd_on_src_nat | Success | 112.25 | test_network.py test_nic_secondaryip_add_remove | Success | 232.73 | test_multipleips_per_nic.py login_test_saml_user | Success | 19.23 | test_login.py test_assign_and_removal_lb | Success | 133.11 | test_loadbalance.py test_02_create_lb_rule_non_nat | Success | 187.16 | test_loadbalance.py test_01_create_lb_rule_src_nat | Success | 207.70 | test_loadbalance.py test_07_list_default_iso | Success | 0.06 | test_iso.py test_05_iso_permissions | Success | 0.07 | test_iso.py test_04_extract_Iso | Success | 5.22 | test_iso.py test_03_delete_iso | Success | 95.28 | test_iso.py test_02_edit_iso | Success | 0.06 | test_iso.py test_01_create_iso | Success | 21.01 | test_iso.py test_04_rvpc_internallb_haproxy_stats_on_all_interfaces | Success | 218.45 | test_internal_lb.py test_03_vpc_internallb_haproxy_stats_on_all_interfaces | Success | 178.71 | test_internal_lb.py test_02_internallb_roundrobin_1RVPC_3VM_HTTP_port80 | Success | 563.67 | test_internal_lb.py test_01_internallb_roundrobin_1VPC_3VM_HTTP_port80 | Success | 499.45 | test_internal_lb.py test_dedicateGuestVlanRange | Success | 10.28 | test_guest_vlan_range.py test_UpdateConfigParamWithScope | Success | 0.15 | test_global_settings.py test_rolepermission_lifecycle_update | Success | 6.17 | test_dynamicroles.py test_rolepermission_lifecycle_list | Success | 6.01 | test_dynamicroles.py test_rolepermission_lifecycle_delete | Success | 5.86 | test_dynamicroles.py test_rolepermission_lifecycle_create | Success | 5.89 | test_dynamicroles.py test_rolepermission_lifecycle_concurrent_updates | Success | 6.02 | test_dynamicroles.py test_role_lifecycle_update_role_inuse | Success | 5.95 | test_dynamicroles.py test_role_lifecycle_update | Success | 10.99 | test_dynamicroles.py test_role_lifecycle_list | Success | 5.90 | test_dynamicroles.py test_role_lifecycle_delete | Success | 10.95 | test_dynamicroles.py test_role_lifecycle_create | Success | 5.92 | test_dynamicroles.py test_role_inuse_deletion | Success | 5.89 | test_dynamicroles.py test_role_account_acls_multiple_mgmt_servers | Success | 8.11 | test_dynamicroles.py test_role_account_acls | Success | 8.25 | test_dynamicroles.py test_default_role_deletion | Success | 5.98 | test_dynamicroles.py test_04_create_fat_type_disk_offering | Success | 0.07 | test_disk_offerings.py test_03_delete_disk_offering | Success | 0.04 | test_disk_offerings.py test_02_edit_disk_offering | Success | 0.05 | test_disk_offerings.py test_02_create_sparse_type_disk_offering | Success | 0.07 | test_disk_offerings.py test_01_create_disk_offering | Success | 0.11 | test_disk_offerings.py test_deployvm_userdispersing | Success | 20.64 | test_deploy_vms_with_varied_deploymentplanners.py test_deployvm_userconcentrated | Success | 51.12 | test_deploy_vms_with_varied_deploymentplanners.py test_deployvm_firstfit | Success | 126.12 | test_deploy_vms_with_varied_deploymentplanners.py test_deployvm_userdata_post | Success | 10.40 | test_deploy_vm_with_userdata.py test_deployvm_userdata | Success | 50.71 | test_deploy_vm_with_userdata.py test_02_deploy_vm_root_resize | Success | 5.98 | test_deploy_vm_root_resize.py test_01_deploy_vm_root_resize | Success | 6.05 | test_deploy_vm_root_resize.py test_00_deploy_vm_root_resize | Success | 232.60 | test_deploy_vm_root_resize.py test_deploy_vm_from_iso | Success | 228.03 | test_deploy_vm_iso.py test_DeployVmAntiAffinityGroup | Success | 207.37 | test_affinity_groups.py test_03_delete_vm_snapshots | Skipped | 0.00 | test_vm_snapshots.py test_02_revert_vm_snapshots | Skipped | 0.00 | test_vm_snapshots.py test_01_test_vm_volume_snapshot | Skipped | 0.00 | test_vm_snapshots.py test_01_create_vm_snapshots | Skipped | 0.00 | test_vm_snapshots.py test_06_copy_template | Skipped | 0.00 | test_templates.py test_static_role_account_acls | Skipped | 0.03 | test_staticroles.py test_01_scale_vm | Skipped | 0.00 | test_scale_vm.py test_01_primary_storage_iscsi | Skipped | 0.04 | test_primary_storage.py test_06_copy_iso | Skipped | 0.00 | test_iso.py test_deploy_vgpu_enabled_vm | Skipped | 0.01 | test_deploy_vgpu_enabled_vm.py > Instance fails to start after unsuccesful compute offering upgrade. > ------------------------------------------------------------------- > > Key: CLOUDSTACK-9626 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-9626 > Project: CloudStack > Issue Type: Bug > Security Level: Public(Anyone can view this level - this is the > default.) > Components: Management Server > Affects Versions: 4.8.0 > Reporter: Sudhansu Sahu > Assignee: Sudhansu Sahu > > ISSUE > ============ > Instance fails to start after unsuccesful compute offering upgrade. > > TROUBLESHOOTING > ================== > We observed VM instance get compute values "cpuNumber","cpuSpeed","memory" > removed from table "user_vm_details", which cause instance fail to startup > next time on XenServer > mysql> select * from user_vm_details where vm_id=10; > +-----+-------+------------------------------------+-------------------------------------------------+---------+ > | id | vm_id | name | value > | display | > +-----+-------+------------------------------------+-------------------------------------------------+---------+ > | 218 | 10 | platform | > viridian:true;acpi:1;apic:true;pae:true;nx:true | 1 | > | 219 | 10 | hypervisortoolsversion | xenserver56 > | 1 | > | 220 | 10 | Message.ReservedCapacityFreed.Flag | true > | 1 | > +-----+-------+------------------------------------+-------------------------------------------------+---------+ > 3 rows in set (0.00 sec) > > Unexpected exception while executing > org.apache.cloudstack.api.command.user.vm.ScaleVMCmd > java.lang.NullPointerException > at > com.cloud.vm.UserVmManagerImpl.upgradeStoppedVirtualMachine(UserVmManagerImpl.java:953) > at > com.cloud.vm.UserVmManagerImpl.upgradeVirtualMachine(UserVmManagerImpl.java:1331) > at > com.cloud.vm.UserVmManagerImpl.upgradeVirtualMachine(UserVmManagerImpl.java:1271) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:616) > at > org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317) > at > org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) > at > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) > at > com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50) > at > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161) > at > org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91) > at > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) > at > org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204) > at $Proxy169.upgradeVirtualMachine(Unknown Source) > at > org.apache.cloudstack.api.command.user.vm.ScaleVMCmd.execute(ScaleVMCmd.java:127) > at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:167) > at > com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:97) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:543) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:50) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103) > at > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53) > at > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:47) > at > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:500) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) > at java.util.concurrent.FutureTask.run(FutureTask.java:166) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) > at java.lang.Thread.run(Thread.java:679) > 2015-02-09 15:23:46,578 TRACE [c.c.u.d.GenericDaoBase] (main:null) Select by > Id SQL: SELECT user_vm_details.id, user_vm_details.vm_id, > user_vm_details.name, user_vm_details.value, user_vm_details.display FROM > user_vm_details WHERE user_vm_details.id = ? > 2015-02-09 15:23:46,578 TRACE [c.c.u.d.GenericDaoBase] (main:null) Table > References: user_vm_details > 2015-02-09 15:23:46,578 TRACE [c.c.u.d.GenericDaoBase] (main:null) Insert > SQLs: > 2015-02-09 15:23:46,578 TRACE [c.c.u.d.GenericDaoBase] (main:null) INSERT > INTO user_vm_details (user_vm_details.vm_id, user_vm_details.name, > user_vm_details.value, user_vm_details.display) VALUES (?, ?, ?, ?) > 2015-02-09 15:23:46,578 TRACE [c.c.u.d.GenericDaoBase] (main:null) Delete SQLs > 2015-02-09 15:23:46,578 TRACE [c.c.u.d.GenericDaoBase] (main:null) DELETE > FROM user_vm_details WHERE user_vm_details.id= ? > REPRO STEPS > ================== > 1. Set global setting enable.dynamic.scale.vm to true > 2. Create a custom Compute Offerings A > 3. Create a VM instance apply A, ie. cpuNumber=1,cpuSpeed=1000,memory=512M > 4. Create another custom Compute Offerings B > 5. Change service offering to B, ie. cpuNumber=2,cpuSpeed=2000,memory=4096M > (ensure 4 times over previous memory size), then you will encounter scaling > failed > 6. Stop VM instance , you will never startup again > EXPECTED BEHAVIOR > ================== > Succeed Startup VM instance > > ACTUAL BEHAVIOR > ================== > Fail to start instance -- This message was sent by Atlassian JIRA (v6.3.4#6332)