blueorangutan commented on pull request #4727: URL: https://github.com/apache/cloudstack/pull/4727#issuecomment-789265981
<b>Trillian test result (tid-3637)</b> Environment: kvm-centos7 (x2), Advanced Networking with Mgmt server 7 Total time taken: 41878 seconds Marvin logs: https://github.com/blueorangutan/acs-prs/releases/download/trillian/pr4727-t3637-kvm-centos7.zip Test completed. 63 look ok, 108 have errors Only failed tests results shown below: Test | Result | Time (s) | Test File --- | --- | --- | --- ContextSuite context=TestDeployVMs>:setup | `Error` | 0.00 | test_dhcp_dns_offload.py test_01_1_egress_fr1 | `Error` | 67.45 | test_egress_fw_rules.py test_01_2_egress_fr1 | `Error` | 66.45 | test_egress_fw_rules.py test_01_egress_fr1 | `Error` | 65.46 | test_egress_fw_rules.py test_02_1_egress_fr2 | `Error` | 66.47 | test_egress_fw_rules.py test_02_2_egress_fr2 | `Error` | 65.41 | test_egress_fw_rules.py test_02_egress_fr2 | `Error` | 66.42 | test_egress_fw_rules.py test_03_1_egress_fr3 | `Error` | 66.39 | test_egress_fw_rules.py test_03_egress_fr3 | `Error` | 67.46 | test_egress_fw_rules.py test_04_1_egress_fr4 | `Error` | 66.45 | test_egress_fw_rules.py test_04_egress_fr4 | `Error` | 65.45 | test_egress_fw_rules.py test_06_1_egress_fr6 | `Error` | 66.53 | test_egress_fw_rules.py test_06_egress_fr6 | `Error` | 67.51 | test_egress_fw_rules.py test_07_1_egress_fr7 | `Error` | 66.45 | test_egress_fw_rules.py test_07_egress_fr7 | `Error` | 65.47 | test_egress_fw_rules.py test_09_1_egress_fr9 | `Error` | 66.44 | test_egress_fw_rules.py test_09_egress_fr9 | `Error` | 65.60 | test_egress_fw_rules.py test_10_1_egress_fr10 | `Error` | 66.49 | test_egress_fw_rules.py test_10_egress_fr10 | `Error` | 65.43 | test_egress_fw_rules.py test_11_1_egress_fr11 | `Error` | 202.38 | test_egress_fw_rules.py test_11_egress_fr11 | `Error` | 203.43 | test_egress_fw_rules.py test_12_1_egress_fr12 | `Error` | 66.57 | test_egress_fw_rules.py test_12_egress_fr12 | `Error` | 65.56 | test_egress_fw_rules.py test_13_1_egress_fr13 | `Error` | 89.97 | test_egress_fw_rules.py test_13_egress_fr13 | `Error` | 89.89 | test_egress_fw_rules.py test_02_acquire_public_ip_in_vpc | `Error` | 18.39 | test_acquire_specified_public_ip.py test_04_vpc_nw_running_vm_1_isolated | `Error` | 172.04 | test_add_remove_network.py test_05_add_vpc_nw_stopped_vm_1_isolated | `Error` | 32.87 | test_add_remove_network.py test_14_add_nw_different_account_1_isolated | `Failure` | 3.48 | test_add_remove_network.py test_14_add_nw_different_account_2_shared | `Failure` | 4.61 | test_add_remove_network.py test_14_add_nw_different_account_2_shared | `Error` | 4.61 | test_add_remove_network.py test_24_add_nw_different_domain | `Error` | 13.26 | test_add_remove_network.py test_25_add_nw_above_account_limit | `Error` | 10.74 | test_add_remove_network.py ContextSuite context=TestAddNetworkToVirtualMachine>:teardown | `Error` | 29.17 | test_add_remove_network.py test_29_remove_nic_CS22503 | `Error` | 210.25 | test_add_remove_network.py test_04_update_aff_grp_remove_all | `Error` | 0.12 | test_affinity_groups.py test_06_update_aff_grp_invalid_args | `Error` | 158.52 | test_affinity_groups.py runTest | `Error` | 0.00 | test_host_ha.py runTest | `Error` | 0.00 | test_host_ha.py test_01_create_sticky_policy_default_values | `Error` | 88.25 | test_haproxy.py test_02_create_sticky_policy_custom_values | `Error` | 92.29 | test_haproxy.py test_03_supported_policies_by_network | `Error` | 93.36 | test_haproxy.py test_04_delete_lb_rule | `Error` | 96.36 | test_haproxy.py test_05_error_alerts_after_create | `Error` | 1.47 | test_haproxy.py test_06_release_ip | `Error` | 1.49 | test_haproxy.py test_07_delete_account | `Error` | 1.50 | test_haproxy.py test_08_create_policy_router_stopped | `Error` | 1.47 | test_haproxy.py test_09_create_policy_router_destroy | `Error` | 1.51 | test_haproxy.py test_10_create_policy_enable_disable_vpn | `Error` | 1.50 | test_haproxy.py test_11_invalid_params | `Error` | 1.48 | test_haproxy.py test_11_move_across_subdomain_vm_pfrule | `Failure` | 207.58 | test_assign_vm.py runTest | `Error` | 0.00 | test_host.py runTest | `Error` | 0.00 | test_host.py ContextSuite context=TestBaseImageUpdate>:setup | `Error` | 0.00 | test_base_image_updation.py test_01_data_persistency_root_disk | `Error` | 715.52 | test_blocker_bugs.py test_01_firewall_rules_port_fw | `Error` | 0.79 | test_blocker_bugs.py test_02_check_size_snapshotTemplate | `Error` | 10.26 | test_blocker_bugs.py test_03_reuse_template_name | `Error` | 16.39 | test_blocker_bugs.py test_vm_create_after_reservation | `Failure` | 33.44 | test_ip_reservation.py test_ip_reservation_in_multiple_networks_same_account | `Failure` | 12.09 | test_ip_reservation.py test_nat_rules_1_nat_rule | `Failure` | 11.76 | test_ip_reservation.py test_nat_rules_2_static_nat_rule | `Failure` | 11.71 | test_ip_reservation.py test_update_cidr_multiple_vms_not_all_inclusive | `Failure` | 12.75 | test_ip_reservation.py test_update_cidr_single_vm_not_inclusive | `Failure` | 11.72 | test_ip_reservation.py test_vm_create_after_reservation | `Failure` | 11.71 | test_ip_reservation.py test_restart_network_with_cleanup_1_True | `Failure` | 12.73 | test_ip_reservation.py test_restart_network_with_cleanup_2_False | `Failure` | 12.71 | test_ip_reservation.py test_destroy_recreate_router | `Failure` | 11.74 | test_ip_reservation.py test_update_network_guestvmcidr_1_existingVmInclusive | `Failure` | 11.75 | test_ip_reservation.py test_update_network_guestvmcidr_2_existingVmExclusive | `Failure` | 12.73 | test_ip_reservation.py test_01_Browser_template_Life_cycle_tpath | `Failure` | 24.12 | test_browse_templates.py test_02_SSVM_Life_Cycle_With_Browser_Template_TPath | `Failure` | 104.70 | test_browse_templates.py test_04_Browser_template_ResetVM_With_Deleted_Template | `Failure` | 9.29 | test_browse_templates.py test_05_Browser_Upload_Template_with_all_API_parameters | `Failure` | 9.35 | test_browse_templates.py test_06_Browser_Upload_template_resource_limits | `Failure` | 8.81 | test_browse_templates.py test_07_Browser_Upload_template_secondary_storage_resource_limits | `Failure` | 39.80 | test_browse_templates.py test_08_Browser_Upload_template_resource_limits_after_deletion | `Failure` | 9.01 | test_browse_templates.py test_09_Browser_Upload_Volume_secondary_storage_resource_limits_after_deletion | `Failure` | 8.89 | test_browse_templates.py test_browser_upload_template_incomplete | `Failure` | 93.27 | test_browse_templates.py ContextSuite context=TestBrowseUploadVolume>:setup | `Error` | 0.00 | test_browse_volumes.py test_01_lb_rule_for_primary_ip | `Error` | 11.68 | test_lb_secondary_ip.py test_02_lb_rule_for_primary_ip | `Error` | 11.69 | test_lb_secondary_ip.py test_03_lb_rule_for_primary_and_secondary_ip | `Error` | 12.70 | test_lb_secondary_ip.py test_04_lb_rule_primary_secondary_multiple_vms | `Error` | 11.72 | test_lb_secondary_ip.py test_05_lb_rule_wrong_vm_id | `Error` | 11.69 | test_lb_secondary_ip.py test_06_lb_rule_wrong_vm_ip | `Error` | 11.80 | test_lb_secondary_ip.py test_08_lb_rule_remove_used_ip | `Error` | 12.70 | test_lb_secondary_ip.py test_11_ssh_to_secondary_ip | `Error` | 11.70 | test_lb_secondary_ip.py test_13_delete_lb_rule | `Error` | 11.69 | test_lb_secondary_ip.py test_14_remove_lb_rule_secondary_ip | `Error` | 12.71 | test_lb_secondary_ip.py test_15_remove_lb_rule_primary_ip | `Error` | 11.69 | test_lb_secondary_ip.py test_16_delete_vm_from_lb_rule | `Error` | 11.70 | test_lb_secondary_ip.py test_20_destroy_recover_vm | `Error` | 11.68 | test_lb_secondary_ip.py test_21_modify_lb_rule_algorithm | `Error` | 12.74 | test_lb_secondary_ip.py test_09_lbvmips_true | `Error` | 11.69 | test_lb_secondary_ip.py test_10_lbvmips_false | `Error` | 11.69 | test_lb_secondary_ip.py test_17_restart_router | `Error` | 11.70 | test_lb_secondary_ip.py test_18_restart_network_cleanup_true | `Error` | 12.69 | test_lb_secondary_ip.py test_19_restart_network_cleanup_false | `Error` | 11.74 | test_lb_secondary_ip.py test_22_network_gc | `Error` | 11.68 | test_lb_secondary_ip.py runTest | `Error` | 0.00 | test_configdrive.py runTest | `Error` | 0.00 | test_configdrive.py test_deployvm_userdata_post | `Error` | 20.55 | test_deploy_vm_userdata_reg.py test_deployvm_multinic | `Error` | 35.16 | test_deploy_vm_userdata_multi_nic.py test_listtemplate | `Failure` | 31.55 | test_escalation_listTemplateDomainAdmin.py test_listtemplate | `Error` | 31.55 | test_escalation_listTemplateDomainAdmin.py test_03_associate_ipaddress_for_vpc | `Error` | 19.84 | test_escalations_ipaddresses.py test_05_create_delete_lbrule_forvpc | `Error` | 20.84 | test_escalations_ipaddresses.py test_07_assign_remove_lbrule_toinstance | `Error` | 53.36 | test_escalations_ipaddresses.py test_07_assign_remove_lbrule_toinstance | `Error` | 53.37 | test_escalations_ipaddresses.py test_09_create_delete_portforwarding_fornonvpc | `Error` | 54.33 | test_escalations_ipaddresses.py test_09_create_delete_portforwarding_fornonvpc | `Error` | 54.33 | test_escalations_ipaddresses.py test_10_create_delete_portforwarding_forvpc | `Error` | 20.84 | test_escalations_ipaddresses.py test_13_add_remove_vpnusers | `Error` | 55.26 | test_escalations_ipaddresses.py test_13_add_remove_vpnusers | `Error` | 55.26 | test_escalations_ipaddresses.py test_14_enable_disable_staticnat_fornonvpc | `Error` | 54.91 | test_escalations_ipaddresses.py test_14_enable_disable_staticnat_fornonvpc | `Error` | 54.92 | test_escalations_ipaddresses.py test_15_enable_disable_staticnat_forvpc | `Error` | 19.79 | test_escalations_ipaddresses.py test_16_create_delete_ipforwardingrule | `Error` | 54.95 | test_escalations_ipaddresses.py test_16_create_delete_ipforwardingrule | `Error` | 54.95 | test_escalations_ipaddresses.py test_03_list_vpc_pagination | `Error` | 22.51 | test_escalations_networks.py test_04_create_vpc_with_networkdomain | `Error` | 21.47 | test_escalations_networks.py test_05_list_network_offerings_with_and_without_vpc | `Error` | 0.12 | test_escalations_networks.py test_06_create_network_in_vpc | `Error` | 22.49 | test_escalations_networks.py test_07_create_delete_network | `Error` | 0.02 | test_escalations_networks.py test_08_update_network | `Error` | 0.01 | test_escalations_networks.py test_10_list_networks_in_vpc | `Error` | 20.46 | test_escalations_networks.py test_11_update_vpc | `Error` | 22.50 | test_escalations_networks.py test_12_list_create_delete_networkACL | `Error` | 20.46 | test_escalations_networks.py test_13_list_vpc_byid | `Error` | 19.43 | test_escalations_networks.py test_15_list_privategateway_byvpcid | `Error` | 20.45 | test_escalations_networks.py test_17_restart_vpc | `Error` | 26.55 | test_escalations_networks.py test_18_create_list_vpn_gateway | `Error` | 19.42 | test_escalations_networks.py test_19_create_list_reset_delete_vpnconnections | `Error` | 20.44 | test_escalations_networks.py test_21_listNetworkacls_by_privategateway_aclid | `Error` | 21.47 | test_escalations_networks.py test_02_list_volume_byid | `Failure` | 64.30 | test_escalations_volumes.py test_05_volume_snapshot | `Error` | 74.74 | test_escalations_volumes.py test_10_volume_snapshots_pagination | `Error` | 77.92 | test_escalations_volumes.py test_01_list_vpncustomergateways_pagination | `Error` | 1.07 | test_escalations_vpncustomergateways.py test_02_update_vpncustomergateways | `Error` | 1.06 | test_escalations_vpncustomergateways.py test_list_nics | `Error` | 5.64 | test_list_nics.py test_01_stop_start_instance | `Failure` | 11.24 | test_memory_limits.py test_02_migrate_instance | `Failure` | 10.24 | test_memory_limits.py test_03_delete_instance | `Failure` | 11.27 | test_memory_limits.py test_01_stop_start_instance | `Failure` | 1.48 | test_memory_limits.py test_02_migrate_instance | `Failure` | 1.46 | test_memory_limits.py test_03_delete_instance | `Failure` | 1.50 | test_memory_limits.py test_04_deploy_multiple_vm | `Failure` | 1.48 | test_memory_limits.py ContextSuite context=TestMigrationMaintainedPool>:setup | `Error` | 0.00 | test_migrate_vol_to_maintained_pool.py test_01_change_service_offering | `Failure` | 11.35 | test_mm_domain_limits.py test_02_migrate_vm | `Failure` | 12.30 | test_mm_domain_limits.py test_03_delete_vm | `Failure` | 11.27 | test_mm_domain_limits.py test_04_deploy_multiple_vm | `Failure` | 10.27 | test_mm_domain_limits.py test_01_multiple_child_domains | `Failure` | 13.90 | test_mm_domain_limits.py test_02_deploy_vm_account_limit_reached | `Failure` | 12.38 | test_mm_max_limits.py test_04_deployVm__account_limit_reached | `Failure` | 11.34 | test_mm_max_limits.py test_01_project_vmlifecycle_start_stop_instance | `Failure` | 3.05 | test_mm_project_limits.py test_02_project_vmlifecycle_migrate_instance | `Failure` | 2.99 | test_mm_project_limits.py test_03_project_vmlifecycle_delete_instance | `Failure` | 3.08 | test_mm_project_limits.py test_add_ip_to_nic_1_SHARED | `Error` | 11.92 | test_multiple_ips_per_nic.py test_list_nics_1_ISOLATED | `Error` | 10.71 | test_multiple_ips_per_nic.py test_list_nics_2_SHARED | `Error` | 11.95 | test_multiple_ips_per_nic.py test_list_nics_3_VPC | `Error` | 2.44 | test_multiple_ips_per_nic.py test_operations_non_root_admin_api_client_1_ISOLATED | `Error` | 10.85 | test_multiple_ips_per_nic.py test_operations_non_root_admin_api_client_2_SHARED | `Error` | 13.11 | test_multiple_ips_per_nic.py test_operations_non_root_admin_api_client_3_VPC | `Error` | 3.73 | test_multiple_ips_per_nic.py test_remove_ip_from_nic_1_ISOLATED | `Error` | 10.80 | test_multiple_ips_per_nic.py test_remove_ip_from_nic_2_SHARED | `Error` | 10.93 | test_multiple_ips_per_nic.py test_remove_ip_from_nic_3_VPC | `Error` | 2.47 | test_multiple_ips_per_nic.py test_add_PF_rule_1_ISOLATED | `Error` | 9.71 | test_multiple_ips_per_nic.py test_add_PF_rule_2_SHARED | `Error` | 10.91 | test_multiple_ips_per_nic.py test_add_PF_rule_3_VPC | `Error` | 2.46 | test_multiple_ips_per_nic.py test_add_static_nat_rule_1_ISOLATED | `Error` | 10.71 | test_multiple_ips_per_nic.py test_add_static_nat_rule_2_SHARED | `Error` | 10.92 | test_multiple_ips_per_nic.py test_add_static_nat_rule_3_VPC | `Error` | 2.45 | test_multiple_ips_per_nic.py test_delete_PF_nat_rule_1_ISOLATED | `Error` | 10.71 | test_multiple_ips_per_nic.py test_delete_PF_nat_rule_2_SHARED | `Error` | 10.91 | test_multiple_ips_per_nic.py test_delete_PF_nat_rule_3_VPC | `Error` | 2.46 | test_multiple_ips_per_nic.py test_disable_static_nat_1_ISOLATED | `Error` | 10.69 | test_multiple_ips_per_nic.py test_disable_static_nat_2_SHARED | `Error` | 10.91 | test_multiple_ips_per_nic.py test_disable_static_nat_3_VPC | `Error` | 2.44 | test_multiple_ips_per_nic.py test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_1_ISOLATED | `Error` | 10.69 | test_multiple_ips_per_nic.py test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_2_SHARED | `Error` | 10.91 | test_multiple_ips_per_nic.py test_disassociate_ip_mapped_to_secondary_ip_through_PF_rule_3_VPC | `Error` | 2.45 | test_multiple_ips_per_nic.py test_delete_vm_1_ISOLATED | `Error` | 9.70 | test_multiple_ips_per_nic.py test_delete_vm_2_SHARED | `Error` | 10.94 | test_multiple_ips_per_nic.py test_delete_vm_3_VPC | `Error` | 2.46 | test_multiple_ips_per_nic.py test_network_restart_cleanup_false_1_ISOLATED | `Error` | 10.71 | test_multiple_ips_per_nic.py test_network_restart_cleanup_false_2_SHARED | `Error` | 10.92 | test_multiple_ips_per_nic.py test_network_restart_cleanup_false_3_VPC | `Error` | 2.44 | test_multiple_ips_per_nic.py test_network_restart_cleanup_true_1_ISOLATED | `Error` | 10.72 | test_multiple_ips_per_nic.py test_network_restart_cleanup_true_2_SHARED | `Error` | 10.95 | test_multiple_ips_per_nic.py test_network_restart_cleanup_true_3_VPC | `Error` | 2.46 | test_multiple_ips_per_nic.py test_reboot_router_VM_1_ISOLATED | `Error` | 10.71 | test_multiple_ips_per_nic.py test_reboot_router_VM_2_SHARED | `Error` | 10.87 | test_multiple_ips_per_nic.py test_reboot_router_VM_3_VPC | `Error` | 2.44 | test_multiple_ips_per_nic.py test_recover_vm_1_ISOLATED | `Error` | 10.71 | test_multiple_ips_per_nic.py test_recover_vm_2_SHARED | `Error` | 10.95 | test_multiple_ips_per_nic.py test_recover_vm_3_VPC | `Error` | 2.45 | test_multiple_ips_per_nic.py ContextSuite context=TestIptables>:setup | `Error` | 0.00 | test_multiple_public_interfaces.py ContextSuite context=TestPortForwarding>:setup | `Error` | 0.00 | test_multiple_public_interfaces.py ContextSuite context=TestRouting>:setup | `Error` | 0.00 | test_multiple_public_interfaces.py ContextSuite context=TestStaticNat>:setup | `Error` | 0.00 | test_multiple_public_interfaces.py test_network_services_VPC_CreatePF | `Error` | 2.52 | test_multiple_public_interfaces.py test_network_services_VPC_CreatePF | `Error` | 2.50 | test_multiple_public_interfaces.py test_01_acquire_public_ips_in_isolated_network_with_single_vr | `Failure` | 11.91 | test_multiple_subnets_in_isolated_network.py test_02_acquire_public_ips_in_isolated_network_with_redundant_vrs | `Failure` | 11.91 | test_multiple_subnets_in_isolated_network_rvr.py test_03_acquire_public_ips_in_vpc_with_single_vr | `Error` | 5.98 | test_multiple_subnets_in_vpc.py test_04_acquire_public_ips_in_vpc_with_redundant_vrs | `Error` | 5.97 | test_multiple_subnets_in_vpc_rvr.py test_01_network_off_without_conserve_mode | `Error` | 9.82 | test_network_offering.py test_02_network_off_with_conserve_mode | `Error` | 9.79 | test_network_offering.py test_03_network_off_CS5332 | `Error` | 9.90 | test_network_offering.py test_create_network_with_snat | `Error` | 10.80 | test_network_offering.py test_05_remove_used_range | `Failure` | 5.63 | test_non_contiguous_vlan.py ContextSuite context=TestOrganizationStates>:setup | `Error` | 0.00 | test_organization_states.py ContextSuite context=Overcommit>:setup | `Error` | 0.00 | test_overcommit.py test_assign_vm_different_account_VR_1_VR | `Error` | 2.88 | test_persistent_networks.py test_assign_vm_different_account_VR_2_RVR | `Error` | 2.86 | test_persistent_networks.py test_change_persistent_network_to_non_persistent | `Error` | 1.50 | test_persistent_networks.py test_delete_account | `Error` | 0.43 | test_persistent_networks.py test_network_state_after_destroying_vms | `Error` | 0.14 | test_persistent_networks.py test_persistent_network_with_RVR | `Error` | 1.52 | test_persistent_networks.py test_pf_nat_rule_persistent_network_1_LB_VR | `Error` | 1.49 | test_persistent_networks.py test_upgrade_network_VR_to_PersistentRVR | `Error` | 2.55 | test_persistent_networks.py test_upgrade_to_persistent_services_VR_1_LB_VR | `Error` | 2.51 | test_persistent_networks.py test_vm_deployment_persistent_and_non_persistent_networks | `Error` | 1.48 | test_persistent_networks.py test_vm_deployment_two_persistent_networks | `Error` | 1.47 | test_persistent_networks.py test_volume_delete_event_errorState | `Error` | 0.40 | test_persistent_networks.py ContextSuite context=TestPersistentNetworks>:teardown | `Error` | 1.49 | test_persistent_networks.py test_account_operations_1_locked | `Error` | 1.47 | test_persistent_networks.py test_account_operations_2_disabled | `Error` | 1.49 | test_persistent_networks.py test_project_operations | `Error` | 3.62 | test_persistent_networks.py test_cleanup_persistent_network_1_true | `Error` | 1.56 | test_persistent_networks.py test_cleanup_persistent_network_2_false | `Error` | 1.50 | test_persistent_networks.py test_vpc_delete_account | `Failure` | 2.44 | test_persistent_networks.py test_vpc_force_delete_domain | `Failure` | 4.87 | test_persistent_networks.py test_vpc_network_life_cycle_1_delete | `Error` | 2.45 | test_persistent_networks.py test_vpc_network_life_cycle_2_restart | `Error` | 2.43 | test_persistent_networks.py test_associate_ip_address | `Error` | 1.21 | test_portable_ip.py test_associate_ip_address_services_enable_disable | `Failure` | 15.38 | test_portable_ip.py test_delete_account_services_enabled | `Error` | 21.00 | test_portable_ip.py ContextSuite context=TestDisassociatePublicIp>:setup | `Error` | 16.33 | test_portable_ip.py ContextSuite context=TestPortableIpTransferAcrossNetworks>:setup | `Error` | 17.38 | test_portable_ip.py test_03_vm_per_project | `Error` | 3.27 | test_project_limits.py test_04_publicip_per_project | `Error` | 4.23 | test_project_limits.py test_05_snapshots_per_project | `Error` | 4.22 | test_project_limits.py test_06_volumes_per_project | `Error` | 11.51 | test_project_limits.py test_03_network_create | `Error` | 11.73 | test_project_resources.py test_01_service_offerings | `Error` | 11.51 | test_project_resources.py ContextSuite context=TestPublicIpAddress>:setup | `Error` | 11.12 | test_project_resources.py test_06_create_snapshots_in_project | `Error` | 4.29 | test_project_resources.py test_04_public_private_template_use_in_project | `Failure` | 3.25 | test_project_resources.py test_05_use_private_template_in_project | `Failure` | 4.21 | test_project_resources.py ContextSuite context=TestLBRuleUsage>:setup | `Error` | 9.96 | test_project_usage.py ContextSuite context=TestNatRuleUsage>:setup | `Error` | 15.65 | test_project_usage.py ContextSuite context=TestPublicIPUsage>:setup | `Error` | 21.38 | test_project_usage.py ContextSuite context=TestSnapshotUsage>:setup | `Error` | 27.07 | test_project_usage.py test_01_vm_usage | `Error` | 4.28 | test_project_usage.py ContextSuite context=TestVolumeUsage>:setup | `Error` | 16.27 | test_project_usage.py ContextSuite context=TestVpnUsage>:setup | `Error` | 21.98 | test_project_usage.py test_01_multiple_domains_primary_storage_limits | `Failure` | 7.32 | test_ps_domain_limits.py test_02_multiple_domains_primary_storage_limits | `Failure` | 15.82 | test_ps_domain_limits.py test_03_multiple_domains_multiple_volumes | `Failure` | 15.83 | test_ps_domain_limits.py test_04_create_template_snapshot | `Failure` | 15.82 | test_ps_domain_limits.py test_05_assign_virtual_machine_different_domain | `Failure` | 15.83 | test_ps_domain_limits.py test_06_destroy_recover_vm | `Failure` | 16.72 | test_ps_domain_limits.py test_assign_vm_different_account_1_root_domain_admin | `Failure` | 10.74 | test_ps_limits.py test_assign_vm_different_account_2_child_domain_admin | `Failure` | 10.85 | test_ps_limits.py test_attach_detach_volume_1_root_domain_admin | `Failure` | 10.77 | test_ps_limits.py test_attach_detach_volume_2_child_domain_admin | `Failure` | 10.83 | test_ps_limits.py test_create_multiple_volumes_1_root_domain_admin | `Failure` | 9.77 | test_ps_limits.py test_create_multiple_volumes_2_child_domain_admin | `Failure` | 10.84 | test_ps_limits.py test_create_template_snapshot_1_root_domain_admin | `Failure` | 10.74 | test_ps_limits.py test_create_template_snapshot_2_child_domain_admin | `Failure` | 10.82 | test_ps_limits.py test_deploy_multiple_vm_1_root_domain_admin | `Failure` | 10.76 | test_ps_limits.py test_deploy_multiple_vm_2_child_domain_admin | `Failure` | 11.83 | test_ps_limits.py test_stop_start_vm_1_root_domain_admin | `Failure` | 10.79 | test_ps_limits.py test_stop_start_vm_2_child_domain_admin | `Failure` | 10.83 | test_ps_limits.py test_01_deploy_vm_domain_limit_reached | `Error` | 13.98 | test_ps_max_limits.py test_02_deploy_vm_account_limit_reached | `Error` | 13.96 | test_ps_max_limits.py test_03_deploy_vm_project_limit_reached | `Error` | 12.96 | test_ps_max_limits.py test_01_increase_volume_size_within_account_limit | `Failure` | 2.52 | test_ps_resize_volume.py test_02_increase_volume_size_above_account_limit | `Failure` | 2.43 | test_ps_resize_volume.py test_03_increase_volume_size_above_domain_limit | `Failure` | 2.42 | test_ps_resize_volume.py test_attach_volume_exceeding_primary_limits | `Failure` | 10.79 | test_ps_resource_limits_volume.py ContextSuite context=TestRecurringSnapshots>:setup | `Error` | 0.00 | test_recurring_snapshots.py test_network_gc | `Error` | 9.74 | test_redundant_router_cleanups.py test_restart_network_with_destroyed_masterVR | `Error` | 9.72 | test_redundant_router_cleanups.py test_restart_ntwk_no_cleanup | `Error` | 10.72 | test_redundant_router_cleanups.py test_restart_ntwk_with_cleanup | `Error` | 9.72 | test_redundant_router_cleanups.py test_enableVPNOverRvR | `Error` | 9.73 | test_redundant_router_services.py test_downgradeRvR_to_VR | `Error` | 9.72 | test_redundant_router_upgrades.py test_upgradeVR_to_redundantVR | `Error` | 9.72 | test_redundant_router_upgrades.py ContextSuite context=TestResetSSHKeyUserRights>:setup | `Error` | 0.00 | test_reset_ssh_keypair.py test_01_resource_count_vm_with_normal_offering_in_all_states | `Failure` | 3.27 | test_resource_count_running_vms.py test_02_resource_count_vm_with_dynamic_offering_in_all_states | `Failure` | 4.26 | test_resource_count_running_vms.py test_03_resource_count_vm_with_normal_offering_in_running_state | `Failure` | 4.25 | test_resource_count_running_vms.py test_04_resource_count_vm_with_dynamic_offering_in_running_state | `Failure` | 4.26 | test_resource_count_running_vms.py test_05_resource_count_vm_with_dynamic_offering_in_running_state_failed_cases | `Failure` | 7.66 | test_resource_count_running_vms.py test_06_resource_count_vm_with_dynamic_offering_in_all_states_failed_cases | `Failure` | 0.20 | test_resource_count_running_vms.py test_07_resource_count_vm_in_running_state_and_move_and_upgrade | `Failure` | 1.20 | test_resource_count_running_vms.py test_08_resource_count_vm_in_all_states_and_move_and_upgrade | `Failure` | 0.11 | test_resource_count_running_vms.py test_01_vm_per_account | `Error` | 123.36 | test_resource_limits.py test_02_publicip_per_account | `Error` | 124.34 | test_resource_limits.py test_03_snapshots_per_account | `Error` | 124.30 | test_resource_limits.py test_04_volumes_per_account | `Error` | 124.35 | test_resource_limits.py test_05_templates_per_account | `Failure` | 123.50 | test_resource_limits.py test_01_publicip_per_domain | `Error` | 123.38 | test_resource_limits.py test_01_vm_per_domain | `Error` | 124.32 | test_resource_limits.py test_03_snapshots_per_domain | `Error` | 123.32 | test_resource_limits.py test_04_volumes_per_domain | `Error` | 124.33 | test_resource_limits.py test_05_templates_per_domain | `Failure` | 124.43 | test_resource_limits.py test_01_create__snapshot_new_resized_rootvolume_size | `Error` | 5.30 | test_rootvolume_resize.py test_02_create__template_new_resized_rootvolume_size | `Error` | 4.75 | test_rootvolume_resize.py test_02_create__template_new_resized_rootvolume_size | `Error` | 4.75 | test_rootvolume_resize.py test_03_vmsnapshot__on_resized_rootvolume_vm | `Error` | 5.26 | test_rootvolume_resize.py test_04_vmreset_after_migrate_vm__rootvolume_resized | `Error` | 3.19 | test_rootvolume_resize.py test_08_increase_volume_size_within_account_limit | `Failure` | 1.47 | test_rootvolume_resize.py test_08_increase_volume_size_within_account_limit | `Error` | 1.48 | test_rootvolume_resize.py test_5_vmdeployment_with_size | `Error` | 5.34 | test_rootvolume_resize.py test_6_resized_rootvolume_with_lessvalue | `Error` | 3.21 | test_rootvolume_resize.py test_7_usage_events_after_rootvolume_resized_ | `Error` | 4.21 | test_rootvolume_resize.py ContextSuite context=TestRouterServices>:setup | `Error` | 0.00 | test_routers.py ContextSuite context=TestRouterStopCreateFW>:setup | `Error` | 0.00 | test_routers.py ContextSuite context=TestRouterStopCreateLB>:setup | `Error` | 0.00 | test_routers.py ContextSuite context=TestRouterStopCreatePF>:setup | `Error` | 0.00 | test_routers.py runTest | `Error` | 0.00 | test_secsr_mount.py runTest | `Error` | 0.00 | test_secsr_mount.py test_01_snapshot_data_disk | `Error` | 4.57 | test_separate_backup_from_snapshot.py test_acquire_ip | `Error` | 65.96 | test_shared_networks.py test_createSharedNetwork_All | `Error` | 68.53 | test_shared_networks.py test_createSharedNetwork_accountSpecific | `Error` | 74.69 | test_shared_networks.py test_createSharedNetwork_domainSpecific | `Error` | 77.16 | test_shared_networks.py test_createSharedNetwork_projectSpecific | `Error` | 77.56 | test_shared_networks.py test_deployVM_isolatedAndShared | `Error` | 72.64 | test_shared_networks.py test_deployVM_multipleSharedNetwork | `Error` | 74.68 | test_shared_networks.py test_reboot_router | `Error` | 67.05 | test_shared_networks.py test_restart_network_1_True | `Error` | 65.96 | test_shared_networks.py test_restart_network_2_False | `Error` | 65.96 | test_shared_networks.py test_stop_start_router | `Error` | 68.22 | test_shared_networks.py ContextSuite context=TestMultipleVolumeAttach>:setup | `Error` | 0.00 | test_simultaneous_volume_attach.py ContextSuite context=TestAccountSnapshotClean>:setup | `Error` | 0.00 | test_snapshot_gc.py ContextSuite context=TestSnapshotLimit>:setup | `Error` | 0.00 | test_snapshot_limits.py test_01_concurrent_snapshots_live_migrate | `Failure` | 9.80 | test_snapshots_improvement.py test_02_stop_vm_concurrent_snapshots | `Failure` | 9.78 | test_snapshots_improvement.py test_03_concurrent_snapshots_create_template | `Failure` | 10.80 | test_snapshots_improvement.py test_04_concurrent_snapshots_create_volume | `Failure` | 9.76 | test_snapshots_improvement.py test_01_snapshot_on_rootVolume | `Error` | 3.25 | test_snapshots_improvement.py test_01_createVM_snapshotTemplate | `Error` | 4.35 | test_snapshots.py ContextSuite context=TestSnapshotEvents>:setup | `Error` | 14.19 | test_snapshots.py test_01_volume_from_snapshot | `Error` | 5.59 | test_snapshots.py test_02_snapshot_data_disk | `Error` | 3.54 | test_snapshots.py test_03_snapshot_detachedDisk | `Error` | 4.58 | test_snapshots.py test_04_delete_snapshot | `Error` | 3.55 | test_snapshots.py test_07_template_from_snapshot | `Error` | 4.58 | test_snapshots.py runTest | `Error` | 0.00 | test_ss_domain_limits.py runTest | `Error` | 0.00 | test_ss_domain_limits.py test_01_register_template_1_root_domain_admin | `Failure` | 149.00 | test_ss_limits.py test_01_register_template_2_child_domain_admin | `Failure` | 150.09 | test_ss_limits.py test_02_create_template_snapshot_1_root_domain_admin | `Error` | 10.75 | test_ss_limits.py test_02_create_template_snapshot_2_child_domain_admin | `Error` | 10.81 | test_ss_limits.py test_03_register_iso_1_root_domain_admin | `Failure` | 61.53 | test_ss_limits.py test_03_register_iso_2_child_domain_admin | `Failure` | 62.60 | test_ss_limits.py test_01_deploy_vm_domain_limit_reached | `Failure` | 30.96 | test_ss_max_limits.py test_02_deploy_vm_account_limit_reached | `Failure` | 31.02 | test_ss_max_limits.py test_03_deploy_vm_project_limit_reached | `Failure` | 31.02 | test_ss_max_limits.py test_01_register_template_with_project | `Failure` | 31.96 | test_ss_project_limits.py test_02_register_iso | `Failure` | 67.16 | test_ss_project_limits.py ContextSuite context=TestSecondaryVolumeUsage>:setup | `Error` | 0.00 | test_ss_volume_usage.py test_02_deploy_ha_vm_from_iso | `Error` | 15.81 | test_stopped_vm.py test_deployVmOnGivenHost | `Failure` | 8.70 | test_stopped_vm.py test_01_deploy_vm_no_startvm | `Error` | 9.68 | test_stopped_vm.py test_02_deploy_vm_startvm_true | `Error` | 9.68 | test_stopped_vm.py test_05_deploy_startvm_false_change_so | `Error` | 11.88 | test_stopped_vm.py test_08_deploy_attached_volume | `Error` | 18.01 | test_stopped_vm.py test_09_stop_vm_migrate_vol | `Error` | 7.71 | test_stopped_vm.py test_deploy_vm_password_enabled | `Error` | 38.08 | test_stopped_vm.py test_01_deploy_vm_no_startvm | `Error` | 18.01 | test_stopped_vm.py ContextSuite context=TestStorageMotion>:setup | `Error` | 0.00 | test_storage_motion.py ContextSuite context=TestResourceTags>:setup | `Error` | 0.00 | test_tags.py test_01_create_template_snampshot | `Error` | 90.65 | test_template_from_snapshot_with_template_details.py test_01_create_template | `Error` | 90.66 | test_templates.py test_01_updateResourceCount | `Error` | 7.68 | test_updateResourceCount.py test_update_vm_name | `Error` | 9.78 | test_update_vm.py ContextSuite context=TestVRServiceFailureAlerting>:setup | `Error` | 0.00 | test_VirtualRouter_alerts.py ContextSuite context=TestVMPasswordEnabled>:setup | `Error` | 0.00 | test_vm_passwdenabled.py test_01_create_vm_with_data_disk | `Failure` | 5.24 | test_volume_destroy_recover.py test_03_destroy_detached_volume | `Failure` | 4.21 | test_volume_destroy_recover.py test_04_recover_root_volume_after_restorevm | `Failure` | 4.20 | test_volume_destroy_recover.py test_05_extract_root_volume_and_destroy_vm | `Failure` | 4.20 | test_volume_destroy_recover.py test_06_delete_network | `Error` | 1.05 | test_volume_destroy_recover.py ContextSuite context=TestAttachDetachVolume>:setup | `Error` | 0.00 | test_volumes.py ContextSuite context=TestAttachVolume>:setup | `Error` | 0.00 | test_volumes.py ContextSuite context=TestAttachVolumeISO>:setup | `Error` | 0.00 | test_volumes.py ContextSuite context=TestMigrateVolume>:setup | `Error` | 6.89 | test_volumes.py ContextSuite context=TestVolumes>:setup | `Error` | 11.58 | test_volumes.py test_01_internallb_rules | `Error` | 2.53 | test_vpc_network_internal_lbrules.py test_02_internallb_rules_traffic | `Error` | 3.53 | test_vpc_network_internal_lbrules.py test_03_internallb_rules_vpc_network_restarts_traffic | `Error` | 3.53 | test_vpc_network_internal_lbrules.py test_04_internallb_appliance_operations_traffic | `Error` | 3.54 | test_vpc_network_internal_lbrules.py test_01_VPC_LBRulesListing | `Error` | 2.49 | test_vpc_network_lbrules.py test_02_VPC_CreateLBRuleInMultipleNetworks | `Error` | 3.50 | test_vpc_network_lbrules.py test_03_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | `Error` | 3.52 | test_vpc_network_lbrules.py test_04_VPC_CreateLBRuleInMultipleNetworksVRStoppedState | `Error` | 2.50 | test_vpc_network_lbrules.py test_05_VPC_CreateAndDeleteLBRule | `Error` | 2.49 | test_vpc_network_lbrules.py test_06_VPC_CreateAndDeleteLBRuleVRStopppedState | `Error` | 2.51 | test_vpc_network_lbrules.py test_07_VPC_CreateAndDeleteAllLBRule | `Error` | 3.57 | test_vpc_network_lbrules.py test_08_VPC_CreateAndDeleteAllLBRuleVRStoppedState | `Error` | 2.52 | test_vpc_network_lbrules.py test_09_VPC_LBRuleCreateFailMultipleVPC | `Error` | 2.51 | test_vpc_network_lbrules.py test_10_VPC_FailedToCreateLBRuleNonVPCNetwork | `Error` | 2.49 | test_vpc_network_lbrules.py test_11_VPC_LBRuleCreateNotAllowed | `Error` | 3.51 | test_vpc_network_lbrules.py test_12_VPC_LBRuleCreateFailForRouterIP | `Error` | 3.51 | test_vpc_network_lbrules.py test_13_VPC_LBRuleCreateFailForPFSourceNATIP | `Error` | 2.52 | test_vpc_network_lbrules.py test_14_VPC_LBRuleCreateFailForStaticNatRule | `Error` | 3.53 | test_vpc_network_lbrules.py test_15_VPC_ReleaseIPForLBRuleCreated | `Error` | 3.51 | test_vpc_network_lbrules.py runTest | `Error` | 0.00 | test_vpc_network_pfrules.py runTest | `Error` | 0.00 | test_vpc_network_pfrules.py ContextSuite context=TestRouterOperations>:setup | `Error` | 0.00 | test_vpc_network.py test_01_create_network_1_network_offering | `Error` | 2.48 | test_vpc_network.py test_02_create_network_fail_1_network_offering | `Error` | 2.47 | test_vpc_network.py test_07_create_network_unsupported_services | `Error` | 5.65 | test_vpc_network.py test_08_create_network_without_sourceNAT | `Error` | 4.62 | test_vpc_network.py test_09_create_network_shared_nwoff_1_network_off_shared | `Error` | 2.46 | test_vpc_network.py ContextSuite context=TestVPCNetworkGc>:setup | `Error` | 4.01 | test_vpc_network.py test_01_create_network_outside_range_1_network_offering | `Error` | 2.48 | test_vpc_network.py test_02_create_network_outside_range | `Error` | 4.66 | test_vpc_network.py test_03_create_network_inside_range_1_network_offering | `Error` | 2.48 | test_vpc_network.py test_04_create_network_overlapping_range_1_network_offering | `Error` | 2.50 | test_vpc_network.py test_05_create_network_diff_account_1_network_offering | `Error` | 2.47 | test_vpc_network.py test_01_network_services_upgrade | `Error` | 2.46 | test_vpc_network.py test_02_network_vpcvr2vr_upgrade | `Error` | 4.63 | test_vpc_network.py test_01_VPC_StaticNatRuleCreateStoppedState | `Error` | 3.51 | test_vpc_network_staticnatrule.py test_02_VPC_CreateStaticNatRule | `Error` | 3.52 | test_vpc_network_staticnatrule.py test_03_VPC_StopCreateMultipleStaticNatRuleStopppedState | `Error` | 2.50 | test_vpc_network_staticnatrule.py test_04_VPC_CreateMultipleStaticNatRule | `Error` | 2.51 | test_vpc_network_staticnatrule.py test_05_network_services_VPC_DeleteAllPF | `Error` | 3.51 | test_vpc_network_staticnatrule.py test_06_network_services_VPC_DeleteAllMultiplePF | `Error` | 2.50 | test_vpc_network_staticnatrule.py test_02_deploy_vms_in_vpc_nw | `Error` | 4.66 | test_vpc_offerings.py test_03_vpc_off_without_lb | `Error` | 5.83 | test_vpc_offerings.py test_04_vpc_off_without_static_nat | `Error` | 5.81 | test_vpc_offerings.py test_05_vpc_off_without_pf | `Error` | 5.80 | test_vpc_offerings.py test_07_update_vpc_off | `Error` | 5.73 | test_vpc_offerings.py test_09_create_redundant_vpc_offering | `Error` | 4.67 | test_vpc_offerings.py ContextSuite context=TestVPCRouterOneNetwork>:setup | `Error` | 0.00 | test_vpc_routers.py ContextSuite context=TestVPCRoutersBasic>:setup | `Error` | 0.00 | test_vpc_routers.py ContextSuite context=TestVMLifeCycleBothIsolated>:setup | `Error` | 0.00 | test_vpc_vm_life_cycle.py ContextSuite context=TestVMLifeCycleDiffHosts>:setup | `Error` | 0.00 | test_vpc_vm_life_cycle.py ContextSuite context=TestVMLifeCycleSharedNwVPC>:setup | `Error` | 0.00 | test_vpc_vm_life_cycle.py ContextSuite context=TestVMLifeCycleStoppedVPCVR>:setup | `Error` | 0.00 | test_vpc_vm_life_cycle.py ContextSuite context=TestVMLifeCycleVPC>:setup | `Error` | 0.00 | test_vpc_vm_life_cycle.py test_01_deploy_vms_in_network | `Error` | 4.59 | test_vpc_vms_deployment.py test_02_deploy_vms_delete_network | `Error` | 4.61 | test_vpc_vms_deployment.py test_03_deploy_vms_delete_add_network | `Error` | 4.60 | test_vpc_vms_deployment.py test_04_deploy_vms_delete_add_network_noLb | `Error` | 4.60 | test_vpc_vms_deployment.py test_05_create_network_max_limit | `Error` | 4.60 | test_vpc_vms_deployment.py test_06_delete_network_vm_running | `Error` | 4.62 | test_vpc_vms_deployment.py test_07_delete_network_with_rules | `Error` | 4.58 | test_vpc_vms_deployment.py test_08_ip_reallocation_CS5986 | `Error` | 2.44 | test_vpc_vms_deployment.py test_01_VPN_service | `Error` | 5.62 | test_vpn_service.py test_01_VPN_user_limit | `Error` | 3.54 | test_vpn_users.py test_02_use_vpn_port | `Error` | 3.54 | test_vpn_users.py test_03_enable_vpn_use_port | `Error` | 4.55 | test_vpn_users.py test_04_add_new_users | `Error` | 3.54 | test_vpn_users.py test_05_add_duplicate_user | `Error` | 4.55 | test_vpn_users.py test_06_add_VPN_user_global_admin | `Error` | 3.54 | test_vpn_users.py test_07_add_VPN_user_domain_admin | `Error` | 4.56 | test_vpn_users.py test_08_add_TCP_PF_Rule_In_VPN | `Error` | 3.55 | test_vpn_users.py test_deployVM_verify_metadata_in_VR | `Error` | 5.49 | test_vr_metadata.py test_deployVM_verify_metadata_in_VR | `Error` | 5.49 | test_vr_metadata.py test_deployVM_verify_metadata_in_VR_after_migration | `Error` | 5.48 | test_vr_metadata.py test_deployVM_verify_metadata_in_VR_after_migration | `Error` | 5.48 | test_vr_metadata.py test_CLOUDSTACK_6181_stoppedvm_root_resize | `Error` | 13.57 | test_bugs.py test_CLOUDSTACK_6181_vm_root_resize | `Error` | 5.24 | test_bugs.py test_es_1863_register_template_s3_domain_admin_user | `Error` | 2.55 | test_bugs.py test_01_dedicate_guest_vlan_range_root_domain | `Error` | 5.09 | test_dedicate_guest_vlan_ranges.py test_02_dedicate_guest_vlan_range_user_domain | `Error` | 6.14 | test_dedicate_guest_vlan_ranges.py test_03_multiple_guest_netwoks | `Error` | 4.77 | test_dedicate_guest_vlan_ranges.py test_02_delete_dedicated_vlan_range_vlan_in_use | `Error` | 3.71 | test_dedicate_guest_vlan_ranges.py test_03_delete_account | `Error` | 3.63 | test_dedicate_guest_vlan_ranges.py test_05_release_range_vlan_in_use | `Error` | 3.61 | test_dedicate_guest_vlan_ranges.py test_05_acquire_ip_single_guest_network | `Error` | 4.06 | test_dedicate_public_ip_range.py test_06_acquire_ip_multiple_guest_network | `Error` | 4.14 | test_dedicate_public_ip_range.py test_08_acquire_ip_in_vpc | `Error` | 3.86 | test_dedicate_public_ip_range.py test_14_release_ip_from_dedicated_range | `Error` | 1.82 | test_dedicate_public_ip_range.py test_16_delete_ip_range_no_network_rules | `Error` | 1.81 | test_dedicate_public_ip_range.py test_17_delete_ip_range_network_rules | `Error` | 1.82 | test_dedicate_public_ip_range.py test_18_delete_network | `Error` | 1.81 | test_dedicate_public_ip_range.py test_19_delete_account | `Error` | 1.79 | test_dedicate_public_ip_range.py test_01_op_host_capacity_disable_cluster | `Failure` | 0.02 | test_escalations_hosts.py test_02_op_host_capacity_disable_pod | `Failure` | 0.01 | test_escalations_hosts.py test_03_op_host_capacity_disable_zone | `Failure` | 0.01 | test_escalations_hosts.py test_04_disable_host_unmanage_cluster_check_hosts_status | `Error` | 200.19 | test_escalations_hosts.py test_01_CS40139_listtemplate_with_different_pagesize | `Error` | 1.06 | test_escalation_templates.py test_02_template_permissions | `Error` | 94.96 | test_escalation_templates.py test_02_template_permissions | `Error` | 94.96 | test_escalation_templates.py ContextSuite context=TestlistTemplates>:teardown | `Error` | 97.14 | test_escalation_templates.py test_01_deploy_vm_with_explicit_dedication | `Error` | 2.62 | test_explicit_dedication.py test_ha_with_storage_maintenance | `Error` | 0.36 | test_ha_pool_maintenance.py test_ha_with_storage_maintenance | `Error` | 0.37 | test_ha_pool_maintenance.py test_01_ip_resouce_count_vpc_network | `Error` | 3.68 | test_ip_resource_count_for_vpc.py test_RvR_multihosts | `Error` | 1.61 | test_redundant_router_deployment_planning.py test_RvR_multiprimarystorage | `Error` | 1.59 | test_redundant_router_deployment_planning.py test_applyNetworkRules_MasterDown_deleteNetworkRules | `Error` | 7.78 | test_redundant_router_network_rules.py test_applyRules_restartRvRNetwork | `Error` | 7.75 | test_redundant_router_network_rules.py test_apply_and__delete_NetworkRulesOnRvR | `Error` | 7.75 | test_redundant_router_network_rules.py test_networkRules_afterRebootRouters | `Error` | 7.76 | test_redundant_router_network_rules.py test_createRvRNetwork | `Error` | 7.75 | test_redundant_router.py test_createRvRNetwork | `Error` | 7.75 | test_redundant_router.py test_redundantVR_internals | `Error` | 7.76 | test_redundant_router.py test_01_stopMasterRvR | `Error` | 1.59 | test_redundant_router.py test_02_stopBackupRvR | `Error` | 1.55 | test_redundant_router.py test_03_rebootMasterRvR | `Error` | 1.56 | test_redundant_router.py test_04_rebootBackupRvR | `Error` | 1.55 | test_redundant_router.py test_05_stopBackupRvR_startInstance | `Error` | 1.57 | test_redundant_router.py ContextSuite context=TestRvRRedundancy>:teardown | `Error` | 1.70 | test_redundant_router.py ContextSuite context=TestVMLifeCycleHostmaintenance>:setup | `Error` | 0.00 | test_vpc_host_maintenance.py ContextSuite context=TestVPCHostMaintenance>:setup | `Error` | 0.00 | test_vpc_on_host_maintenance.py ContextSuite context=TestSystemVmLocalStorage>:setup | `Error` | 0.00 | test_zone_level_local_storage_setting.py ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected]
