Unit Test Report

Status: Pass 605 Skip 48

Show Summary Failed All

Test Group/Test case Count Pass Fail Error Skip View
setUpClass (telemetry_tempest_plugin.aodh.api.gnocchi.test_alarming_api 1 0 0 0 1 Detail
TelemetryAlarmingAPIGnocchiTest)
 skip
setUpClass (telemetry_tempest_plugin.aodh.api.gnocchi.test_alarming_api_negative 1 0 0 0 1 Detail
TelemetryAlarmingNegativeGnocchiTest)
 skip
setUpClass (telemetry_tempest_plugin.scenario.test_gnocchi 1 0 0 0 1 Detail
GnocchiGabbiTest)
 skip
setUpClass (telemetry_tempest_plugin.scenario.test_telemetry_integration 1 0 0 0 1 Detail
TestTelemetryIntegration)
 skip
setUpClass (telemetry_tempest_plugin.scenario.test_telemetry_integration_prometheus 1 0 0 0 1 Detail
PrometheusGabbiTest)
 skip
setUpClass (tempest.api.compute.admin.test_auto_allocate_network 1 0 0 0 1 Detail
AutoAllocateNetworkTest)
 skip
setUpClass (tempest.api.compute.admin.test_live_migration 3 0 0 0 3 Detail
LiveMigrationTest)
 skip
LiveAutoBlockMigrationV225Test)
 skip
LiveMigrationRemoteConsolesV26Test)
 skip
setUpClass (tempest.api.compute.admin.test_servers_on_multinodes 2 0 0 0 2 Detail
ServersOnMultiNodesTest)
 skip
UnshelveToHostMultiNodesTest)
 skip
setUpClass (tempest.api.compute.admin.test_volume_swap 2 0 0 0 2 Detail
TestMultiAttachVolumeSwap)
 skip
TestVolumeSwap)
 skip
setUpClass (tempest.api.compute.admin.test_volumes_negative 1 0 0 0 1 Detail
UpdateMultiattachVolumeNegativeTest)
 skip
setUpClass (tempest.api.compute.servers.test_novnc 1 0 0 0 1 Detail
NoVNCConsoleTestJSON)
 skip
setUpClass (tempest.api.compute.servers.test_server_personality 1 0 0 0 1 Detail
ServerPersonalityTestJSON)
 skip
setUpClass (tempest.api.compute.servers.test_server_rescue 3 0 0 0 3 Detail
ServerBootFromVolumeStableRescueTest)
 skip
ServerStableDeviceRescueTestIDE)
 skip
ServerStableDeviceRescueTest)
 skip
setUpClass (tempest.api.compute.test_networks 1 0 0 0 1 Detail
ComputeNetworksTest)
 skip
setUpClass (tempest.api.compute.volumes.test_attach_volume 1 0 0 0 1 Detail
AttachVolumeMultiAttachTest)
 skip
setUpClass (tempest.api.identity.v3.test_users 1 0 0 0 1 Detail
IdentityV3UsersTest)
 skip
setUpClass (tempest.api.network.admin.test_metering_extensions 2 0 0 0 2 Detail
MeteringIpV6TestJSON)
 skip
MeteringTestJSON)
 skip
setUpClass (tempest.api.network.admin.test_routers_dvr 1 0 0 0 1 Detail
RoutersTestDVR)
 skip
setUpClass (tempest.api.network.test_routers_negative 1 0 0 0 1 Detail
DvrRoutersNegativeTest)
 skip
setUpClass (tempest.api.network.test_tags 1 0 0 0 1 Detail
TagsTest)
 skip
telemetry_tempest_plugin.aodh.api.admin.test_alarming_api_admin.TelemetryAlarmingAPIAdminTest 3 3 0 0 0 Detail
test_alarm_create_set_log_test_actions[id-f9966992-405d-475c-aa41-47213cecdf94]
 pass
test_alarm_list[id-1c918e06-210b-41eb-bd45-14676dd77cd7]
 pass
test_alarm_update_and_delete[id-5d9f41d4-febc-47a8-a9cb-29ef77229e7b]
 pass
telemetry_tempest_plugin.aodh.api.sql.test_alarming_api.TelemetryAlarmingAPIMysqlTest 1 1 0 0 0 Detail
test_create_list_sort_limit_delete_alarm[id-2fa9ba1e-6118-4ce7-984c-b5d2c275de55]
 pass
telemetry_tempest_plugin.aodh.api.test_alarming_api.TelemetryAlarmingAPITest 11 11 0 0 0 Detail
test_alarm_list[id-1c918e06-210b-41eb-bd45-14676dd77cd7]
 pass
test_create_delete_alarm_defaults[id-bf44b72f-0384-4b34-ab78-bdfd3bf1b16c]
 pass
test_create_excercise_delete_alarm_state[id-0a883365-7158-4dbb-a946-3b07dc171c93]
 pass
test_create_list_sort_limit_delete_alarm[id-e1d65c3c-a64d-4968-949c-96f2b2d8b363]
 pass
test_create_n_delete_alarm_rule_loadbalancer[id-c1dcefdf-3b96-40d0-8f39-04fc0702ab6b]
 pass
test_create_query_delete_alarm_same_name[id-ced16dd6-cbd8-4a2b-a9c3-aed6e4a7102c]
 pass
test_create_query_delete_disabled_alarm[id-b666f7d5-ce8c-4b2d-887e-15993433c2e9]
 pass
test_create_update_get_delete_alarm[id-1297b095-39c1-4e74-8a1f-4ae998cedd68]
 pass
test_get_capabilities[id-0cc2f5d1-6f48-4274-bfa8-f62f82eab6ed]
 pass
test_get_versions[id-d42d0103-0497-4109-9746-dacaa17e831c]
 pass
test_set_get_alarm_state[id-aca49486-70bb-4016-87e0-f6131374f742]
 pass
telemetry_tempest_plugin.aodh.api.test_alarming_api_negative.TelemetryAlarmingNegativeTest 8 8 0 0 0 Detail
test_create_invalid_alarm_input_type[id-7373e681-8e11-4071-a955-aa9582bef914,negative]
 pass
test_get_alarms_all_projects[id-f6f9e0a3-9623-43bb-a39a-284073c38b1f,negative]
 pass
test_get_alarms_invalid_op[id-b3f61233-92f6-4402-a98d-fd5858379949,negative]
 pass
test_get_non_existent_alarm[id-668743d5-08ad-4480-b2b8-15da34f81e7e,negative]
 pass
test_get_non_existent_alarm_timestamp[id-d6adbf73-03ca-4730-b1d7-13233475d271,negative]
 pass
test_list_invalid_project[id-6d3f39dd-64ee-438d-804e-f193dc2c7d4b,negative]
 pass
test_list_invalid_sort_key[id-350dae2b-8720-48ae-b3a6-d92dbba55d07,negative]
 pass
test_list_non_existing_history[id-c4718d72-3091-4965-b3f2-6d6c2375d26a,negative]
 pass
tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON 11 11 0 0 0 Detail
test_aggregate_add_non_exist_host[id-0ef07828-12b4-45ba-87cc-41425faf5711,negative]
 pass
test_aggregate_create_aggregate_name_length_exceeds_255[id-4c194563-543b-4e70-a719-557bbe947fac,negative]
 pass
test_aggregate_create_aggregate_name_length_less_than_1[id-3b8a1929-3793-4e92-bcb4-dfa572ee6c1d,negative]
 pass
test_aggregate_create_as_user[id-86a1cb14-da37-4a70-b056-903fd56dfe29,negative]
 pass
test_aggregate_create_with_existent_aggregate_name[id-9c23a291-b0b1-487b-b464-132e061151b3,negative]
 pass
test_aggregate_delete_as_user[id-cd6de795-c15d-45f1-8d9e-813c6bb72a3d,negative]
 pass
test_aggregate_delete_with_invalid_id[id-c74f4bf1-4708-4ff2-95a0-f49eaca951bd,negative]
 pass
test_aggregate_get_details_as_user[id-557cad12-34c9-4ff4-95f0-22f0dfbaf7dc,negative]
 pass
test_aggregate_get_details_with_invalid_id[id-3c916244-2c46-49a4-9b55-b20bb0ae512c,negative]
 pass
test_aggregate_list_as_user[id-b7d475a6-5dcd-4ff4-b70a-cd9de66a6672,negative]
 pass
test_aggregate_remove_nonexistent_host[id-95d6a6fa-8da9-4426-84d0-eec0329f2e4d,negative]
 pass
tempest.api.compute.admin.test_availability_zone_negative.AZAdminNegativeTestJSON 1 1 0 0 0 Detail
test_get_availability_zone_list_detail_with_non_admin_user[id-bf34dca2-fdc3-4073-9c02-7648d9eae0d7,negative]
 pass
tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON 10 10 0 0 0 Detail
test_create_flavor_using_string_ram[id-3b541a2e-2ac2-4b42-8b8d-ba6e22fcd4da]
 pass
test_create_flavor_verify_entry_in_list_details[id-8261d7b0-be58-43ec-a2e5-300573c3f6c5]
 pass
test_create_flavor_with_int_id[id-8b4330e1-12c4-4554-9390-e6639971f086]
 pass
test_create_flavor_with_none_id[id-f83fe669-6758-448a-a85e-32d351f36fe0]
 pass
test_create_flavor_with_uuid_id[id-94c9bb4e-2c2a-4f3c-bb1f-5f0daf918e6d]
 pass
test_create_list_flavor_without_extra_data[id-63dc64e6-2e79-4fdf-868f-85500d308d66]
 pass
test_create_server_with_non_public_flavor[id-bcc418ef-799b-47cc-baa1-ce01368b8987]
 pass
test_is_public_string_variations[id-fb9cbde6-3a0e-41f2-a983-bdb0a823c44e]
 pass
test_list_non_public_flavor[id-be6cc18c-7c5d-48c0-ac16-17eaf03c54eb]
 pass
test_list_public_flavor_with_other_user[id-b345b196-bfbd-4231-8ac1-6d7fe15ff3a3]
 pass
tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON 2 2 0 0 0 Detail
test_flavor_access_add_remove[id-59e622f6-bdf6-45e3-8ba8-fedad905a6b4]
 pass
test_flavor_access_list_with_private_flavor[id-ea2c2211-29fa-4db9-97c3-906d36fad3e0]
 pass
tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON 5 5 0 0 0 Detail
test_add_flavor_access_duplicate[id-f3592cc0-0306-483c-b210-9a7b5346eddc,negative]
 pass
test_flavor_access_list_with_public_flavor[id-0621c53e-d45d-40e7-951d-43e5e257b272,negative]
 pass
test_flavor_non_admin_add[id-41eaaade-6d37-4f28-9c74-f21b46ca67bd,negative]
 pass
test_flavor_non_admin_remove[id-073e79a6-c311-4525-82dc-6083d919cb3a,negative]
 pass
test_remove_flavor_access_not_found[id-1f710927-3bc7-4381-9f82-0ca6e42644b7,negative]
 pass
tempest.api.compute.admin.test_flavors_extra_specs.FlavorMetadataValidation 1 1 0 0 0 Detail
test_flavor_update_with_custom_namespace[id-d3114f03-b0f2-4dc7-be11-70c0abc178b3]
 pass
tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON 3 3 0 0 0 Detail
test_flavor_non_admin_get_all_keys[id-a99dad88-ae1c-4fba-aeb4-32f898218bd0]
 pass
test_flavor_non_admin_get_specific_key[id-12805a7f-39a3-4042-b989-701d5cad9c90]
 pass
test_flavor_set_get_update_show_unset_keys[id-0b2f9d4b-1ca2-4b99-bb40-165d4bb94208]
 pass
tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON 7 7 0 0 0 Detail
test_flavor_get_nonexistent_key[id-329a7be3-54b2-48be-8052-bf2ce4afd898,negative]
 pass
test_flavor_non_admin_set_keys[id-a00a3b81-5641-45a8-ab2b-4a8ec41e1d7d,negative]
 pass
test_flavor_non_admin_unset_keys[id-28f12249-27c7-44c1-8810-1f382f316b11,negative]
 pass
test_flavor_non_admin_update_specific_key[id-1ebf4ef8-759e-48fe-a801-d451d80476fb,negative]
 pass
test_flavor_unset_nonexistent_key[id-440b9f3f-3c7f-4293-a106-0ceda350f8de,negative]
 pass
test_flavor_update_mismatch_key[id-25b822b8-9f49-44f6-80de-d99f0482e5cb,negative]
 pass
test_flavor_update_more_key[id-f5889590-bf66-41cc-b4b1-6e6370cfd93f,negative]
 pass
tempest.api.compute.admin.test_flavors_microversions.FlavorsV255TestJSON 1 1 0 0 0 Detail
test_crud_flavor[id-61976b25-488d-41dc-9dcb-cb9693a7b075]
 pass
tempest.api.compute.admin.test_flavors_microversions.FlavorsV261TestJSON 1 1 0 0 0 Detail
test_crud_flavor[id-61976b25-488d-41dc-9dcb-cb9693a7b075]
 pass
tempest.api.compute.admin.test_hosts.HostsAdminTestJSON 4 4 0 0 0 Detail
test_list_hosts[id-9bfaf98d-e2cb-44b0-a07e-2558b2821e4f]
 pass
test_list_hosts_with_a_blank_zone[id-9af3c171-fbf4-4150-a624-22109733c2a6]
 pass
test_list_hosts_with_nonexistent_zone[id-c6ddbadb-c94e-4500-b12f-8ffc43843ff8]
 pass
test_list_hosts_with_zone[id-5dc06f5b-d887-47a2-bb2a-67762ef3c6de]
 pass
tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON 14 14 0 0 0 Detail
test_list_hosts_with_non_admin_user[id-dd032027-0210-4d9c-860e-69b1b8deed5f,negative]
 pass
test_reboot_host_with_non_admin_user[id-02d79bb9-eb57-4612-abf6-2cb38897d2f8,negative]
 pass
test_reboot_nonexistent_host[id-f86bfd7b-0b13-4849-ae29-0322e83ee58b,negative]
 pass
test_show_host_detail_with_non_admin_user[id-19ebe09c-bfd4-4b7c-81a2-e2e0710f59cc,negative]
 pass
test_show_host_detail_with_nonexistent_hostname[id-e75b0a1a-041f-47a1-8b4a-b72a6ff36d3f,negative]
 pass
test_shutdown_host_with_non_admin_user[id-a803529c-7e3f-4d3c-a7d6-8e1c203d27f6,negative]
 pass
test_shutdown_nonexistent_host[id-9e637444-29cf-4244-88c8-831ae82c31b6,negative]
 pass
test_startup_host_with_non_admin_user[id-9f4ebb7e-b2ae-4e5b-a38f-0fd1bb0ddfca,negative]
 pass
test_startup_nonexistent_host[id-0d981ac3-4320-4898-b674-82b61fbb60e4,negative]
 pass
test_update_host_with_invalid_maintenance_mode[id-ab1e230e-5e22-41a9-8699-82b9947915d4,negative]
 pass
test_update_host_with_invalid_status[id-fbe2bf3e-3246-4a95-a59f-94e4e298ec77,negative]
 pass
test_update_host_with_non_admin_user[id-e40c72b1-0239-4ed6-ba21-81a184df1f7c,negative]
 pass
test_update_host_without_param[id-0cd85f75-6992-4a4a-b1bd-d11e37fd0eee,negative]
 pass
test_update_nonexistent_host[id-23c92146-2100-4d68-b2d6-c7ade970c9c1,negative]
 pass
tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON 2 2 0 0 0 Detail
test_get_hypervisor_stats[id-797e4f28-b6e0-454d-a548-80cc77c00816]
 pass
test_get_hypervisor_uptime[id-91a50d7d-1c2b-4f24-b55a-a1fe20efca70]
 pass
tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON 5 5 0 0 0 Detail
test_get_hypervisor_list_details_with_non_admin_user[id-dc02db05-e801-4c5f-bc8e-d915290ab345,negative]
 pass
test_get_hypervisor_list_with_non_admin_user[id-51b3d536-9b14-409c-9bce-c6f7c794994e,negative]
 pass
test_get_hypervisor_stats_with_non_admin_user[id-e2b061bb-13f9-40d8-9d6e-d5bf17595849,negative]
 pass
test_get_nonexistent_hypervisor_uptime[id-f60aa680-9a3a-4c7d-90e1-fae3a4891303,negative]
 pass
test_show_nonexistent_hypervisor[id-c136086a-0f67-4b2b-bc61-8482bd68989f,negative]
 pass
tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeUnderV252Test 2 2 0 0 0 Detail
test_search_nonexistent_hypervisor[id-19a45cc1-1000-4055-b6d2-28e8b2ec4faa,negative]
 pass
test_show_servers_with_nonexistent_hypervisor[id-02463d69-0ace-4d33-a4a8-93d7883a2bba,negative]
 pass
tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestJSON 2 2 0 0 0 Detail
test_get_instance_usage_audit_log[id-6e40459d-7c5f-400b-9e83-449fbc8e7feb]
 pass
test_list_instance_usage_audit_logs[id-25319919-33d9-424f-9f99-2c203ee48b9d]
 pass
tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestJSON 2 2 0 0 0 Detail
test_get_instance_usage_audit_logs_with_invalid_time[id-9b952047-3641-41c7-ba91-a809fc5974c8,negative]
 pass
test_instance_usage_audit_logs_with_nonadmin_user[id-a9d33178-d2c9-4131-ad3b-f4ca8d0308a2,negative]
 pass
tempest.api.compute.admin.test_keypairs_v210.KeyPairsV210TestJSON 1 1 0 0 0 Detail
test_admin_manage_keypairs_for_other_users[id-3c8484af-cfb3-48f6-b8ba-d5d58bbf3eac]
 pass
tempest.api.compute.admin.test_migrations.MigrationsAdminTest 5 1 0 0 4 Detail
test_cold_migration[id-4bf0be52-3b6f-4746-9a27-3143636fe30d,multinode]
 skip
test_list_migrations[id-75c0b83d-72a0-4cf8-a153-631e83e7d53f]
 pass
test_list_migrations_in_flavor_resize_situation[id-1b512062-8093-438e-b47a-37d2f597cd64]
 skip
test_resize_server_revert_deleted_flavor[id-33f1fec3-ba18-4470-8e4e-1d888e7c3593]
 skip
test_revert_cold_migration[id-caa1aa8b-f4ef-4374-be0d-95f001c2ac2d,multinode]
 skip
tempest.api.compute.admin.test_networks.NetworksTest 2 1 0 0 1 Detail
test_get_network[id-d206d211-8912-486f-86e2-a9d090d1f416]
 pass
test_list_all_networks[id-df3d1046-6fa5-4b2c-ad0c-cfa46a351cb9]
 skip
tempest.api.compute.admin.test_quotas.QuotaClassesAdmin257Test 1 1 0 0 0 Detail
test_update_default_quotas[id-7932ab0f-5136-4075-b201-c0e2338df51a]
 pass
tempest.api.compute.admin.test_quotas.QuotaClassesAdminTestJSON 1 1 0 0 0 Detail
test_update_default_quotas[id-7932ab0f-5136-4075-b201-c0e2338df51a]
 pass
tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON 4 4 0 0 0 Detail
test_delete_quota[id-389d04f0-3a41-405f-9317-e5f86e3c44f0]
 pass
test_get_default_quotas[id-3b0a7c8f-cf58-46b8-a60c-715a32a8ba7d]
 pass
test_get_updated_quotas[id-ce9e0815-8091-4abd-8345-7fe5b85faa1d]
 pass
test_update_all_quota_resources_for_tenant[id-55fbe2bf-21a9-435b-bbd2-4162b0ed799a]
 pass
tempest.api.compute.admin.test_quotas.QuotasAdminTestV236 1 1 0 0 0 Detail
test_get_updated_quotas[id-4268b5c9-92e5-4adc-acf1-3a2798f3d803]
 pass
tempest.api.compute.admin.test_quotas.QuotasAdminTestV257 1 1 0 0 0 Detail
test_get_updated_quotas[id-e641e6c6-e86c-41a4-9e5c-9493c0ae47ad]
 pass
tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTest 4 4 0 0 0 Detail
test_create_server_when_cpu_quota_is_full[id-91058876-9947-4807-9f22-f6eb17140d9b,negative]
 pass
test_create_server_when_instances_quota_is_full[id-7c6be468-0274-449a-81c3-ac1c32ee0161,negative]
 pass
test_create_server_when_memory_quota_is_full[id-6fdd7012-584d-4327-a61c-49122e0d5864,negative]
 pass
test_update_quota_normal_user[id-733abfe8-166e-47bb-8363-23dbd7ff3476,negative]
 pass
tempest.api.compute.admin.test_quotas_negative.QuotasSecurityGroupAdminNegativeTest 2 0 0 0 2 Detail
test_security_groups_exceed_limit[id-7c6c8f3b-2bf6-4918-b240-57b136a66aa0,negative,network]
 skip
test_security_groups_rules_exceed_limit[id-6e9f436d-f1ed-4f8e-a493-7275dfaa4b4d,negative,network]
 skip
tempest.api.compute.admin.test_security_groups.SecurityGroupsTestAdminJSON 1 1 0 0 0 Detail
test_list_security_groups_list_all_tenants_filter[id-49667619-5af9-4c63-ab5d-2cfdd1c8f7f1,network]
 pass
tempest.api.compute.admin.test_services.ServicesAdminTestJSON 2 2 0 0 0 Detail
test_get_service_by_host_name[id-affb42d5-5b4b-43c8-8b0b-6dca054abcca]
 pass
test_list_services[id-5be41ef4-53d1-41cc-8839-5c2a48a1b283]
 pass
tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON 4 4 0 0 0 Detail
test_get_service_by_invalid_params[id-d0884a69-f693-4e79-a9af-232d15643bf7,negative]
 pass
test_get_service_by_invalid_service_and_valid_host[id-1e966d4a-226e-47c7-b601-0b18a27add54,negative]
 pass
test_get_service_with_valid_service_and_invalid_host[id-64e7e7fb-69e8-4cb6-a71d-8d5eb0c98655,negative]
 pass
test_list_services_with_non_admin_user[id-1126d1f8-266e-485f-a687-adc547492646,negative]
 pass
tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeV253TestJSON 7 7 0 0 0 Detail
test_disable_log_reason_with_invalid_service_id[id-f46a9d91-1e85-4b96-8e7a-db7706fa2e9a,negative]
 pass
test_disable_service_with_invalid_service_id[id-a9eeeade-42b3-419f-87aa-c9342aa068cf,negative]
 pass
test_enable_service_with_invalid_service_id[id-508671aa-c929-4479-bd10-8680d40dd0a6,negative]
 pass
test_get_service_by_invalid_params[id-d0884a69-f693-4e79-a9af-232d15643bf7,negative]
 pass
test_get_service_by_invalid_service_and_valid_host[id-1e966d4a-226e-47c7-b601-0b18a27add54,negative]
 pass
test_get_service_with_valid_service_and_invalid_host[id-64e7e7fb-69e8-4cb6-a71d-8d5eb0c98655,negative]
 pass
test_list_services_with_non_admin_user[id-1126d1f8-266e-485f-a687-adc547492646,negative]
 pass
tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON 3 3 0 0 0 Detail
test_get_usage_tenant_with_empty_tenant_id[id-8b21e135-d94b-4991-b6e9-87059609c8ed,negative]
 pass
test_get_usage_tenant_with_invalid_date[id-4079dd2a-9e8d-479f-869d-6fa985ce45b6,negative]
 pass
test_list_usage_all_tenants_with_non_admin_user[id-bbe6fe2c-15d8-404c-a0a2-44fad0ad5cc7,negative]
 pass
tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON 11 11 0 0 0 Detail
test_get_flavor[id-1f12046b-753d-40d2-abb6-d8eb8b30cb2f,smoke]
 pass
test_list_flavors[id-e36c0eaa-dff5-4082-ad1f-3f9a80aa3f59,smoke]
 pass
test_list_flavors_detailed_filter_by_min_disk[id-3df2743e-3034-4e57-a4cb-b6527f6eac79]
 pass
test_list_flavors_detailed_filter_by_min_ram[id-09fe7509-b4ee-4b34-bf8b-39532dc47292]
 pass
test_list_flavors_detailed_limit_results[id-b26f6327-2886-467a-82be-cef7a27709cb]
 pass
test_list_flavors_detailed_using_marker[id-6db2f0c0-ddee-4162-9c84-0703d3dd1107]
 pass
test_list_flavors_filter_by_min_disk[id-10645a4d-96f5-443f-831b-730711e11dd4]
 pass
test_list_flavors_filter_by_min_ram[id-935cf550-e7c8-4da6-8002-00f92d5edfaa]
 pass
test_list_flavors_limit_results[id-8d7691b3-6ed4-411a-abc9-2839a765adab]
 pass
test_list_flavors_using_marker[id-e800f879-9828-4bd0-8eae-4f17189951fb]
 pass
test_list_flavors_with_detail[id-6e85fde4-b3cd-4137-ab72-ed5f418e8c24]
 pass
tempest.api.compute.flavors.test_flavors_negative.FlavorsV2NegativeTest 1 1 0 0 0 Detail
test_boot_with_low_ram[id-90f0d93a-91c1-450c-91e6-07d18172cefe,image,negative]
 pass
tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON 2 2 0 0 0 Detail
test_allocate_floating_ip_from_nonexistent_pool[id-6e0f059b-e4dd-48fb-8207-06e3bba5b074,negative]
 pass
test_delete_nonexistent_floating_ip[id-ae1c55a8-552b-44d4-bfb6-2a115a15d0ba,negative]
 pass
tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestJSON 1 1 0 0 0 Detail
test_get_nonexistent_floating_ip_details[id-7ab18834-4a4b-4f28-a2c5-440579866695,negative]
 pass
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON 6 6 0 0 0 Detail
test_delete_image_metadata_item[id-a013796c-ba37-4bb5-8602-d944511def14]
 pass
test_get_image_metadata_item[id-4f5db52f-6685-4c75-b848-f4bb363f9aa6]
 pass
test_list_image_metadata[id-37ec6edd-cf30-4c53-bd45-ae74db6b0531]
 pass
test_set_image_metadata[id-ece7befc-d3ce-42a4-b4be-c3067a418c29]
 pass
test_set_image_metadata_item[id-f2de776a-4778-4d90-a5da-aae63aee64ae]
 pass
test_update_image_metadata[id-7b491c11-a9d5-40fe-a696-7f7e03d3fea2]
 pass
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON 6 6 0 0 0 Detail
test_delete_nonexistent_image_metadata_item[id-848e157f-6bcf-4b2e-a5dd-5124025a8518,negative]
 pass
test_get_nonexistent_image_metadata_item[id-41ae052c-6ee6-405c-985e-5712393a620d,negative]
 pass
test_list_nonexistent_image_metadata[id-94069db2-792f-4fa8-8bd3-2271a6e0c095,negative]
 pass
test_set_nonexistent_image_metadata[id-dc64f2ce-77e8-45b0-88c8-e15041d08eaf,negative]
 pass
test_set_nonexistent_image_metadata_item[id-2154fd03-ab54-457c-8874-e6e3eb56e9cf,negative]
 pass
test_update_nonexistent_image_metadata[id-a403ef9e-9f95-427c-b70a-3ce3388796f1,negative]
 pass
tempest.api.compute.images.test_images_negative.ImagesDeleteNegativeTestJSON 6 6 0 0 0 Detail
test_delete_image_blank_id[id-e6e41425-af5c-4fe6-a4b5-7b7b963ffda5,negative]
 pass
test_delete_image_negative_image_id[id-68e2c175-bd26-4407-ac0f-4ea9ce2139ea,negative]
 pass
test_delete_image_non_hex_string_id[id-924540c3-f1f1-444c-8f58-718958b6724e,negative]
 pass
test_delete_image_with_id_over_character_limit[id-b340030d-82cd-4066-a314-c72fb7c59277,negative]
 pass
test_delete_image_with_invalid_image_id[id-381acb65-785a-4942-94ce-d8f8c84f1f0f,negative]
 pass
test_delete_non_existent_image[id-137aef61-39f7-44a1-8ddf-0adf82511701,negative]
 pass
tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON 3 3 0 0 0 Detail
test_create_image_from_invalid_server[id-82c5b0c4-9dbd-463c-872b-20c4755aae7f,negative]
 pass
test_create_image_specify_uuid_35_characters_or_less[id-ec176029-73dc-4037-8d72-2e4ff60cf538,negative]
 pass
test_create_image_specify_uuid_37_characters_or_more[id-36741560-510e-4cc2-8641-55fe4dfb2437,negative]
 pass
tempest.api.compute.images.test_list_image_filters_negative.ListImageFiltersNegativeTestJSON 1 1 0 0 0 Detail
test_get_nonexistent_image[id-391b0440-432c-4d4b-b5da-c5096aa247eb,negative]
 pass
tempest.api.compute.images.test_list_images.ListImagesTestJSON 3 3 0 0 0 Detail
test_get_image[id-490d0898-e12a-463f-aef0-c50156b9f789]
 pass
test_list_images[id-fd51b7f4-d4a3-4331-9885-866658112a6f]
 pass
test_list_images_with_detail[id-9f94cb6b-7f10-48c5-b911-a0b84d7d4cd6]
 pass
tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON 4 4 0 0 0 Detail
test_get_keypair_detail[id-a4233d5d-52d8-47cc-9a25-e1864527e3df]
 pass
test_keypair_create_delete[id-6c1d3123-4519-4742-9194-622cb1714b7d]
 pass
test_keypair_create_with_pub_key[id-39c90c6a-304a-49dd-95ec-2366129def05]
 pass
test_keypairs_create_list_delete[id-1d1dbedb-d7a0-432a-9d09-83f543c3c19b]
 pass
tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON 8 8 0 0 0 Detail
test_create_keypair_invalid_name[id-45fbe5e0-acb5-49aa-837a-ff8d0719db91,negative]
 pass
test_create_keypair_when_public_key_bits_exceeds_maximum[id-fc100c19-2926-4b9c-8fdc-d0589ee2f9ff,negative]
 pass
test_create_keypair_with_duplicate_name[id-0359a7f1-f002-4682-8073-0c91e4011b7c,negative]
 pass
test_create_keypair_with_empty_name_string[id-1398abe1-4a84-45fb-9294-89f514daff00,negative]
 pass
test_create_keypair_with_empty_public_key[id-dade320e-69ca-42a9-ba4a-345300f127e0,negative]
 pass
test_create_keypair_with_long_keynames[id-3faa916f-779f-4103-aca7-dc3538eee1b7,negative]
 pass
test_keypair_create_with_invalid_pub_key[id-29cca892-46ae-4d48-bc32-8fe7e731eb81,negative]
 pass
test_keypair_delete_nonexistent_key[id-7cc32e47-4c42-489d-9623-c5e2cb5a2fa5,negative]
 pass
tempest.api.compute.keypairs.test_keypairs_v22.KeyPairsV22TestJSON 6 6 0 0 0 Detail
test_get_keypair_detail[id-a4233d5d-52d8-47cc-9a25-e1864527e3df]
 pass
test_keypair_create_delete[id-6c1d3123-4519-4742-9194-622cb1714b7d]
 pass
test_keypair_create_with_pub_key[id-39c90c6a-304a-49dd-95ec-2366129def05]
 pass
test_keypairs_create_list_delete[id-1d1dbedb-d7a0-432a-9d09-83f543c3c19b]
 pass
test_keypairsv22_create_list_show[id-8726fa85-7f98-4b20-af9e-f710a4f3391c]
 pass
test_keypairsv22_create_list_show_with_type[id-89d59d43-f735-441a-abcf-0601727f47b6]
 pass
tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON 1 1 0 0 0 Detail
test_absLimits_get[id-b54c66af-6ab6-4cf0-a9e5-a0cb58d75e0b]
 pass
tempest.api.compute.limits.test_absolute_limits_negative.AbsoluteLimitsNegativeTestJSON 1 1 0 0 0 Detail
test_max_metadata_exceed_limit[id-215cd465-d8ae-49c9-bf33-9c911913a5c8,negative]
 pass
tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON 5 5 0 0 0 Detail
test_security_group_rules_create[id-850795d7-d4d3-4e55-b527-a774c0123d3a,smoke]
 pass
test_security_group_rules_create_with_optional_cidr[id-7a01873e-3c38-4f30-80be-31a043cfe2fd]
 pass
test_security_group_rules_create_with_optional_group_id[id-7f5d2899-7705-4d4b-8458-4505188ffab6]
 pass
test_security_group_rules_delete_when_peer_group_deleted[id-fc5c5acf-2091-43a6-a6ae-e42760e9ffaf]
 pass
test_security_group_rules_list[id-a6154130-5a55-4850-8be4-5e9e796dbf17,smoke]
 pass
tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON 8 8 0 0 0 Detail
test_create_security_group_rule_duplicate[id-8bd56d02-3ffa-4d67-9933-b6b9a01d6089,negative]
 pass
test_create_security_group_rule_with_invalid_from_port[id-12bbc875-1045-4f7a-be46-751277baedb9,negative]
 pass
test_create_security_group_rule_with_invalid_id[id-2244d7e4-adb7-4ecb-9930-2d77e123ce4f,negative]
 pass
test_create_security_group_rule_with_invalid_ip_protocol[id-84c81249-9f6e-439c-9bbf-cbb0d2cddbdf,negative]
 pass
test_create_security_group_rule_with_invalid_port_range[id-00296fa9-0576-496a-ae15-fbab843189e0,negative]
 pass
test_create_security_group_rule_with_invalid_to_port[id-ff88804d-144f-45d1-bf59-dd155838a43a,negative]
 pass
test_create_security_group_rule_with_non_existent_id[id-1d507e98-7951-469b-82c3-23f1e6b8c254,negative]
 pass
test_delete_security_group_rule_with_non_existent_id[id-56fddcca-dbb8-4494-a0db-96e9f869527c,negative]
 pass
tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON 3 3 0 0 0 Detail
test_security_group_create_get_delete[id-ecc0da4a-2117-48af-91af-993cca39a615]
 pass
test_security_groups_create_list_delete[id-eb2b087d-633d-4d0d-a7bd-9e6ba35b32de,smoke]
 pass
test_update_security_groups[id-7d4e1d3c-3209-4d6d-b020-986304ebad1f]
 pass
tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON 11 5 0 0 6 Detail
test_delete_nonexistent_security_group[id-6727c00b-214c-4f9e-9a52-017ac3e98411,negative]
 pass
test_delete_security_group_without_passing_id[id-1438f330-8fa4-4aeb-8a94-37c250106d7f,negative]
 pass
test_delete_the_default_security_group[id-36a1629f-c6da-4a26-b8b8-55e7e5d5cd58,negative]
 pass
test_security_group_create_with_duplicate_name[id-9fdb4abc-6b66-4b27-b89c-eb215a956168,negative]
 skip
test_security_group_create_with_invalid_group_description[id-777b6f14-aca9-4758-9e84-38783cfa58bc,negative]
 skip
test_security_group_create_with_invalid_group_name[id-1759c3cb-b0fc-44b7-86ce-c99236be911d,negative]
 skip
test_security_group_get_nonexistent_group[id-673eaec1-9b3e-48ed-bdf1-2786c1b9661c,negative]
 pass
test_update_non_existent_security_group[id-27edee9c-873d-4da6-a68a-3c256efebe8f,negative]
 pass
test_update_security_group_with_invalid_sg_des[id-97d12b1c-a610-4194-93f1-ba859e718b45,negative]
 skip
test_update_security_group_with_invalid_sg_id[id-00579617-fe04-4e1c-9d08-ca7467d2e34b,negative]
 skip
test_update_security_group_with_invalid_sg_name[id-cda8d8b4-59f8-4087-821d-20cf5a03b3b1,negative]
 skip
tempest.api.compute.servers.test_create_server.ServersTestFqdnHostnames 1 0 0 0 1 Detail
test_create_server_with_fqdn_name[id-622066d2-39fc-4c09-9eeb-35903c114a0a]
 skip
tempest.api.compute.servers.test_create_server.ServersV294TestFqdnHostnames 1 1 0 0 0 Detail
test_verify_hostname_allows_fqdn[id-e7b05488-f9d5-4fce-91b3-e82216c52017]
 pass
tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON 2 1 0 0 1 Detail
test_delete_server_while_in_building_state[id-9e6e0c87-3352-42f7-9faf-5d6210dbd159]
 pass
test_delete_server_while_in_verify_resize_state[id-ab0c38b4-cdd8-49d3-9b92-0cb898723c01]
 skip
tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON 2 0 0 0 2 Detail
test_resize_server_from_auto_to_manual[id-693d16f3-556c-489a-8bac-3d0ca2490bad]
 skip
test_resize_server_from_manual_to_auto[id-414e7e93-45b5-44bc-8e03-55159c6bfc97]
 skip
tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON 5 5 0 0 0 Detail
test_max_count_less_than_min_count[id-476da616-f1ef-4271-a9b1-b9fc87727cdf,negative]
 pass
test_max_count_less_than_one[id-a6f9c2ab-e060-4b82-b23c-4532cb9390ff,negative]
 pass
test_max_count_non_integer[id-9c5698d1-d7af-4c80-b971-9d403135eea2,negative]
 pass
test_min_count_less_than_one[id-daf29d8d-e928-4a01-9a8c-b129603f3fc0,negative]
 pass
test_min_count_non_integer[id-999aa722-d624-4423-b813-0d1ac9884d7a,negative]
 pass
tempest.api.compute.servers.test_server_group.ServerGroup264TestJSON 1 1 0 0 0 Detail
test_create_get_server_group[id-b52f09dd-2133-4037-9a5d-bdb260096a88]
 pass
tempest.api.compute.servers.test_server_group.ServerGroupTestJSON 5 5 0 0 0 Detail
test_create_delete_multiple_server_groups_with_same_name_policy[id-154dc5a4-a2fe-44b5-b99e-f15806a4a113]
 pass
test_create_delete_server_group_with_affinity_policy[id-5dc57eda-35b7-4af7-9e5f-3c2be3d2d68b]
 pass
test_create_delete_server_group_with_anti_affinity_policy[id-3645a102-372f-4140-afad-13698d850d23]
 pass
test_list_server_groups[id-d4874179-27b4-4d7d-80e4-6c560cdfe321]
 pass
test_show_server_group[id-b3545034-dd78-48f0-bdc2-a4adfa6d0ead]
 pass
tempest.api.compute.servers.test_servers.ServerShowV247Test 1 1 0 0 0 Detail
test_show_server[id-88b0bdb2-494c-11e7-a919-92ebcb67fe33]
 pass
tempest.api.compute.servers.test_servers.ServerShowV263Test 1 0 0 0 1 Detail
test_show_update_rebuild_list_server[id-71b8e3d5-11d2-494f-b917-b094a4afed3c]
 skip
tempest.api.compute.servers.test_servers.ServersTestJSON 1 1 0 0 0 Detail
test_create_server_with_admin_password[id-b92d5ec7-b1dd-44a2-87e4-45e888c46ef0]
 pass
tempest.api.compute.test_extensions.ExtensionsTest 2 2 0 0 0 Detail
test_get_extension[id-05762f39-bdfa-4cdb-9b46-b78f8e78e2fd]
 pass
test_list_extensions[id-3bb27738-b759-4e0d-a5fa-37d7a6df07d1]
 pass
tempest.api.compute.test_quotas.QuotasTestJSON 3 3 0 0 0 Detail
test_compare_tenant_quotas_with_default_quotas[id-cd65d997-f7e4-4966-a7e9-d5001b674fdc]
 pass
test_get_default_quotas[id-9bfecac7-b966-4f47-913f-1a9e2c12134a]
 pass
test_get_quotas[id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107]
 pass
tempest.api.compute.test_tenant_networks.ComputeTenantNetworksTest 1 1 0 0 0 Detail
test_list_show_tenant_networks[id-edfea98e-bbe3-4c7a-9739-87b986baff26,network]
 pass
tempest.api.compute.test_versions.TestVersions 2 2 0 0 0 Detail
test_get_version_details[id-b953a29e-929c-4a8e-81be-ec3a7e03cb76,smoke]
 pass
test_list_api_versions[id-6c0a0990-43b6-4529-9b61-5fd8daf7c55c,smoke]
 pass
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest 8 8 0 0 0 Detail
test_create_volume_with_invalid_size[id-5125ae14-152b-40a7-b3c5-eae15e9022ef,negative]
 pass
test_create_volume_with_size_zero[id-8cce995e-0a83-479a-b94d-e1e40b8a09d1,negative]
 pass
test_create_volume_without_passing_size[id-131cb3a1-75cc-4d40-b4c3-1317f64719b0,negative]
 pass
test_delete_invalid_volume_id[id-62972737-124b-4513-b6cf-2f019f178494,negative]
 pass
test_delete_volume_without_passing_volume_id[id-0d1417c5-4ae8-4c2c-adc5-5f0b864253e5,negative]
 pass
test_get_volume_without_passing_volume_id[id-62bab09a-4c03-4617-8cca-8572bc94af9b,negative]
 pass
test_volume_delete_nonexistent_volume_id[id-54a34226-d910-4b00-9ef8-8683e6c55846,negative]
 pass
test_volume_get_nonexistent_volume_id[id-c03ea686-905b-41a2-8748-9635154b7c57,negative]
 pass
tempest.api.identity.admin.v3.test_application_credentials.ApplicationCredentialsV3AdminTest 1 1 0 0 0 Detail
test_create_application_credential_with_roles[id-3b3dd48f-3388-406a-a9e6-4d078a552d0e]
 pass
tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON 2 2 0 0 0 Detail
test_credentials_create_get_update_delete[id-7cd59bf9-bda4-4c72-9467-d21cab278355,smoke]
 pass
test_credentials_list_delete[id-13202c00-0021-42a1-88d4-81b44d448aab]
 pass
tempest.api.identity.admin.v3.test_default_project_id.TestDefaultProjectId 1 1 0 0 0 Detail
test_default_project_id[id-d6110661-6a71-49a7-a453-b5e26640ff6d]
 pass
tempest.api.identity.admin.v3.test_domain_configuration.DomainConfigurationTestJSON 4 4 0 0 0 Detail
test_create_domain_config_and_show_config_groups_and_options[id-9e3ff13c-f597-4f01-9377-d6c06c2a1477]
 pass
test_create_update_and_delete_domain_config[id-7161023e-5dd0-4612-9da0-1bac6ac30b63]
 pass
test_create_update_and_delete_domain_config_groups_and_opts[id-c7510fa2-6661-4170-9c6b-4783a80651e9]
 pass
test_show_default_group_config_and_options[id-11a02bf0-6f94-4380-b3b0-c8dc18fc0d22]
 pass
tempest.api.identity.admin.v3.test_domains.DomainsTestJSON 7 7 0 0 0 Detail
test_create_domain_with_disabled_status[id-036df86e-bb5d-42c0-a7c2-66b9db3a6046]
 pass
test_create_domain_without_description[id-2abf8764-309a-4fa9-bc58-201b799817ad]
 pass
test_create_update_delete_domain[id-f2f5b44a-82e8-4dad-8084-0661ea3b18cf,smoke]
 pass
test_domain_delete_cascades_content[id-d8d318b7-d1b3-4c37-94c5-3c5ba0b121ea]
 pass
test_list_domains[id-8cf516ef-2114-48f1-907b-d32726c734d4]
 pass
test_list_domains_filter_by_enabled[id-3fd19840-65c1-43f8-b48c-51bdd066dff9]
 pass
test_list_domains_filter_by_name[id-c6aee07b-4981-440c-bb0b-eb598f58ffe9]
 pass
tempest.api.identity.admin.v3.test_domains_negative.DomainsNegativeTestJSON 5 5 0 0 0 Detail
test_create_domain_with_empty_name[id-9018461d-7d24-408d-b3fe-ae37e8cd5c9e,negative]
 pass
test_create_domain_with_name_length_over_64[id-37b1bbf2-d664-4785-9a11-333438586eae,negative]
 pass
test_delete_active_domain[gate,id-1f3fbff5-4e44-400d-9ca1-d953f05f609b,negative]
 pass
test_delete_non_existent_domain[id-43781c07-764f-4cf2-a405-953c1916f605,negative]
 pass
test_domain_create_duplicate[id-e6f9e4a2-4f36-4be8-bdbc-4e199ae29427,negative]
 pass
tempest.api.identity.admin.v3.test_endpoint_groups.EndPointGroupsTest 2 2 0 0 0 Detail
test_create_list_show_check_delete_endpoint_group[id-7c69e7a1-f865-402d-a2ea-44493017315a]
 pass
test_update_endpoint_group[id-51c8fc38-fa84-4e76-b5b6-6fc37770fb26]
 pass
tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON 3 3 0 0 0 Detail
test_create_list_show_delete_endpoint[id-0e2446d2-c1fd-461b-a729-b9e73e3e3b37]
 pass
test_list_endpoints[id-c19ecf90-240e-4e23-9966-21cee3f6a618]
 pass
test_update_endpoint[id-37e8f15e-ee7c-4657-a1e7-f6b61e375eff,smoke]
 pass
tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON 4 4 0 0 0 Detail
test_create_with_enabled_False[id-ac6c137e-4d3d-448f-8c83-4f13d0942651,negative]
 pass
test_create_with_enabled_True[id-9c43181e-0627-484a-8c79-923e8a59598b,negative]
 pass
test_update_with_enabled_False[id-65e41f32-5eb7-498f-a92a-a6ccacf7439a,negative]
 pass
test_update_with_enabled_True[id-faba3587-f066-4757-a48e-b4a3f01803bb,negative]
 pass
tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON 4 4 0 0 0 Detail
test_group_create_update_get[id-2e80343b-6c81-4ac3-88c7-452f3e9d5129]
 pass
test_group_users_add_list_delete[id-1598521a-2f36-4606-8df9-30772bd51339,smoke]
 pass
test_list_groups[id-cc9a57a5-a9ed-4f2d-a29f-4f979a06ec71]
 pass
test_list_user_groups[id-64573281-d26a-4a52-b899-503cb0f4e4ec]
 pass
tempest.api.identity.admin.v3.test_inherits.InheritsV3TestJSON 6 6 0 0 0 Detail
test_inherit_assign_check_revoke_roles_on_projects_group[id-26021436-d5a4-4256-943c-ded01e0d4b45]
 pass
test_inherit_assign_check_revoke_roles_on_projects_user[id-18b70e45-7687-4b72-8277-b8f1a47d7591]
 pass
test_inherit_assign_list_check_revoke_roles_on_domains_group[id-c7a8dda2-be50-4fb4-9a9c-e830771078b1]
 pass
test_inherit_assign_list_check_revoke_roles_on_domains_user[id-4e6f0366-97c8-423c-b2be-41eae6ac91c8]
 pass
test_inherit_assign_list_revoke_user_roles_on_domain[id-3acf666e-5354-42ac-8e17-8b68893bcd36]
 pass
test_inherit_assign_list_revoke_user_roles_on_project_tree[id-9f02ccd9-9b57-46b4-8f77-dd5a736f3a06]
 pass
tempest.api.identity.admin.v3.test_list_projects.ListProjectsStaticTestJSON 3 3 0 0 0 Detail
test_list_projects[id-1d830662-22ad-427c-8c3e-4ec854b0af44]
 pass
test_list_projects_with_domains[id-fab13f3c-f6a6-4b9f-829b-d32fd44fdf10]
 pass
test_list_projects_with_name[id-fa178524-4e6d-4925-907c-7ab9f42c7e26]
 pass
tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON 2 2 0 0 0 Detail
test_list_projects_with_enabled[id-0fe7a334-675a-4509-b00e-1c4b95d5dae8]
 pass
test_list_projects_with_parent[id-6edc66f5-2941-4a17-9526-4073311c1fac]
 pass
tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON 5 5 0 0 0 Detail
test_get_user[id-b4baa3ae-ac00-4b4e-9e27-80deaad7771f]
 pass
test_list_user_domains[id-08f9aabb-dcfe-41d0-8172-82b5fa0bd73d]
 pass
test_list_users[id-b30d4651-a2ea-4666-8551-0c0e49692635]
 pass
test_list_users_with_name[id-c285bb37-7325-4c02-bff3-3da5d946d683]
 pass
test_list_users_with_not_enabled[id-bff8bf2f-9408-4ef5-b63a-753c8c2124eb]
 pass
tempest.api.identity.admin.v3.test_oauth_consumers.OAUTHConsumersV3Test 4 4 0 0 0 Detail
test_create_and_show_consumer[id-c8307ea6-a86c-47fd-ae7b-5b3b2caca76d]
 pass
test_delete_consumer[id-fdfa1b7f-2a31-4354-b2c7-f6ae20554f93]
 pass
test_list_consumers[id-09ca50de-78f2-4ffb-ac71-f2254036b2b8]
 pass
test_update_consumer[id-080a9b1a-c009-47c0-9979-5305bf72e3dc]
 pass
tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON 2 2 0 0 0 Detail
test_create_update_delete_policy[id-e544703a-2f03-4cf2-9b0f-350782fdb0d3,smoke]
 pass
test_list_policies[id-1a0ad286-2d06-4123-ab0d-728893a76201]
 pass
tempest.api.identity.admin.v3.test_project_tags.IdentityV3ProjectTagsTest 1 1 0 0 0 Detail
test_list_update_delete_project_tags[id-7c123aac-999d-416a-a0fb-84b915ab10de]
 pass
tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON 11 11 0 0 0 Detail
test_associate_user_to_project[id-59398d4a-5dc5-4f86-9a4c-c26cc804d6c6]
 pass
test_create_is_domain_project[id-a7eb9416-6f9b-4dbb-b71b-7f73aaef59d5]
 pass
test_project_create_enabled[id-1f66dc76-50cc-4741-a200-af984509e480]
 pass
test_project_create_not_enabled[id-78f96a9c-e0e0-4ee6-a3ba-fbf6dfd03207]
 pass
test_project_create_with_description[id-0ecf465c-0dc4-4532-ab53-91ffeb74d12d]
 pass
test_project_create_with_domain[id-5f50fe07-8166-430b-a882-3b2ee0abe26f]
 pass
test_project_create_with_parent[id-1854f9c0-70bc-4d11-a08a-1c789d339e3d]
 pass
test_project_get_equals_list[id-d1db68b6-aebe-4fa0-b79d-d724d2e21162]
 pass
test_project_update_desc[id-f138b715-255e-4a7d-871d-351e1ef2e153]
 pass
test_project_update_enable[id-b6b25683-c97f-474d-a595-55d410b68100]
 pass
test_project_update_name[id-f608f368-048c-496b-ad63-d286c26dab6b]
 pass
tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeStaticTestJSON 6 6 0 0 0 Detail
test_create_project_by_unauthorized_user[id-8fba9de2-3e1f-4e77-812a-60cb68f8df13,negative]
 pass
test_create_project_with_empty_name[id-7828db17-95e5-475b-9432-9a51b4aa79a9,negative]
 pass
test_create_projects_name_length_over_64[id-502b6ceb-b0c8-4422-bf53-f08fdb21e2f0,negative]
 pass
test_delete_non_existent_project[id-7965b581-60c1-43b7-8169-95d4ab7fc6fb,negative]
 pass
test_list_projects_by_unauthorized_user[id-24c49279-45dd-4155-887a-cb738c2385aa,negative]
 pass
test_project_create_duplicate[id-874c3e84-d174-4348-a16b-8c01f599561b,negative]
 pass
tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON 1 1 0 0 0 Detail
test_project_delete_by_unauthorized_user[id-8d68c012-89e0-4394-8d6b-ccd7196def97,negative]
 pass
tempest.api.identity.admin.v3.test_regions.RegionsTestJSON 4 4 0 0 0 Detail
test_create_region_with_specific_id[id-2c12c5b5-efcf-4aa5-90c5-bff1ab0cdbe2,smoke]
 pass
test_create_update_get_delete_region[id-56186092-82e4-43f2-b954-91013218ba42]
 pass
test_list_regions[id-d180bf99-544a-445c-ad0d-0c0d27663796]
 pass
test_list_regions_filter_by_parent_region_id[id-2d1057cb-bbde-413a-acdf-e2d265284542]
 pass
tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON 15 15 0 0 0 Detail
test_assignments_for_domain_roles[id-3859df7e-5b78-4e4d-b10e-214c8953842a]
 pass
test_assignments_for_implied_roles_create_delete[id-c8828027-df48-4021-95df-b65b92c7429e]
 pass
test_domain_roles_create_delete[id-d92a41d2-5501-497a-84bb-6e294330e8f8]
 pass
test_grant_list_revoke_role_to_group_on_domain[id-4bf8a70b-e785-413a-ad53-9f91ce02faa7]
 pass
test_grant_list_revoke_role_to_group_on_project[id-cbf11737-1904-4690-9613-97bcbb3df1c4]
 pass
test_grant_list_revoke_role_to_group_on_system[id-c888fe4f-8018-48db-b959-542225c1b4b6]
 pass
test_grant_list_revoke_role_to_user_on_domain[id-6c9a2940-3625-43a3-ac02-5dcec62ef3bd]
 pass
test_grant_list_revoke_role_to_user_on_project[id-c6b80012-fe4a-498b-9ce8-eb391c05169f]
 pass
test_grant_list_revoke_role_to_user_on_system[id-e5a81737-d294-424d-8189-8664858aae4c]
 pass
test_implied_domain_roles[id-eb1e1c24-1bc4-4d47-9748-e127a1852c82]
 pass
test_implied_roles_create_check_show_delete[id-c90c316c-d706-4728-bcba-eb1912081b69]
 pass
test_list_all_implied_roles[id-3748c316-c18f-4b08-997b-c60567bc6235]
 pass
test_list_roles[id-f5654bcc-08c4-4f71-88fe-05d64e06de94]
 pass
test_role_create_update_show_list[id-18afc6c0-46cf-4911-824e-9989cc056c3a,smoke]
 pass
test_roles_hierarchy[id-dc6f5959-b74d-4e30-a9e5-a8255494ff00]
 pass
tempest.api.identity.admin.v3.test_services.ServicesTestJSON 3 3 0 0 0 Detail
test_create_service_without_description[id-d1dcb1a1-2b6b-4da8-bbb8-5532ef6e8269]
 pass
test_create_update_get_service[id-5193aad5-bcb7-411d-85b0-b3b61b96ef06,smoke]
 pass
test_list_services[id-e55908e8-360e-439e-8719-c3230a3e179e]
 pass
tempest.api.identity.admin.v3.test_tokens.TokensV3TestJSON 3 3 0 0 0 Detail
test_get_available_domain_scopes[id-ec5ecb05-af64-4c04-ac86-4d9f6f12f185]
 pass
test_get_available_project_scopes[id-08ed85ce-2ba8-4864-b442-bcc61f16ae89]
 pass
test_rescope_token[id-565fa210-1da1-4563-999b-f7b5b67cf112]
 pass
tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON 6 6 0 0 0 Detail
test_get_trusts_all[id-4773ebd5-ecbf-4255-b8d8-b63e6f72b65d,smoke]
 pass
test_get_trusts_query[id-6268b345-87ca-47c0-9ce3-37792b43403a]
 pass
test_trust_expire[id-0ed14b66-cefd-4b5c-a964-65759453e292]
 pass
test_trust_expire_invalid[id-3e48f95d-e660-4fa9-85e0-5a3d85594384]
 pass
test_trust_impersonate[id-5a0a91a4-baef-4a14-baba-59bf4d7fcace]
 pass
test_trust_noimpersonate[id-ed2a8779-a7ac-49dc-afd7-30f32f936ed2]
 pass
tempest.api.identity.admin.v3.test_users.UsersV3TestJSON 5 4 0 0 1 Detail
test_get_user[id-c10dcd90-461d-4b16-8e23-4eb836c00644]
 pass
test_list_user_projects[id-a831e70c-e35b-430b-92ed-81ebbc5437b8]
 pass
test_password_history_not_enforced_in_admin_reset[id-568cd46c-ee6c-4ab4-a33a-d3791931979e]
 skip
test_update_user_password[id-2d223a0e-e457-4a70-9fb1-febe027a0ff9]
 pass
test_user_update[id-b537d090-afb9-4519-b95d-270b0708e87e]
 pass
tempest.api.identity.admin.v3.test_users_negative.UsersNegativeTest 2 2 0 0 0 Detail
test_authentication_for_disabled_user[id-b3c9fccc-4134-46f5-b600-1da6fb0a3b1f,negative]
 pass
test_create_user_for_non_existent_domain[id-e75f006c-89cc-477b-874d-588e4eab4b17,negative]
 pass
tempest.api.identity.v3.test_access_rules.AccessRulesV3Test 3 3 0 0 0 Detail
test_delete_access_rule[id-278757e9-e193-4bf8-adf2-0b0a229a17d0]
 pass
test_list_access_rules[id-2354c498-5119-4ba5-9f0d-44f16f78fb0e]
 pass
test_show_access_rule[id-795dd507-ca1e-40e9-ba90-ff0a08689ba4]
 pass
tempest.api.identity.v3.test_api_discovery.TestApiDiscovery 5 5 0 0 0 Detail
test_api_media_types[id-657c1970-4722-4189-8831-7325f3bc4265,smoke]
 pass
test_api_version_resources[id-b9232f5e-d9e5-4d97-b96c-28d3db4de1bd,smoke]
 pass
test_api_version_statuses[id-8879a470-abfb-47bb-bb8d-5a7fd279ad1e,smoke]
 pass
test_identity_v3_existence[id-79aec9ae-710f-4c54-a4fc-3aa25b4feac3]
 pass
test_list_api_versions[id-721f480f-35b6-46c7-846e-047e6acea0dc,smoke]
 pass
tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test 5 5 0 0 0 Detail
test_create_application_credential[id-8080c75c-eddc-4786-941a-c2da7039ae61]
 pass
test_create_application_credential_access_rules[id-529936eb-aa5d-463d-9f79-01c113d3b88f]
 pass
test_create_application_credential_expires[id-852daf0c-42b5-4239-8466-d193d0543ed3]
 pass
test_list_application_credentials[id-ff0cd457-6224-46e7-b79e-0ada4964a8a6]
 pass
test_query_application_credentials[id-9bb5e5cc-5250-493a-8869-8b665f6aa5f6]
 pass
tempest.api.identity.v3.test_catalog.IdentityCatalogTest 1 1 0 0 0 Detail
test_catalog_standardization[id-56b57ced-22b8-4127-9b8a-565dfb0207e2]
 pass
tempest.api.identity.v3.test_domains.DefaultDomainTestJSON 1 1 0 0 0 Detail
test_default_domain_exists[id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5,smoke]
 pass
tempest.api.identity.v3.test_ec2_credentials.EC2CredentialsTest 4 4 0 0 0 Detail
test_create_ec2_credential[id-b0f55a29-54e5-4166-999d-712347e0c920]
 pass
test_delete_ec2_credential[id-9408d61b-8be0-4a8d-9b85-14f61edb456b]
 pass
test_list_ec2_credentials[id-897813f0-160c-4fdc-aabc-24ee635ce4a9]
 pass
test_show_ec2_credential[id-8b8d1010-5958-48df-a6cd-5e3df72e6bcf]
 pass
tempest.api.identity.v3.test_projects.IdentityV3ProjectsTest 1 1 0 0 0 Detail
test_list_projects_returns_only_authorized_projects[id-86128d46-e170-4644-866a-cc487f699e1d]
 pass
tempest.api.identity.v3.test_tokens.TokensV3Test 3 3 0 0 0 Detail
test_create_token[id-6f8e4436-fc96-4282-8122-e41df57197a9]
 pass
test_token_auth_creation_existence_deletion[id-0f9f5a5f-d5cd-4a86-8a5b-c5ded151f212]
 pass
test_validate_token[id-a9512ac3-3909-48a4-b395-11f438e16260]
 pass
tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON 5 5 0 0 0 Detail
test_create_external_network[id-462be770-b310-4df9-9c42-773217e4c8b1]
 pass
test_delete_external_networks_with_floating_ip[id-82068503-2cf2-4ed4-b3be-ecb89432e4bb]
 pass
test_list_external_networks[id-39be4c9b-a57e-4ff9-b7c7-b218e209dfcc]
 pass
test_show_external_networks_attribute[id-2ac50ab2-7ebd-4e27-b3ce-a9e399faaea2]
 pass
test_update_external_network[id-4db5417a-e11c-474d-a361-af00ebef57c5]
 pass
tempest.api.network.admin.test_external_networks_negative.ExternalNetworksAdminNegativeTestJSON 1 1 0 0 0 Detail
test_create_port_with_precreated_floatingip_as_fixed_ip[id-d402ae6c-0be0-4d8e-833b-a738895d98d0,negative]
 pass
tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON 2 2 0 0 0 Detail
test_create_list_show_floating_ip_with_tenant_id_by_admin[id-32727cc3-abe2-4485-a16e-48f2d54c14f2]
 pass
test_list_floating_ips_from_admin_and_nonadmin[id-64f2100b-5471-4ded-b46c-ddeeeb4f231b]
 pass
tempest.api.network.admin.test_routers.RoutersAdminTest 9 9 0 0 0 Detail
test_create_router_set_gateway_with_fixed_ip[id-cbe42f84-04c2-11e7-8adb-fa163e4fa634]
 pass
test_create_router_setting_project_id[id-e54dd3a3-4352-4921-b09d-44369ae17397]
 pass
test_create_router_with_default_snat_value[id-847257cc-6afd-4154-b8fb-af49f5670ce8]
 pass
test_create_router_with_snat_explicit[id-ea74068d-09e9-4fd7-8995-9b6a1ace920f]
 pass
test_update_router_reset_gateway_without_snat[id-f2faf994-97f4-410b-a831-9bc977b64374]
 pass
test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]
 pass
test_update_router_set_gateway_with_snat_explicit[id-b386c111-3b21-466d-880c-5e72b01e1a33]
 pass
test_update_router_set_gateway_without_snat[id-96536bc7-8262-4fb2-9967-5c46940fa279]
 pass
test_update_router_unset_gateway[id-ad81b7ee-4f81-407b-a19c-17e623f763e8]
 pass
tempest.api.network.admin.test_routers.RoutersIpV6AdminTest 9 9 0 0 0 Detail
test_create_router_set_gateway_with_fixed_ip[id-cbe42f84-04c2-11e7-8adb-fa163e4fa634]
 pass
test_create_router_setting_project_id[id-e54dd3a3-4352-4921-b09d-44369ae17397]
 pass
test_create_router_with_default_snat_value[id-847257cc-6afd-4154-b8fb-af49f5670ce8]
 pass
test_create_router_with_snat_explicit[id-ea74068d-09e9-4fd7-8995-9b6a1ace920f]
 pass
test_update_router_reset_gateway_without_snat[id-f2faf994-97f4-410b-a831-9bc977b64374]
 pass
test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]
 pass
test_update_router_set_gateway_with_snat_explicit[id-b386c111-3b21-466d-880c-5e72b01e1a33]
 pass
test_update_router_set_gateway_without_snat[id-96536bc7-8262-4fb2-9967-5c46940fa279]
 pass
test_update_router_unset_gateway[id-ad81b7ee-4f81-407b-a19c-17e623f763e8]
 pass
tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeIpV6Test 1 1 0 0 0 Detail
test_router_set_gateway_used_ip_returns_409[id-7101cc02-058a-11e7-93e1-fa163e4fa634,negative]
 pass
tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeTest 1 1 0 0 0 Detail
test_router_set_gateway_used_ip_returns_409[id-7101cc02-058a-11e7-93e1-fa163e4fa634,negative]
 pass
tempest.api.network.test_agent_management_negative.AgentManagementNegativeTest 1 1 0 0 0 Detail
test_list_agents_non_admin[id-e335be47-b9a1-46fd-be30-0874c0b751e6,negative]
 pass
tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON 4 4 0 0 0 Detail
test_create_list_port_with_address_pair[id-86c3529b-1231-40de-803c-00e40882f043]
 pass
test_update_port_with_address_pair[id-9599b337-272c-47fd-b3cf-509414414ac4]
 pass
test_update_port_with_cidr_address_pair[id-4d6d178f-34f6-4bff-a01c-0a2f8fe909e4]
 pass
test_update_port_with_multiple_ip_mac_address_pair[id-b3f20091-6cd5-472b-8487-3516137df933]
 pass
tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON 4 4 0 0 0 Detail
test_create_list_port_with_address_pair[id-86c3529b-1231-40de-803c-00e40882f043]
 pass
test_update_port_with_address_pair[id-9599b337-272c-47fd-b3cf-509414414ac4]
 pass
test_update_port_with_cidr_address_pair[id-4d6d178f-34f6-4bff-a01c-0a2f8fe909e4]
 pass
test_update_port_with_multiple_ip_mac_address_pair[id-b3f20091-6cd5-472b-8487-3516137df933]
 pass
tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6 11 11 0 0 0 Detail
test_dhcp_stateful[id-4ab211a0-276f-4552-9070-51e27f58fecf]
 pass
test_dhcp_stateful_fixedips[id-51a5e97f-f02e-4e4e-9a17-a69811d300e3]
 pass
test_dhcp_stateful_fixedips_duplicate[id-57b8302b-cba9-4fbb-8835-9168df029051]
 pass
test_dhcp_stateful_fixedips_outrange[id-98244d88-d990-4570-91d4-6b25d70d08af]
 pass
test_dhcp_stateful_router[id-e98f65db-68f4-4330-9fea-abd8c5192d4d]
 pass
test_dhcpv6_64_subnets[id-4256c61d-c538-41ea-9147-3c450c36669e]
 pass
test_dhcpv6_invalid_options[id-81f18ef6-95b5-4584-9966-10d480b7496a]
 pass
test_dhcpv6_stateless_eui64[id-e5517e62-6f16-430d-a672-f80875493d4c]
 pass
test_dhcpv6_stateless_no_ra[id-ae2f4a5d-03ff-4c42-a3b0-ce2fcb7ea832]
 pass
test_dhcpv6_stateless_no_ra_no_dhcp[id-21635b6f-165a-4d42-bf49-7d195e47342f]
 pass
test_dhcpv6_two_subnets[id-4544adf7-bb5f-4bdc-b769-b3e77026cef2]
 pass
tempest.api.network.test_extensions.ExtensionsTestJSON 1 1 0 0 0 Detail
test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke]
 pass
tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsIpV6TestJSON 2 2 0 0 0 Detail
test_create_list_port_with_extra_dhcp_options[id-d2c17063-3767-4a24-be4f-a23dbfa133c9]
 pass
test_update_show_port_with_extra_dhcp_options[id-9a6aebf4-86ee-4f47-b07a-7f7232c55607]
 pass
tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON 2 2 0 0 0 Detail
test_create_list_port_with_extra_dhcp_options[id-d2c17063-3767-4a24-be4f-a23dbfa133c9]
 pass
test_update_show_port_with_extra_dhcp_options[id-9a6aebf4-86ee-4f47-b07a-7f7232c55607]
 pass
tempest.api.network.test_floating_ips.FloatingIPTestJSON 5 5 0 0 0 Detail
test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke]
 pass
test_create_list_show_update_delete_floating_ip[id-62595970-ab1c-4b7f-8fcc-fddfe55e8718,smoke]
 pass
test_create_update_floatingip_with_port_multiple_ip_address[id-45c4c683-ea97-41ef-9c51-5e9802f2f3d7]
 pass
test_floating_ip_delete_port[id-e1f6bffd-442f-4668-b30e-df13f2705e77]
 pass
test_floating_ip_update_different_router[id-1bb2f731-fe5a-4b8c-8409-799ade1bed4d]
 pass
tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON 3 3 0 0 0 Detail
test_associate_floatingip_port_ext_net_unreachable[id-6b3b8797-6d43-4191-985c-c48b773eb429,negative]
 pass
test_create_floatingip_in_private_network[id-50b9aeb4-9f0b-48ee-aa31-fa955a48ff54,negative]
 pass
test_create_floatingip_with_port_ext_net_unreachable[id-22996ea8-4a81-4b27-b6e1-fa5df92fa5e8,negative]
 pass
tempest.api.network.test_networks.BulkNetworkOpsIpV6Test 3 3 0 0 0 Detail
test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke]
 pass
test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke]
 pass
test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke]
 pass
tempest.api.network.test_networks.BulkNetworkOpsTest 3 3 0 0 0 Detail
test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke]
 pass
test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke]
 pass
test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke]
 pass
tempest.api.network.test_networks.NetworksIpV6Test 22 22 0 0 0 Detail
test_create_delete_subnet_all_attributes[id-a4d9ec4c-0306-4111-a75c-db01a709030b]
 pass
test_create_delete_subnet_with_allocation_pools[id-bec949c4-3147-4ba6-af5f-cd2306118404]
 pass
test_create_delete_subnet_with_default_gw[id-ebb4fd95-524f-46af-83c1-0305b239338f]
 pass
test_create_delete_subnet_with_dhcp_enabled[id-94ce038d-ff0a-4a4c-a56b-09da3ca0b55d]
 pass
test_create_delete_subnet_with_gw[id-e41a4888-65a6-418c-a095-f7c2ef4ad59a]
 pass
test_create_delete_subnet_with_gw_and_allocation_pools[id-8217a149-0c6c-4cfb-93db-0486f707d13f]
 pass
test_create_delete_subnet_with_host_routes_and_dns_nameservers[id-d830de0a-be47-468f-8f02-1fd996118289]
 pass
test_create_delete_subnet_without_gateway[id-d2d596e2-8e76-47a9-ac51-d4648009f4d3]
 pass
test_create_list_subnet_with_no_gw64_one_network[id-a9653883-b2a4-469b-8c3c-4518430a7e55]
 pass
test_create_update_delete_network_subnet[id-0e269138-0da6-4efc-a46d-578161e7b221,smoke]
 pass
test_create_update_network_description[id-c72c1c0c-2193-4aca-ccc4-b1442640bbbb]
 pass
test_delete_network_with_subnet[id-f04f61a9-b7f3-4194-90b2-9bcf660d1bfe]
 pass
test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke]
 pass
test_list_networks[id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43,smoke]
 pass
test_list_networks_fields[id-6ae6d24f-9194-4869-9c85-c313cb20e080]
 pass
test_list_subnets[id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a,smoke]
 pass
test_list_subnets_fields[id-842589e3-9663-46b0-85e4-7f01273b0412]
 pass
test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e,smoke]
 pass
test_show_network_fields[id-867819bb-c4b6-45f7-acf9-90edcf70aa5e]
 pass
test_show_subnet[id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc,smoke]
 pass
test_show_subnet_fields[id-270fff0b-8bfc-411f-a184-1e8fd35286f0]
 pass
test_update_subnet_gw_dns_host_routes_dhcp[id-3d3852eb-3009-49ec-97ac-5ce83b73010a]
 pass
tempest.api.network.test_networks.NetworksIpV6TestAttrs 5 5 0 0 0 Detail
test_create_delete_slaac_subnet_with_ports[id-88554555-ebf8-41ef-9300-4926d45e06e9]
 pass
test_create_delete_stateless_subnet_with_ports[id-2de6ab5a-fcf0-4144-9813-f91a940291f1]
 pass
test_create_delete_subnet_with_v6_attributes_slaac[id-176b030f-a923-4040-a755-9dc94329e60c]
 pass
test_create_delete_subnet_with_v6_attributes_stateful[id-da40cd1b-a833-4354-9a85-cd9b8a3b74ca]
 pass
test_create_delete_subnet_with_v6_attributes_stateless[id-7d410310-8c86-4902-adf9-865d08e31adb]
 pass
tempest.api.network.test_networks.NetworksTest 20 20 0 0 0 Detail
test_create_delete_subnet_all_attributes[id-a4d9ec4c-0306-4111-a75c-db01a709030b]
 pass
test_create_delete_subnet_with_allocation_pools[id-bec949c4-3147-4ba6-af5f-cd2306118404]
 pass
test_create_delete_subnet_with_dhcp_enabled[id-94ce038d-ff0a-4a4c-a56b-09da3ca0b55d]
 pass
test_create_delete_subnet_with_gw[id-9393b468-186d-496d-aa36-732348cd76e7]
 pass
test_create_delete_subnet_with_gw_and_allocation_pools[id-8217a149-0c6c-4cfb-93db-0486f707d13f]
 pass
test_create_delete_subnet_with_host_routes_and_dns_nameservers[id-d830de0a-be47-468f-8f02-1fd996118289]
 pass
test_create_delete_subnet_without_gateway[id-d2d596e2-8e76-47a9-ac51-d4648009f4d3]
 pass
test_create_update_delete_network_subnet[id-0e269138-0da6-4efc-a46d-578161e7b221,smoke]
 pass
test_create_update_network_description[id-c72c1c0c-2193-4aca-ccc4-b1442640bbbb]
 pass
test_delete_network_with_subnet[id-f04f61a9-b7f3-4194-90b2-9bcf660d1bfe]
 pass
test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke]
 pass
test_list_networks[id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43,smoke]
 pass
test_list_networks_fields[id-6ae6d24f-9194-4869-9c85-c313cb20e080]
 pass
test_list_subnets[id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a,smoke]
 pass
test_list_subnets_fields[id-842589e3-9663-46b0-85e4-7f01273b0412]
 pass
test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e,smoke]
 pass
test_show_network_fields[id-867819bb-c4b6-45f7-acf9-90edcf70aa5e]
 pass
test_show_subnet[id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc,smoke]
 pass
test_show_subnet_fields[id-270fff0b-8bfc-411f-a184-1e8fd35286f0]
 pass
test_update_subnet_gw_dns_host_routes_dhcp[id-3d3852eb-3009-49ec-97ac-5ce83b73010a]
 pass
tempest.api.network.test_networks_negative.NetworksNegativeTestJSON 10 10 0 0 0 Detail
test_create_port_on_non_existent_network[id-13d3b106-47e6-4b9b-8d53-dae947f092fe,negative]
 pass
test_delete_non_existent_network[id-03795047-4a94-4120-a0a1-bd376e36fd4e,negative]
 pass
test_delete_non_existent_port[id-49ec2bbd-ac2e-46fd-8054-798e679ff894,negative]
 pass
test_delete_non_existent_subnet[id-a176c859-99fb-42ec-a208-8a85b552a239,negative]
 pass
test_show_non_existent_network[id-9293e937-824d-42d2-8d5b-e985ea67002a,negative]
 pass
test_show_non_existent_port[id-a954861d-cbfd-44e8-b0a9-7fab111f235d,negative]
 pass
test_show_non_existent_subnet[id-d746b40c-5e09-4043-99f7-cba1be8b70df,negative]
 pass
test_update_non_existent_network[id-98bfe4e3-574e-4012-8b17-b2647063de87,negative]
 pass
test_update_non_existent_port[id-cf8eef21-4351-4f53-adcd-cc5cb1e76b92,negative]
 pass
test_update_non_existent_subnet[id-1cc47884-ac52-4415-a31c-e7ce5474a868,negative]
 pass
tempest.api.network.test_ports.PortsIpV6TestJSON 15 14 0 0 1 Detail
test_create_bulk_port[id-67f1b811-f8db-43e2-86bd-72c074d4a42c]
 pass
test_create_port_in_allowed_allocation_pools[id-0435f278-40ae-48cb-a404-b8a087bc09b1,smoke]
 pass
test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke]
 pass
test_create_show_delete_port_user_defined_mac[id-13e95171-6cbd-489c-9d7c-3f9c58215c18]
 pass
test_create_update_delete_port[id-c72c1c0c-2193-4aca-aaa4-b1442640f51c,smoke]
 pass
test_create_update_port_with_second_ip[id-63aeadd4-3b49-427f-a3b1-19ca81f06270]
 pass
test_list_ports[id-cf95b358-3e92-4a29-a148-52445e1ac50e,smoke]
 pass
test_list_ports_fields[id-ff7f117f-f034-4e0e-abff-ccef05c454b4]
 pass
test_port_list_filter_by_ip[id-e7fe260b-1e79-4dd3-86d9-bec6a7959fc5]
 pass
test_port_list_filter_by_ip_substr[id-79895408-85d5-460d-94e7-9531c5fd9123]
 skip
test_port_list_filter_by_router_id[id-5ad01ed0-0e6e-4c5d-8194-232801b15c72]
 pass
test_show_port[id-c9a685bd-e83f-499c-939f-9f7863ca259f,smoke]
 pass
test_show_port_fields[id-45fcdaf2-dab0-4c13-ac6c-fcddfb579dbd]
 pass
test_update_port_with_security_group_and_extra_attributes[id-58091b66-4ff4-4cc1-a549-05d60c7acd1a]
 pass
test_update_port_with_two_security_groups_and_extra_attributes[id-edf6766d-3d40-4621-bc6e-2521a44c257d]
 pass
tempest.api.network.test_ports.PortsTestJSON 15 14 0 0 1 Detail
test_create_bulk_port[id-67f1b811-f8db-43e2-86bd-72c074d4a42c]
 pass
test_create_port_in_allowed_allocation_pools[id-0435f278-40ae-48cb-a404-b8a087bc09b1,smoke]
 pass
test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke]
 pass
test_create_show_delete_port_user_defined_mac[id-13e95171-6cbd-489c-9d7c-3f9c58215c18]
 pass
test_create_update_delete_port[id-c72c1c0c-2193-4aca-aaa4-b1442640f51c,smoke]
 pass
test_create_update_port_with_second_ip[id-63aeadd4-3b49-427f-a3b1-19ca81f06270]
 pass
test_list_ports[id-cf95b358-3e92-4a29-a148-52445e1ac50e,smoke]
 pass
test_list_ports_fields[id-ff7f117f-f034-4e0e-abff-ccef05c454b4]
 pass
test_port_list_filter_by_ip[id-e7fe260b-1e79-4dd3-86d9-bec6a7959fc5]
 pass
test_port_list_filter_by_ip_substr[id-79895408-85d5-460d-94e7-9531c5fd9123]
 skip
test_port_list_filter_by_router_id[id-5ad01ed0-0e6e-4c5d-8194-232801b15c72]
 pass
test_show_port[id-c9a685bd-e83f-499c-939f-9f7863ca259f,smoke]
 pass
test_show_port_fields[id-45fcdaf2-dab0-4c13-ac6c-fcddfb579dbd]
 pass
test_update_port_with_security_group_and_extra_attributes[id-58091b66-4ff4-4cc1-a549-05d60c7acd1a]
 pass
test_update_port_with_two_security_groups_and_extra_attributes[id-edf6766d-3d40-4621-bc6e-2521a44c257d]
 pass
tempest.api.network.test_routers.RoutersIpV6Test 7 7 0 0 0 Detail
test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke]
 pass
test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke]
 pass
test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke]
 pass
test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke]
 pass
test_router_interface_port_update_with_fixed_ip[id-96522edf-b4b5-45d9-8443-fa11c26e6eff]
 pass
test_update_delete_extra_route[id-c86ac3a8-50bd-4b00-a6b8-62af84a0765c]
 pass
test_update_router_admin_state[id-a8902683-c788-4246-95c7-ad9c6d63a4d9]
 pass
tempest.api.network.test_routers.RoutersTest 7 7 0 0 0 Detail
test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke]
 pass
test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke]
 pass
test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke]
 pass
test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke]
 pass
test_router_interface_port_update_with_fixed_ip[id-96522edf-b4b5-45d9-8443-fa11c26e6eff]
 pass
test_update_delete_extra_route[id-c86ac3a8-50bd-4b00-a6b8-62af84a0765c]
 pass
test_update_router_admin_state[id-a8902683-c788-4246-95c7-ad9c6d63a4d9]
 pass
tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test 7 7 0 0 0 Detail
test_add_router_interfaces_on_overlapping_subnets_returns_400[id-957751a3-3c68-4fa2-93b6-eb52ea10db6e,negative]
 pass
test_delete_non_existent_router_returns_404[id-c7edc5ad-d09d-41e6-a344-5c0c31e2e3e4,negative]
 pass
test_router_add_gateway_invalid_network_returns_404[id-37a94fc0-a834-45b9-bd23-9a81d2fd1e22,negative]
 pass
test_router_add_gateway_net_not_external_returns_400[id-11836a18-0b15-4327-a50b-f0d9dc66bddd,negative]
 pass
test_router_remove_interface_in_use_returns_409[id-04df80f9-224d-47f5-837a-bf23e33d1c20,negative]
 pass
test_show_non_existent_router_returns_404[id-c2a70d72-8826-43a7-8208-0209e6360c47,negative]
 pass
test_update_non_existent_router_returns_404[id-b23d1569-8b0c-4169-8d4b-6abd34fad5c7,negative]
 pass
tempest.api.network.test_routers_negative.RoutersNegativeTest 7 7 0 0 0 Detail
test_add_router_interfaces_on_overlapping_subnets_returns_400[id-957751a3-3c68-4fa2-93b6-eb52ea10db6e,negative]
 pass
test_delete_non_existent_router_returns_404[id-c7edc5ad-d09d-41e6-a344-5c0c31e2e3e4,negative]
 pass
test_router_add_gateway_invalid_network_returns_404[id-37a94fc0-a834-45b9-bd23-9a81d2fd1e22,negative]
 pass
test_router_add_gateway_net_not_external_returns_400[id-11836a18-0b15-4327-a50b-f0d9dc66bddd,negative]
 pass
test_router_remove_interface_in_use_returns_409[id-04df80f9-224d-47f5-837a-bf23e33d1c20,negative]
 pass
test_show_non_existent_router_returns_404[id-c2a70d72-8826-43a7-8208-0209e6360c47,negative]
 pass
test_update_non_existent_router_returns_404[id-b23d1569-8b0c-4169-8d4b-6abd34fad5c7,negative]
 pass
tempest.api.network.test_security_groups.SecGroupIPv6Test 9 9 0 0 0 Detail
test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke]
 pass
test_create_security_group_rule_with_additional_args[id-87dfbcf9-1849-43ea-b1e4-efa3eeae9f71]
 pass
test_create_security_group_rule_with_icmp_type_code[id-c9463db8-b44d-4f52-b6c0-8dbda99f26ce]
 pass
test_create_security_group_rule_with_protocol_integer_value[id-0a307599-6655-4220-bebc-fd70c64f2290]
 pass
test_create_security_group_rule_with_remote_group_id[id-c2ed2deb-7a0c-44d8-8b4c-a5825b5c310b]
 pass
test_create_security_group_rule_with_remote_ip_prefix[id-16459776-5da2-4634-bce4-4b55ee3ec188]
 pass
test_create_show_delete_security_group_rule[id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9,smoke]
 pass
test_delete_security_group_clear_associated_rules[id-fd1ea1c5-eedc-403f-898d-2b562e853f2e]
 pass
test_list_security_groups[id-e30abd17-fef9-4739-8617-dc26da88e686,smoke]
 pass
tempest.api.network.test_security_groups.SecGroupTest 9 9 0 0 0 Detail
test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke]
 pass
test_create_security_group_rule_with_additional_args[id-87dfbcf9-1849-43ea-b1e4-efa3eeae9f71]
 pass
test_create_security_group_rule_with_icmp_type_code[id-c9463db8-b44d-4f52-b6c0-8dbda99f26ce]
 pass
test_create_security_group_rule_with_protocol_integer_value[id-0a307599-6655-4220-bebc-fd70c64f2290]
 pass
test_create_security_group_rule_with_remote_group_id[id-c2ed2deb-7a0c-44d8-8b4c-a5825b5c310b]
 pass
test_create_security_group_rule_with_remote_ip_prefix[id-16459776-5da2-4634-bce4-4b55ee3ec188]
 pass
test_create_show_delete_security_group_rule[id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9,smoke]
 pass
test_delete_security_group_clear_associated_rules[id-fd1ea1c5-eedc-403f-898d-2b562e853f2e]
 pass
test_list_security_groups[id-e30abd17-fef9-4739-8617-dc26da88e686,smoke]
 pass
tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test 14 14 0 0 0 Detail
test_create_additional_default_security_group_fails[id-2323061e-9fbf-4eb0-b547-7e8fafc90849,negative]
 pass
test_create_duplicate_security_group_rule_fails[id-8fde898f-ce88-493b-adc9-4e4692879fc5,negative]
 pass
test_create_security_group_rule_with_bad_ethertype[id-5666968c-fff3-40d6-9efc-df1c8bd01abb,negative]
 pass
test_create_security_group_rule_with_bad_protocol[id-981bdc22-ce48-41ed-900a-73148b583958,negative]
 pass
test_create_security_group_rule_with_bad_remote_ip_prefix[id-5f8daf69-3c5f-4aaa-88c9-db1d66f68679,negative]
 pass
test_create_security_group_rule_with_invalid_ports[id-0d9c7791-f2ad-4e2f-ac73-abf2373b0d2d,negative]
 pass
test_create_security_group_rule_with_non_existent_remote_groupid[id-4bf786fd-2f02-443c-9716-5b98e159a49a,negative]
 pass
test_create_security_group_rule_with_non_existent_security_group[id-be308db6-a7cf-4d5c-9baf-71bafd73f35e,negative]
 pass
test_create_security_group_rule_with_remote_ip_and_group[id-b5c4b247-6b02-435b-b088-d10d45650881,negative]
 pass
test_create_security_group_rule_wrong_ip_prefix_version[id-7607439c-af73-499e-bf64-f687fd12a842,negative]
 pass
test_create_security_group_update_name_default[id-966e2b96-023a-11e7-a9e4-fa163e4fa634,negative]
 pass
test_delete_non_existent_security_group[id-1f1bb89d-5664-4956-9fcd-83ee0fa603df,negative]
 pass
test_show_non_existent_security_group[id-424fd5c3-9ddc-486a-b45f-39bf0c820fc6,negative]
 pass
test_show_non_existent_security_group_rule[id-4c094c09-000b-4e41-8100-9617600c02a6,negative]
 pass
tempest.api.network.test_security_groups_negative.NegativeSecGroupTest 13 13 0 0 0 Detail
test_create_additional_default_security_group_fails[id-2323061e-9fbf-4eb0-b547-7e8fafc90849,negative]
 pass
test_create_duplicate_security_group_rule_fails[id-8fde898f-ce88-493b-adc9-4e4692879fc5,negative]
 pass
test_create_security_group_rule_with_bad_ethertype[id-5666968c-fff3-40d6-9efc-df1c8bd01abb,negative]
 pass
test_create_security_group_rule_with_bad_protocol[id-981bdc22-ce48-41ed-900a-73148b583958,negative]
 pass
test_create_security_group_rule_with_bad_remote_ip_prefix[id-5f8daf69-3c5f-4aaa-88c9-db1d66f68679,negative]
 pass
test_create_security_group_rule_with_invalid_ports[id-0d9c7791-f2ad-4e2f-ac73-abf2373b0d2d,negative]
 pass
test_create_security_group_rule_with_non_existent_remote_groupid[id-4bf786fd-2f02-443c-9716-5b98e159a49a,negative]
 pass
test_create_security_group_rule_with_non_existent_security_group[id-be308db6-a7cf-4d5c-9baf-71bafd73f35e,negative]
 pass
test_create_security_group_rule_with_remote_ip_and_group[id-b5c4b247-6b02-435b-b088-d10d45650881,negative]
 pass
test_create_security_group_update_name_default[id-966e2b96-023a-11e7-a9e4-fa163e4fa634,negative]
 pass
test_delete_non_existent_security_group[id-1f1bb89d-5664-4956-9fcd-83ee0fa603df,negative]
 pass
test_show_non_existent_security_group[id-424fd5c3-9ddc-486a-b45f-39bf0c820fc6,negative]
 pass
test_show_non_existent_security_group_rule[id-4c094c09-000b-4e41-8100-9617600c02a6,negative]
 pass
tempest.api.network.test_service_providers.ServiceProvidersTest 1 1 0 0 0 Detail
test_service_providers_list[id-2cbbeea9-f010-40f6-8df5-4eaa0c918ea6]
 pass
tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON 1 1 0 0 0 Detail
test_create_list_show_update_delete_subnetpools[id-62595970-ab1c-4b7f-8fcc-fddfe55e9811,smoke]
 pass
tempest.api.network.test_tags.TagsExtTest 2 2 0 0 0 Detail
test_create_check_list_and_delete_tags[id-c6231efa-9a89-4adf-b050-2a3156b8a1d9]
 pass
test_update_and_delete_all_tags[id-663a90f5-f334-4b44-afe0-c5fc1d408791]
 pass
tempest.api.network.test_versions.NetworksApiDiscovery 2 2 0 0 0 Detail
test_api_version_resources[id-cac8a836-c2e0-4304-b556-cd299c7281d1,smoke]
 pass
test_show_api_v2_details[id-e64b7216-3178-4263-967c-d389290988bf,smoke]
 pass
Total 653 605 0 0 48