Unit Test Report

Status: Pass 576 Skip 43

Show Summary Failed All

Test Group/Test case Count Pass Fail Error Skip View
neutron_tempest_plugin.api.admin.test_extension_driver_port_security_admin.PortSecurityAdminTests 1 1 0 0 0 Detail
test_create_port_security_false_on_shared_network[id-d39a96e2-2dea-4feb-8093-e7ac991ce6f8,negative]
 pass
neutron_tempest_plugin.api.admin.test_external_network_extension.ExternalNetworksRBACTestJSON 12 12 0 0 0 Detail
test_delete_policies_while_tenant_attached_to_net[id-d54decee-4203-4ced-91a2-ea42ca63e154]
 pass
test_external_conversion_on_one_policy_delete[id-fb938b8e-d1d2-4bf8-823a-1b3c79c98a25]
 pass
test_external_conversion_on_policy_create[id-a5539002-5bdb-48b5-b124-e9eedd5975e6]
 pass
test_external_conversion_on_policy_delete[id-beddbe9d-304c-4577-8bbe-9b61d0a449b4]
 pass
test_external_network_on_shared_policy_delete[id-046aff1a-3962-4e2b-9a3b-93a24f255fd0]
 pass
test_external_update_policy_from_wildcard_to_specific_tenant[id-a5539002-5bdb-48b5-b124-abcd12347865]
 pass
test_policy_allows_tenant_to_allocate_floatingip[id-01364c50-bfb6-46c4-b44c-edc4564d61cf]
 pass
test_policy_allows_tenant_to_attach_ext_gw[id-476be1e0-f72e-47dc-9a14-4435926bbe82]
 pass
test_regular_client_blocked_from_creating_external_wild_policies[id-eff9443a-2d04-48ee-840e-d955ac564bcd]
 pass
test_regular_client_shares_with_another[id-afd8f1b7-a81e-4629-bca8-a367b3a144bb]
 pass
test_wildcard_policy_created_from_external_network_api[id-a2e19f06-48a9-4e4c-b717-08cb2008707d]
 pass
test_wildcard_policy_delete_blocked_on_default_ext[id-7041cec7-d8fe-4c78-9b04-b51b2fd49dc9]
 pass
neutron_tempest_plugin.api.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON 2 2 0 0 0 Detail
test_associate_floating_ip_with_port_from_another_project[id-11116ee9-4e99-5b15-b8e1-aa7df92ca589,negative]
 pass
test_create_floatingip_with_specified_ip_address[id-332a8ae4-402e-4b98-bb6f-532e5a87b8e0]
 pass
neutron_tempest_plugin.api.admin.test_networks.NetworksTestAdmin 4 3 0 0 1 Detail
test_admin_create_network_keystone_v3[id-d3c76044-d067-4cb0-ae47-8cdd875c7f67]
 pass
test_admin_create_network_keystone_v3_and_other_tenant[id-08b92179-669d-45ee-8233-ef6611190809]
 pass
test_admin_create_network_keystone_v3_and_tenant[id-8d21aaca-4364-4eb9-8b79-44b4fff6373b]
 pass
test_create_tenant_network_vxlan[id-571d0dde-0f84-11e7-b565-fa163e4fa634]
 skip
neutron_tempest_plugin.api.admin.test_quotas.QuotasTest 2 2 0 0 0 Detail
test_detail_quotas[gate,id-e974b5ba-090a-452c-a578-f9710151d9fc]
 pass
test_quotas[gate,id-2390f766-836d-40ef-9aeb-e810d78207fb]
 pass
neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON 7 7 0 0 0 Detail
test_create_floatingip_when_quotas_is_full[id-d00fe5bb-9db8-4e1a-9c31-490f52897e6f,negative]
 pass
test_create_network_when_quotas_is_full[id-952f9b24-9156-4bdc-90f3-682a3d4302f0,negative]
 pass
test_create_port_when_quotas_is_full[id-fe20d9f9-346c-4a20-bbfa-d9ca390f4dc6,negative]
 pass
test_create_router_when_quotas_is_full[id-bb1e9c3c-7e6f-41f1-b579-63dbc655ecb7,negative]
 pass
test_create_security_group_rule_when_quotas_is_full[id-b7143480-6118-4ed4-be38-1b6f15f30d05,negative]
 pass
test_create_security_group_when_quotas_is_full[id-5c924ff7-b7a9-474f-92a3-dbe0f976ec13,negative]
 pass
test_create_subnet_when_quotas_is_full[id-0b7f99e3-9f77-45ce-9a89-b39a184de618,negative]
 pass
neutron_tempest_plugin.api.admin.test_security_groups.SecGroupAdminTest 1 1 0 0 0 Detail
test_security_group_recreated_on_port_update[id-44f1e1c4-af10-4aa0-972f-87c1c8fa25cc]
 pass
neutron_tempest_plugin.api.admin.test_shared_network_extension.AllowedAddressPairSharedNetworkTest 2 2 0 0 0 Detail
test_create_with_address_pair_blocked_on_other_network[id-86c3529b-1231-40de-803c-ffffffff1fff]
 pass
test_update_with_address_pair_blocked_on_other_network[id-86c3529b-1231-40de-803c-ffffffff2fff]
 pass
neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest 20 20 0 0 0 Detail
test_create_rbac_policy_with_target_tenant_none[id-86c3529b-1231-40de-803c-bfffffff1eee,smoke]
 pass
test_create_rbac_policy_with_target_tenant_too_long_id[id-86c3529b-1231-40de-803c-bfffffff1fff,smoke]
 pass
test_delete_self_share_rule[id-34d627da-a732-68c0-2e1a-bc4a19246698]
 pass
test_duplicate_policy_error[id-86c3529b-1231-40de-803c-affefefef321]
 pass
test_filter_fields[id-bf5052b8-b11e-407c-8e43-113447404d3e]
 pass
test_filter_policies[id-e7bcb1ea-4877-4266-87bb-76f68b421f31]
 pass
test_filtering_works_with_rbac_records_present[id-86c3529b-1231-40de-803c-aeeeeeee7fff]
 pass
test_network_only_visible_to_policy_target[id-86c3529b-1231-40de-803c-afffffff1fff,smoke]
 pass
test_policy_show[id-86c3529b-1231-40de-803c-afffffff5fff]
 pass
test_policy_target_update[id-86c3529b-1231-40de-803c-afffffff2eee]
 pass
test_port_presence_prevents_network_rbac_policy_deletion[id-86c3529b-1231-40de-803c-afffffff3fff]
 pass
test_rbac_bumps_network_revision[id-86c3529b-1231-40de-1234-89664291a4cb]
 pass
test_rbac_policy_quota[id-c5f8f785-ce8d-4430-af7e-a236205862fb]
 pass
test_regular_client_blocked_from_sharing_anothers_network[id-86c3529b-1231-40de-803c-afffffff6fff]
 pass
test_regular_client_blocked_from_sharing_with_wildcard[id-86c3529b-1231-40de-803c-afffffff7fff]
 pass
test_regular_client_shares_to_another_regular_client[id-86c3529b-1231-40de-803c-afffffff4fff]
 pass
test_subnet_on_network_only_visible_to_policy_target[id-86c3529b-1231-40de-803c-afffffff2fff]
 pass
test_tenant_can_delete_port_on_own_network[id-86c3529b-1231-40de-803c-beefbeefbeef]
 pass
test_tenant_cant_delete_other_tenants_ports[id-f7539232-389a-4e9c-9e37-e42a129eb541]
 pass
test_update_self_share_rule[id-34d627da-869f-68c0-2e1a-bc4a19246698]
 pass
neutron_tempest_plugin.api.admin.test_shared_network_extension.SharedNetworksTest 7 7 0 0 0 Detail
test_create_bulk_shared_network[id-3e39c4a6-9caf-4710-88f1-d20073c6dd76]
 pass
test_create_port_shared_network_as_non_admin_tenant[id-9c31fabb-0181-464f-9ace-95144fe9ca77]
 pass
test_create_update_shared_network[id-6661d219-b96d-4597-ad10-55766ce4abf7]
 pass
test_filtering_shared_networks[id-6661d219-b96d-4597-ad10-55766123421a]
 pass
test_filtering_shared_subnets[id-6661d219-b96d-4597-ad10-51672353421a]
 pass
test_list_shared_networks[id-a064a9fd-e02f-474a-8159-f828cd636a28]
 pass
test_show_shared_networks_attribute[id-e03c92a2-638d-4bfa-b50a-b1f66f087e58]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterFloatingIpTestJSON 1 1 0 0 0 Detail
test_filter_floatingip_tags[id-01f00afc-dbec-432a-bfee-2a1f0510e7a8,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterNetworkTestJSON 1 1 0 0 0 Detail
test_filter_network_tags[id-a66b5cca-7db2-40f5-a33d-8ac9f864e53e,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterPortTestJSON 1 1 0 0 0 Detail
test_filter_port_tags[id-09c036b8-c8d0-4bee-b776-7f4601512898,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterQosPolicyTestJSON 1 1 0 0 0 Detail
test_filter_qos_policy_tags[id-c2f9a6ae-2529-4cb9-a44b-b16f8ba27832,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterRouterTestJSON 1 1 0 0 0 Detail
test_filter_router_tags[id-cdd3f3ea-073d-4435-a6cb-826a4064193d,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterSecGroupTestJSON 1 1 0 0 0 Detail
test_filter_security_group_tags[id-d4d1d681-0116-4800-9725-16cb88f8171a,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterSubnetTestJSON 1 1 0 0 0 Detail
test_filter_subnet_tags[id-dd8f9ba7-bcf6-496f-bead-714bd3daac10,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterSubnetpoolTestJSON 1 1 0 0 0 Detail
test_filter_subnetpool_tags[id-16ae7ad2-55c2-4821-9195-bfd04ab245b7,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFilterTrunkTestJSON 1 1 0 0 0 Detail
test_filter_trunk_tags[id-3fb3ca3a-8e3a-4565-ba73-16413d445e25,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagFloatingIpTestJSON 1 1 0 0 0 Detail
test_floatingip_tags[id-53f6c2bf-e272-4e9e-b9a9-b165eb7be807,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagNetworkTestJSON 1 1 0 0 0 Detail
test_network_tags[id-5621062d-fbfb-4437-9d69-138c78ea4188,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagPortTestJSON 1 1 0 0 0 Detail
test_port_tags[id-c7c44f2c-edb0-4ebd-a386-d37cec155c34,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagQosPolicyTestJSON 1 1 0 0 0 Detail
test_qos_policy_tags[id-e9bac15e-c8bc-4317-8295-4bf1d8d522b8,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagRouterTestJSON 1 1 0 0 0 Detail
test_router_tags[id-b898ff92-dc33-4232-8ab9-2c6158c80d28,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagSecGroupTestJSON 1 1 0 0 0 Detail
test_security_group_tags[id-0f1a78eb-c5be-42cf-919d-2ce3621a51c2,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagSubnetPoolTestJSON 1 1 0 0 0 Detail
test_subnetpool_tags[id-bdc1c24b-c0b5-4835-953c-8f67dc11edfe,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagSubnetTestJSON 1 1 0 0 0 Detail
test_subnet_tags[id-2805aabf-a94c-4e70-a0b2-9814f06beb03,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.TagTrunkTestJSON 1 1 0 0 0 Detail
test_trunk_tags[id-4c63708b-c4c3-407c-8101-7a9593882f5f,smoke]
 pass
neutron_tempest_plugin.api.admin.test_tag.UpdateTagsTest 1 1 0 0 0 Detail
test_update_tags_affects_only_updated_resource[id-74c56fb1-a3b1-4a62-a8d2-d04dca6bd4cd,smoke]
 pass
neutron_tempest_plugin.api.test_address_scopes.AddressScopeTest 7 7 0 0 0 Detail
test_admin_create_shared_address_scope[id-5a06c287-8036-4d04-9d78-def8e06d43df]
 pass
test_admin_update_shared_address_scope[id-e9e1ccdd-9ccd-4076-9503-71820529508b]
 pass
test_delete_address_scope[id-22b3b600-72a8-4b60-bc94-0f29dd6271df]
 pass
test_show_address_scope[id-85e0326b-4c75-4b92-bd6e-7c7de6aaf05c]
 pass
test_show_address_scope_project_id[id-bbd57364-6d57-48e4-b0f1-8b9a998f5e06]
 pass
test_tenant_create_list_address_scope[id-045f9294-8b1a-4848-b6a8-edf1b41e9d06]
 pass
test_tenant_update_address_scope[id-85a259b2-ace6-4e32-9657-a9a392b452aa]
 pass
neutron_tempest_plugin.api.test_address_scopes_negative.AddressScopeTestNegative 9 9 0 0 0 Detail
test_delete_address_scope_associated_with_subnetpool[id-1e471e5c-6f9c-437a-9257-fd9bc4b6f0fb,negative]
 pass
test_delete_non_existent_address_scope[id-5c25dc6a-1e92-467a-9cc7-cda74b6003db,negative]
 pass
test_get_non_existent_address_scope[id-9b6dd7ad-cabb-4f55-bd5e-e61176ef41f6,negative]
 pass
test_tenant_create_shared_address_scope[id-9c92ec34-0c50-4104-aa47-9ce98d5088df,negative]
 pass
test_tenant_get_not_shared_admin_address_scope[id-ef213552-f2da-487d-bf4a-e1705d115ff1,negative]
 pass
test_tenant_update_address_scope_shared_false[id-a859ef2f-9c76-4e2e-ba0f-e0339a489e8c,negative]
 pass
test_tenant_update_address_scope_shared_true[id-a857b61e-bf53-4fab-b21a-b0daaf81b5bd,negative]
 pass
test_update_non_existent_address_scope[id-47c25dc5-e886-4a84-88c3-ac5031969661,negative]
 pass
test_update_shared_address_scope_to_unshare[id-702d0515-82cb-4207-b0d9-703336e54665,negative]
 pass
neutron_tempest_plugin.api.test_allowed_address_pair.AllowedAddressPairTestJSON 4 4 0 0 0 Detail
test_create_list_port_with_address_pair[id-86c3529b-1231-40de-803c-00e40882f043]
 pass
test_update_port_with_address_pair[id-9599b337-272c-47fd-b3cf-509414414ac4]
 pass
test_update_port_with_cidr_address_pair[id-4d6d178f-34f6-4bff-a01c-0a2f8fe909e4]
 pass
test_update_port_with_multiple_ip_mac_address_pair[id-b3f20091-6cd5-472b-8487-3516137df933]
 pass
neutron_tempest_plugin.api.test_extension_driver_port_security.PortSecTest 8 8 0 0 0 Detail
test_allowed_address_pairs[id-ed93e453-3f8d-495e-8e7e-b0e268c2ebd9,negative]
 pass
test_create_port_sec_with_security_group[id-fe7c27b9-f320-4daf-b977-b1547c43daf6]
 pass
test_delete_with_port_sec[id-2df6114b-b8c3-48a1-96e8-47f08159d35c]
 pass
test_port_sec_default_value[id-7c338ddf-e64e-4118-bd33-e49a1f2f1495]
 pass
test_port_sec_specific_value_1[id-e60eafd2-31de-4c38-8106-55447d033b57]
 pass
test_port_sec_specific_value_2[id-e60eafd2-31de-4c38-8106-55447d033b57]
 pass
test_port_sec_update_pass[id-05642059-1bfc-4581-9bc9-aaa5db08dd60]
 pass
test_port_sec_update_port_failed[id-ff11226c-a5ff-4ad4-8480-0840e36e47a9,negative]
 pass
neutron_tempest_plugin.api.test_extensions.ExtensionsTest 3 3 0 0 0 Detail
test_list_extensions_pagination[id-19db409e-a23f-445d-8bc8-ca3d64c84706]
 pass
test_list_extensions_project_id[id-155b7bc2-e358-4dd8-bf3e-1774c084567f]
 pass
test_list_extensions_sorting[id-262420b7-a4bb-4a3e-b4b5-e73bad18df8c]
 pass
neutron_tempest_plugin.api.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON 2 2 0 0 0 Detail
test_create_list_port_with_extra_dhcp_options[id-d2c17063-3767-4a24-be4f-a23dbfa133c9]
 pass
test_update_show_port_with_extra_dhcp_options[id-9a6aebf4-86ee-4f47-b07a-7f7232c55607]
 pass
neutron_tempest_plugin.api.test_flavors_extensions.TestFlavorsJson 6 6 0 0 0 Detail
test_create_update_delete_flavor[id-136bcf09-00af-4da7-9b7f-174735d4aebd]
 pass
test_create_update_delete_service_profile[id-b12a9487-b6a2-4cff-a69a-fe2a0b64fae6]
 pass
test_list_flavors[id-eb3dd12e-6dfd-45f4-8393-46e0fa19860e]
 pass
test_list_service_profiles[id-e2fb2f8c-45bf-429a-9f17-171c70444612]
 pass
test_show_flavor[id-362f9658-164b-44dd-8356-151bc9b7be72]
 pass
test_show_service_profile[id-30abb445-0eea-472e-bd02-8649f54a5968]
 pass
neutron_tempest_plugin.api.test_floating_ips.FloatingIPTestJSON 3 3 0 0 0 Detail
test_blank_update_clears_association[id-f6a0fb6c-cb64-4b81-b0d5-f41d8f69d22d]
 pass
test_create_update_floatingip_description[id-c72c1c0c-2193-4aca-eeee-b1442641ffff]
 pass
test_floatingip_update_extra_attributes_port_id_not_changed[id-fd7161e1-2167-4686-a6ff-0f3df08001bb]
 pass
neutron_tempest_plugin.api.test_floating_ips_negative.FloatingIPNegativeTestJSON 1 1 0 0 0 Detail
test_associate_floatingip_with_port_with_floatingip[id-0b5b8797-6de7-4191-905c-a48b888eb429,negative]
 pass
neutron_tempest_plugin.api.test_network_ip_availability.NetworksIpAvailabilityIPv4Test 3 3 0 0 0 Detail
test_admin_network_availability_before_subnet[id-0f33cc8c-1bf6-47d1-9ce1-010618240599]
 pass
test_net_ip_availability_after_port_delete[id-9f11254d-757b-492e-b14b-f52144e4ee7b]
 pass
test_net_ip_availability_after_subnet_and_ports[id-3aecd3b2-16ed-4b87-a54a-91d7b3c2986b]
 pass
neutron_tempest_plugin.api.test_network_ip_availability_negative.NetworksIpAvailabilityNegativeTest 1 1 0 0 0 Detail
test_network_availability_nonexistent_network_id[id-3b8693eb-6c57-4ea1-ab84-3730c9ee9c84,negative]
 pass
neutron_tempest_plugin.api.test_networks.NetworksMtuTestJSON 2 2 0 0 0 Detail
test_create_network_custom_mtu[id-c79dbf94-ee26-420f-a56f-382aaccb1a41]
 pass
test_update_network_custom_mtu[id-2d35d49d-9d16-465c-92c7-4768eb717688]
 pass
neutron_tempest_plugin.api.test_networks.NetworksSearchCriteriaTest 10 10 0 0 0 Detail
test_list_no_pagination_limit_0[id-f1867fc5-e1d6-431f-bc9f-8b882e43a7f9]
 pass
test_list_pagination[id-71389852-f57b-49f2-b109-77b705e9e8af]
 pass
test_list_pagination_page_reverse_asc[id-79a52810-2156-4ab6-b577-9e46e58d4b58]
 pass
test_list_pagination_page_reverse_desc[id-36a4671f-a542-442f-bc44-a8873ee778d1]
 pass
test_list_pagination_page_reverse_with_href_links[id-13eb066c-aa90-406d-b4c3-39595bf8f910]
 pass
test_list_pagination_with_href_links[id-8a9c89df-0ee7-4c0d-8f1d-ec8f27cf362f]
 pass
test_list_pagination_with_marker[id-b7e153d2-37c3-48d4-8390-ec13498fee3d]
 pass
test_list_sorts_asc[id-de27d34a-bd9d-4516-83d6-81ef723f7d0d]
 pass
test_list_sorts_desc[id-e767a160-59f9-4c4b-8dc1-72124a68640a]
 pass
test_list_validation_filters[id-3574ec9b-a8b8-43e3-9c11-98f5875df6a9]
 pass
neutron_tempest_plugin.api.test_networks.NetworksTestJSON 5 5 0 0 0 Detail
test_create_network_keystone_v3[id-0cc0552f-afaf-4231-b7a7-c2a1774616da]
 pass
test_create_update_network_dns_domain[id-94e2a44c-3367-4253-8c2a-22deaf59e96c]
 pass
test_list_networks_fields_keystone_v3[id-a23186b9-aa6f-4b08-b877-35ca3b9cd54c]
 pass
test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e]
 pass
test_show_network_fields_keystone_v3[id-26f2b7a5-2cd1-4f3a-b11f-ad259b099b11]
 pass
neutron_tempest_plugin.api.test_networks_negative.NetworksNegativeTest 1 1 0 0 0 Detail
test_delete_network_in_use[id-9f80f25b-5d1b-4f26-9f6b-774b9b270819,negative]
 pass
neutron_tempest_plugin.api.test_ports.PortsSearchCriteriaTest 9 9 0 0 0 Detail
test_list_no_pagination_limit_0[id-3afe7024-77ab-4cfe-824b-0b2bf4217727]
 pass
test_list_pagination[id-a202fdc8-6616-45df-b6a0-463932de6f94]
 pass
test_list_pagination_page_reverse_asc[id-b8857391-dc44-40cc-89b7-2800402e03ce]
 pass
test_list_pagination_page_reverse_desc[id-4e51e9c9-ceae-4ec0-afd4-147569247699]
 pass
test_list_pagination_page_reverse_with_href_links[id-74293e59-d794-4a93-be09-38667199ef68]
 pass
test_list_pagination_with_href_links[id-fcd02a7a-f07e-4d5e-b0ca-b58e48927a9b]
 pass
test_list_pagination_with_marker[id-f4723b8e-8186-4b9a-bf9e-57519967e048]
 pass
test_list_sorts_asc[id-9ab73df4-960a-4ae3-87d3-60992b8d3e2d]
 pass
test_list_sorts_desc[id-b426671d-7270-430f-82ff-8f33eec93010]
 pass
neutron_tempest_plugin.api.test_ports.PortsTestJSON 6 5 0 0 1 Detail
test_add_ips_to_port[id-1d6d8683-8691-43c6-a7ba-c69723258726]
 pass
test_change_dhcp_flag_then_create_port[id-c72c1c0c-2193-4aca-bbb4-b1442640c123]
 pass
test_create_update_port_description[id-c72c1c0c-2193-4aca-bbb4-b1442640bbbb]
 pass
test_create_update_port_with_dns_domain[id-dfe8cc79-18d9-4ae8-acef-3ec6bb719aa7]
 skip
test_create_update_port_with_dns_name[id-539fbefe-fb36-48aa-9a53-8c5fbd44e492]
 pass
test_create_update_port_with_no_dns_name[id-435e89df-a8bb-4b41-801a-9f20d362d777]
 pass
neutron_tempest_plugin.api.test_qos.QosBandwidthLimitRuleTestJSON 9 9 0 0 0 Detail
test_get_rules_by_policy[id-ce0bd0c2-54d9-4e29-85f1-cfb36ac3ebe2]
 pass
test_rule_create[id-8a59b00b-3e9c-4787-92f8-93a5cdf5e378]
 pass
test_rule_create_fail_for_the_same_type[id-8a59b00b-ab01-4787-92f8-93a5cdf5e378]
 pass
test_rule_create_forbidden_for_regular_tenants[id-a4a2e7ad-786f-4927-a85a-e545a93bd274]
 pass
test_rule_create_rule_nonexistent_policy[id-f211222c-5808-46cb-a961-983bbab6b852]
 pass
test_rule_delete[id-67ee6efd-7b33-4a68-927d-275b4f8ba958]
 pass
test_rule_update[id-149a6988-2568-47d2-931e-2dbc858943b3]
 pass
test_rule_update_forbidden_for_regular_tenants_foreign_policy[id-9a607936-4b6f-4c2f-ad21-bd5b3d4fc91f]
 pass
test_rule_update_forbidden_for_regular_tenants_own_policy[id-1bfc55d9-6fd8-4293-ab3a-b1d69bf7cd2e]
 pass
neutron_tempest_plugin.api.test_qos.QosBandwidthLimitRuleWithDirectionTestJSON 18 18 0 0 0 Detail
test_get_rules_by_policy[id-ce0bd0c2-54d9-4e29-85f1-cfb36ac3ebe2](ingress)
 pass
test_get_rules_by_policy[id-ce0bd0c2-54d9-4e29-85f1-cfb36ac3ebe2](egress)
 pass
test_rule_create[id-8a59b00b-3e9c-4787-92f8-93a5cdf5e378](ingress)
 pass
test_rule_create[id-8a59b00b-3e9c-4787-92f8-93a5cdf5e378](egress)
 pass
test_rule_create_fail_for_the_same_type[id-8a59b00b-ab01-4787-92f8-93a5cdf5e378](ingress)
 pass
test_rule_create_fail_for_the_same_type[id-8a59b00b-ab01-4787-92f8-93a5cdf5e378](egress)
 pass
test_rule_create_forbidden_for_regular_tenants[id-a4a2e7ad-786f-4927-a85a-e545a93bd274](ingress)
 pass
test_rule_create_forbidden_for_regular_tenants[id-a4a2e7ad-786f-4927-a85a-e545a93bd274](egress)
 pass
test_rule_create_rule_nonexistent_policy[id-f211222c-5808-46cb-a961-983bbab6b852](ingress)
 pass
test_rule_create_rule_nonexistent_policy[id-f211222c-5808-46cb-a961-983bbab6b852](egress)
 pass
test_rule_delete[id-67ee6efd-7b33-4a68-927d-275b4f8ba958](ingress)
 pass
test_rule_delete[id-67ee6efd-7b33-4a68-927d-275b4f8ba958](egress)
 pass
test_rule_update[id-149a6988-2568-47d2-931e-2dbc858943b3](ingress)
 pass
test_rule_update[id-149a6988-2568-47d2-931e-2dbc858943b3](egress)
 pass
test_rule_update_forbidden_for_regular_tenants_foreign_policy[id-9a607936-4b6f-4c2f-ad21-bd5b3d4fc91f](ingress)
 pass
test_rule_update_forbidden_for_regular_tenants_foreign_policy[id-9a607936-4b6f-4c2f-ad21-bd5b3d4fc91f](egress)
 pass
test_rule_update_forbidden_for_regular_tenants_own_policy[id-1bfc55d9-6fd8-4293-ab3a-b1d69bf7cd2e](ingress)
 pass
test_rule_update_forbidden_for_regular_tenants_own_policy[id-1bfc55d9-6fd8-4293-ab3a-b1d69bf7cd2e](egress)
 pass
neutron_tempest_plugin.api.test_qos.QosSearchCriteriaTest 9 9 0 0 0 Detail
test_list_no_pagination_limit_0[id-40e09b53-4eb8-4526-9181-d438c8005a20]
 pass
test_list_pagination[id-719e61cc-e33c-4918-aa4d-1a791e6e0e86]
 pass
test_list_pagination_page_reverse_asc[id-d6a8bacd-d5e8-4ef3-bc55-23ca6998d208]
 pass
test_list_pagination_page_reverse_desc[id-0b9aecdc-2b27-421b-b104-53d24e905ae8]
 pass
test_list_pagination_page_reverse_with_href_links[id-1a3dc257-dafd-4870-8c71-639ae7ddc6ea]
 pass
test_list_pagination_with_href_links[id-3bad0747-8082-46e9-be4d-c428a842db41]
 pass
test_list_pagination_with_marker[id-3bd8fb58-c0f8-4954-87fb-f286e1eb096a]
 pass
test_list_sorts_asc[id-55fc0103-fdc1-4d34-ab62-c579bb739a91]
 pass
test_list_sorts_desc[id-13e08ac3-bfed-426b-892a-b3b158560c23]
 pass
neutron_tempest_plugin.api.test_qos.QosTestJSON 29 29 0 0 0 Detail
test_create_policy[id-108fbdf7-3463-4e47-9871-d07f3dcf5bbb]
 pass
test_default_policy_creating_network_with_policy[id-807cce45-38e5-482d-94db-36e1796aba73]
 pass
test_default_policy_creating_network_without_policy[id-18d94f22-b9d5-4390-af12-d30a0cfc4cd3]
 pass
test_delete_not_allowed_if_policy_in_use_by_network[id-18163237-8ba9-4db5-9525-bad6d2343c75]
 pass
test_delete_not_allowed_if_policy_in_use_by_port[id-24153230-84a9-4dd5-9525-bad6d2343c75]
 pass
test_delete_policy[id-1cb42653-54bd-4a9a-b888-c55e18199201]
 pass
test_get_policy_that_is_shared[id-fb384bde-a973-41c3-a542-6f77a092155f]
 pass
test_list_admin_rule_types[id-cf776f77-8d3d-49f2-8572-12d6a1557224]
 pass
test_list_policy_filter_by_name[id-f8d20e92-f06d-4805-b54f-230f77715815]
 pass
test_list_regular_rule_types[id-49c8ea35-83a9-453a-bd23-239cf3b13929]
 pass
test_policy_association_with_admin_network[id-65b9ef75-1911-406a-bbdb-ca1d68d528b0]
 pass
test_policy_association_with_network_non_shared_policy[id-1aa55a79-324f-47d9-a076-894a8fc2448b]
 pass
test_policy_association_with_network_nonexistent_policy[id-9efe63d0-836f-4cc2-b00c-468e63aa614e]
 pass
test_policy_association_with_port_non_shared_policy[id-f53d961c-9fe5-4422-8b66-7add972c6031]
 pass
test_policy_association_with_port_nonexistent_policy[id-49e02f5a-e1dd-41d5-9855-cfa37f2d195e]
 pass
test_policy_association_with_port_shared_policy[id-98fcd95e-84cf-4746-860e-44692e674f2e]
 pass
test_policy_association_with_tenant_network[id-1738de5d-0476-4163-9022-5e1b548c208e]
 pass
test_policy_create_forbidden_for_regular_tenants[id-aed8e2a6-22da-421b-89b9-935a2c1a1b50]
 pass
test_policy_update[id-8e88a54b-f0b2-4b7d-b061-a15d93c2c7d6]
 pass
test_policy_update_association_with_admin_network[id-09a9392c-1359-4cbb-989f-fb768e5834a8]
 pass
test_policy_update_association_with_port_shared_policy[id-f8163237-fba9-4db5-9526-bad6d2343c76]
 pass
test_policy_update_forbidden_for_regular_tenants_foreign_policy[id-4ecfd7e7-47b6-4702-be38-be9235901a87]
 pass
test_policy_update_forbidden_for_regular_tenants_own_policy[id-6e880e0f-bbfc-4e54-87c6-680f90e1b618]
 pass
test_qos_policy_delete_with_rules[id-a2a5849b-dd06-4b18-9664-0b6828a1fc27]
 pass
test_shared_policy_update[id-ee263db4-009a-4641-83e5-d0e83506ba4c]
 pass
test_show_policy_has_project_id[id-606a48e2-5403-4052-b40f-4d54b855af76]
 pass
test_show_rule_type_details_as_admin[id-d0a2460b-7325-481f-a531-050bd96ab25e]
 pass
test_show_rule_type_details_as_user[id-8ececa21-ef97-4904-a152-9f04c90f484d]
 pass
test_user_create_port_with_admin_qos_policy[id-06060880-2956-4c16-9a63-f284c3879229]
 pass
neutron_tempest_plugin.api.test_qos.RbacSharedQosPoliciesTest 11 11 0 0 0 Detail
test_filter_fields[id-ba88d0ca-a350-11e5-a06f-54ee756c66df]
 pass
test_filter_rbac_policies[id-c7496f86-a350-11e5-b380-54ee756c66df]
 pass
test_net_bound_shared_policy_wildcard_and_tenant_id_wild_remains[id-1997b00c-0c75-4e43-8ce2-999f9fa555ee]
 pass
test_net_bound_shared_policy_wildcard_and_tenant_id_wild_remove[id-328b1f70-d424-11e5-a57f-54ee756c66df]
 pass
test_network_presence_prevents_policy_rbac_policy_deletion[id-a9b39f46-a350-11e5-97c7-54ee756c66df]
 pass
test_policy_sharing_with_wildcard[id-b9dcf582-d3b3-11e5-950a-54ee756c66df]
 pass
test_policy_sharing_with_wildcard_and_tenant_id[id-2ace9adc-da6e-11e5-aafe-54ee756c66df]
 pass
test_policy_target_update[id-9f85c76a-a350-11e5-8ae5-54ee756c66df]
 pass
test_rbac_policy_show[id-c10d993a-a350-11e5-9c7a-54ee756c66df]
 pass
test_regular_client_blocked_from_sharing_anothers_policy[id-cd7d755a-a350-11e5-a344-54ee756c66df]
 pass
test_regular_client_shares_to_another_regular_client[id-b0fe87e8-a350-11e5-9f08-54ee756c66df]
 pass
neutron_tempest_plugin.api.test_qos_negative.QosNegativeTestJSON 3 3 0 0 0 Detail
test_add_policy_with_too_long_description[id-b9dce444-d3b3-11e5-950a-54ee747c99db,negative]
 pass
test_add_policy_with_too_long_name[id-b9dce555-d3b3-11e5-950a-54ee757c77da,negative]
 pass
test_add_policy_with_too_long_tenant_id[id-b9dce444-d3b3-11e5-950a-54ee757c77dc,negative]
 pass
neutron_tempest_plugin.api.test_revisions.TestRevisions 22 21 0 0 1 Detail
test_portbinding_bumps_revision[id-68d5ac3a-11a1-4847-8e2e-5843c043d89b]
 pass
test_update_allowed_address_pairs_bumps_revision[id-db70c285-0365-4fac-9f55-2a0ad8cf55a8]
 pass
test_update_dns_domain_bumps_revision[id-40ba648f-f374-4c29-a5b7-489dd5a38a4e]
 pass
test_update_external_network_bumps_revision[id-90743b00-b0e2-40e4-9524-1c884fe3ef23]
 pass
test_update_extra_dhcp_opt_bumps_revision[id-a21ec3b4-3569-4b77-bf29-4177edaa2df5]
 pass
test_update_floatingip_bumps_revision[id-9de71ebc-f5df-4cd0-80bc-60299fce3ce9]
 pass
test_update_network_bumps_revision[id-4a26a4be-9c53-483c-bc50-b53f1db10ac6]
 pass
test_update_network_constrained_by_revision[id-4a26a4be-9c53-483c-bc50-b11111113333]
 pass
test_update_port_bumps_revision[id-cac7ecde-12d5-4331-9a03-420899dea077]
 pass
test_update_port_security_bumps_revisions[id-9c83105c-9973-45ff-9ca2-e66d64700abe]
 pass
test_update_port_sg_binding_bumps_revision[id-6489632f-8550-4453-a674-c98849742967]
 pass
test_update_qos_network_policy_binding_bumps_revision[id-817da343-c6e4-445c-9519-a621f124dfbe]
 pass
test_update_qos_port_policy_binding_bumps_revision[id-5af6450a-0f61-49c3-b628-38db77c7b856]
 pass
test_update_router_bumps_revision[id-4a37bde9-1975-47e0-9b8c-2c9ca36415b0]
 pass
test_update_router_extra_attributes_bumps_revision[id-afb6486c-41b5-483e-a500-3c506f4deb49]
 skip
test_update_router_extra_routes_bumps_revision[id-8482324f-cf59-4d73-b98e-d37119255300]
 pass
test_update_sg_group_bumps_revision[id-6c256f71-c929-4200-b3dc-4e1843506be5]
 pass
test_update_sg_rule_bumps_sg_revision[id-29c7ab2b-d1d8-425d-8cec-fcf632960f22]
 pass
test_update_subnet_bumps_network_revision[id-e8c5d7db-2b8d-4567-a326-6e123437c4d1]
 pass
test_update_subnet_bumps_revision[id-c1c4fa41-8e89-44d0-9bfc-409f3b66dc57]
 pass
test_update_subnet_service_types_bumps_revisions[id-6bd18702-e25a-4b4b-8c0c-680113533511]
 pass
test_update_subnetpool_bumps_revision[id-e8c5d7db-2b8d-4615-a476-6e537437c4f2]
 pass
neutron_tempest_plugin.api.test_routers.RoutersSearchCriteriaTest 9 9 0 0 0 Detail
test_list_no_pagination_limit_0[id-fb102124-20f8-4cb3-8c81-f16f5e41d192]
 pass
test_list_pagination[id-7f7d40b1-e165-4817-8dc5-02f8e2f0dff3]
 pass
test_list_pagination_page_reverse_asc[id-77b9676c-d3cb-43af-a0e8-a5b8c6099e70]
 pass
test_list_pagination_page_reverse_desc[id-3133a2c5-1bb9-4fc7-833e-cf9a1d160255]
 pass
test_list_pagination_page_reverse_with_href_links[id-8252e2f0-b3da-4738-8e25-f6f8d878a2da]
 pass
test_list_pagination_with_href_links[id-40804af8-c25d-45f8-b8a8-b4c70345215d]
 pass
test_list_pagination_with_marker[id-a5b83e83-3d98-45bb-a2c7-0ee179ffd42c]
 pass
test_list_sorts_asc[id-03a69efb-90a7-435b-bb5c-3add3612085a]
 pass
test_list_sorts_desc[id-95913d30-ff41-4b17-9f44-5258c651e78c]
 pass
neutron_tempest_plugin.api.test_routers.RoutersTest 8 8 0 0 0 Detail
test_create_router_with_default_snat_value[id-847257cc-6afd-4154-b8fb-af49f5670ce8]
 pass
test_create_router_with_snat_explicit[id-ea74068d-09e9-4fd7-8995-9b6a1ace920f]
 pass
test_create_update_router_description[id-c72c1c0c-2193-4aca-eeee-b1442640eeee]
 pass
test_network_attached_with_two_routers[id-01f185d1-d1a6-4cf9-abf7-e0e1384c169c]
 pass
test_update_extra_route[id-c86ac3a8-50bd-4b00-a6b8-62af84a0765c]
 pass
test_update_router_reset_gateway_without_snat[id-f2faf994-97f4-410b-a831-9bc977b64374]
 pass
test_update_router_set_gateway_with_snat_explicit[id-b386c111-3b21-466d-880c-5e72b01e1a33]
 pass
test_update_router_set_gateway_without_snat[id-96536bc7-8262-4fb2-9967-5c46940fa279]
 pass
neutron_tempest_plugin.api.test_routers_negative.RoutersNegativePolicyTest 1 1 0 0 0 Detail
test_add_interface_wrong_tenant[id-159f576d-a423-46b5-b501-622694c02f6b,negative]
 pass
neutron_tempest_plugin.api.test_routers_negative.RoutersNegativeTest 1 1 0 0 0 Detail
test_delete_router_in_use[id-e3e751af-15a2-49cc-b214-a7154579e94f,negative]
 pass
neutron_tempest_plugin.api.test_security_groups.SecGroupProtocolTest 2 2 0 0 0 Detail
test_create_show_delete_security_group_rule_integers[id-66e47f1f-20b6-4417-8839-3cc671c7afa3]
 pass
test_create_show_delete_security_group_rule_names[id-282e3681-aa6e-42a7-b05c-c341aa1e3cdf]
 pass
neutron_tempest_plugin.api.test_security_groups.SecGroupTest 2 2 0 0 0 Detail
test_create_bulk_sec_groups[id-7c0ecb10-b2db-11e6-9b14-000c29248b0d]
 pass
test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802]
 pass
neutron_tempest_plugin.api.test_security_groups_negative.NegativeSecGroupTest 6 6 0 0 0 Detail
test_create_security_group_with_boolean_type_name[id-b6b79838-7430-4d3f-8e07-51dfb61802c2,negative]
 pass
test_create_security_group_with_too_long_name[id-594edfa8-9a5b-438e-9344-49aece337d49,negative]
 pass
test_delete_in_use_sec_group[id-3200b1a8-d73b-48e9-b03f-e891a4abe2d3,negative]
 pass
test_update_default_security_group_name[id-55100aa8-b24f-333c-0bef-64eefd85f15c,negative]
 pass
test_update_security_group_with_boolean_type_name[id-d9a14917-f66f-4eca-ab72-018563917f1b,negative]
 pass
test_update_security_group_with_too_long_name[id-c8510dd8-c3a8-4df9-ae44-24354db50960,negative]
 pass
neutron_tempest_plugin.api.test_service_type_management.ServiceTypeManagementTest 1 1 0 0 0 Detail
test_service_provider_list[id-2cbbeea9-f010-40f6-8df5-4eaa0c918ea6]
 pass
neutron_tempest_plugin.api.test_subnetpools.SubnetPoolsSearchCriteriaTest 10 10 0 0 0 Detail
test_list_no_pagination_limit_0[id-82a13efc-c18f-4249-b8ec-cec7cf26fbd6]
 pass
test_list_pagination[id-1291fae7-c196-4372-ad59-ce7988518f7b]
 pass
test_list_pagination_page_reverse_asc[id-1ec1f325-43b0-406e-96ce-20539e38a61d]
 pass
test_list_pagination_page_reverse_desc[id-f43a293e-4aaa-48f4-aeaf-de63a676357c]
 pass
test_list_pagination_page_reverse_with_href_links[id-73511385-839c-4829-8ac1-b5ad992126c4]
 pass
test_list_pagination_with_href_links[id-b3bd9665-2769-4a43-b50c-31b1add12891]
 pass
test_list_pagination_with_marker[id-ddb20d14-1952-49b4-a17e-231cc2239a52]
 pass
test_list_sorts_asc[id-6e3f842e-6bfb-49cb-82d3-0026be4e8e04]
 pass
test_list_sorts_desc[id-f336859b-b868-438c-a6fc-2c06374115f2]
 pass
test_list_validation_filters[id-27feb3f8-40f4-4e50-8cd2-7d0096a98682]
 pass
neutron_tempest_plugin.api.test_subnetpools.SubnetPoolsTest 17 17 0 0 0 Detail
test_admin_create_shared_subnetpool[id-d70c6c35-913b-4f24-909f-14cd0d29b2d2]
 pass
test_create_list_subnetpool[id-6e1781ec-b45b-4042-aebe-f485c022996e]
 pass
test_create_subnet_from_pool_with_default_prefixlen[id-83f76e3a-9c40-40c2-a015-b7c5242178d8]
 pass
test_create_subnet_from_pool_with_prefixlen[id-1362ed7d-3089-42eb-b3a5-d6cb8398ee77]
 pass
test_create_subnet_from_pool_with_quota[id-a64af292-ec52-4bde-b654-a6984acaf477]
 pass
test_create_subnet_from_pool_with_subnet_cidr[id-86b86189-9789-4582-9c3b-7e2bfe5735ee]
 pass
test_create_subnetpool_associate_address_scope[id-49b44c64-1619-4b29-b527-ffc3c3115dc4]
 pass
test_create_update_subnetpool_description[id-c72c1c0c-2193-4aca-ddd4-b1442640bbbb]
 pass
test_get_subnetpool[id-741d08c2-1e3f-42be-99c7-0ea93c5b728c]
 pass
test_show_subnetpool_has_project_id[id-5bf9f1e2-efc8-4195-acf3-d12b2bd68dd3]
 pass
test_tenant_create_non_default_subnetpool[id-4c6963c2-f54c-4347-b288-75d18421c4c4]
 pass
test_tenant_update_subnetpool[id-764f1b93-1c4a-4513-9e7b-6c2fc5e9270c]
 pass
test_update_subnetpool_associate_address_scope[id-910b6393-db24-4f6f-87dc-b36892ad6c8c]
 pass
test_update_subnetpool_associate_another_address_scope[id-18302e80-46a3-4563-82ac-ccd1dd57f652]
 pass
test_update_subnetpool_disassociate_address_scope[id-f8970048-e41b-42d6-934b-a1297b07706a]
 pass
test_update_subnetpool_prefixes_append[id-4b496082-c992-4319-90be-d4a7ce646290]
 pass
test_update_subnetpool_prefixes_extend[id-2cae5d6a-9d32-42d8-8067-f13970ae13bb]
 pass
neutron_tempest_plugin.api.test_subnetpools_negative.SubnetPoolsNegativeTestJSON 21 21 0 0 0 Detail
test_create_sp_associate_address_scope_multiple_prefix_intersect[id-83a19a13-5384-42e2-b579-43fc69c80914,negative]
 pass
test_create_subnet_different_pools_same_network[id-fc011824-153e-4469-97ad-9808eb88cae1,negative]
 pass
test_create_subnetpool_associate_address_scope_of_other_owner[id-f06d8e7b-908b-4e94-b570-8156be6a4bf1,negative]
 pass
test_create_subnetpool_associate_address_scope_prefix_intersect[id-2dfb4269-8657-485a-a053-b022e911456e,negative]
 pass
test_create_subnetpool_associate_invalid_address_scope[id-9589e332-638e-476e-81bd-013d964aa3cb,negative]
 pass
test_create_subnetpool_associate_non_exist_address_scope[id-3b6c5942-485d-4964-a560-55608af020b5,negative]
 pass
test_delete_non_existent_subnetpool[id-5e1f2f86-d81a-498c-82ed-32a49f4dc4d3,negative]
 pass
test_get_non_existent_subnetpool[id-0212a042-603a-4f46-99e0-e37de9374d30,negative]
 pass
test_tenant_create_default_subnetpool[id-6ae09d8f-95be-40ed-b1cf-8b850d45bab5,negative]
 pass
test_tenant_create_shared_subnetpool[id-d1143fe2-212b-4e23-a308-d18f7d8d78d6,negative]
 pass
test_tenant_create_subnetpool_associate_shared_address_scope[id-3396ec6c-cb80-4ebe-b897-84e904580bdf,negative]
 pass
test_tenant_get_not_shared_admin_subnetpool[id-dc9336e5-f28f-4658-a0b0-cc79e607007d,negative]
 pass
test_tenant_update_sp_prefix_associated_with_shared_addr_scope[id-7438e49e-1351-45d8-937b-892059fb97f5,negative]
 pass
test_update_non_existent_subnetpool[id-4be84d30-60ca-4bd3-8512-db5b36ce1378,negative]
 pass
test_update_subnetpool_associate_address_scope_of_other_owner[id-6d3d9ad5-32d4-4d63-aa00-8c62f73e2881,negative]
 pass
test_update_subnetpool_associate_address_scope_wrong_ip_version[id-648fee7d-a909-4ced-bad3-3a169444c0a8,negative]
 pass
test_update_subnetpool_multiple_prefix_intersect[id-4d3f8a79-c530-4e59-9acf-6c05968adbfe,negative]
 pass
test_update_subnetpool_not_modifiable_shared[id-e6cd6d87-6173-45dd-bf04-c18ea7ec7537,negative]
 pass
test_update_subnetpool_prefix_intersect[id-96006292-7214-40e0-a471-153fb76e6b31,negative]
 pass
test_update_subnetpool_prefixes_shrink[id-62f7c43b-bff1-4def-8bb7-4754b840aaad,negative]
 pass
test_update_subnetpool_tenant_id[id-2f66dc2f-cc32-4caa-91ec-0c0cd7c46d70,negative]
 pass
neutron_tempest_plugin.api.test_subnets.SubnetsSearchCriteriaTest 10 10 0 0 0 Detail
test_list_no_pagination_limit_0[id-d851937c-9821-4b46-9d18-43e9077ecac0]
 pass
test_list_pagination[id-b93063b3-f713-406e-bf93-e5738e09153c]
 pass
test_list_pagination_page_reverse_asc[id-dfaa20ca-6d84-4f26-962f-2fee4d247cd9]
 pass
test_list_pagination_page_reverse_desc[id-40552213-3e12-4d6a-86f3-dda92f3de88c]
 pass
test_list_pagination_page_reverse_with_href_links[id-3cea9053-a731-4480-93ee-19b2c28a9ce4]
 pass
test_list_pagination_with_href_links[id-351183ef-6ed9-4d71-a9f2-a5ac049bd7ea]
 pass
test_list_pagination_with_marker[id-2ddd9aa6-de28-410f-9cbc-ce752893c407]
 pass
test_list_sorts_asc[id-d2d61995-5dd5-4b93-bce7-3edefdb79563]
 pass
test_list_sorts_desc[id-c3c6b0af-c4ac-4da0-b568-8d08ae550604]
 pass
test_list_validation_filters[id-c0f9280b-9d81-4728-a967-6be22659d4c8]
 pass
neutron_tempest_plugin.api.test_timestamp.TestTimeStamp 13 12 0 0 1 Detail
test_create_network_with_timestamp[id-462be770-b310-4df9-9c42-773217e4c8b1]
 pass
test_create_port_with_timestamp[id-e2450a7b-d84f-4600-a093-45e78597bbac]
 pass
test_create_subnet_with_timestamp[id-8ee55186-454f-4b97-9f9f-eb2772ee891c]
 pass
test_create_subnetpool_with_timestamp[id-87a8b196-4b90-44f0-b7f3-d2057d7d658e]
 pass
test_segment_with_timestamp[id-396a97dc-b66c-4c46-9171-c39eefe6936c]
 skip
test_show_networks_attribute_with_timestamp[id-2ac50ab2-7ebd-4e27-b3ce-a9e399faaea2]
 pass
test_show_port_attribute_with_timestamp[id-584c6723-40b6-4f26-81dd-f508f9d9fb51]
 pass
test_show_subnet_attribute_with_timestamp[id-1836a086-e7cf-4141-bf57-0cfe79e8051e]
 pass
test_show_subnetpool_attribute_with_timestamp[id-1d3970e6-bcf7-46cd-b7d7-0807759c73b4]
 pass
test_update_network_with_timestamp[id-4db5417a-e11c-474d-a361-af00ebef57c5]
 pass
test_update_port_with_timestamp[id-4241e0d3-54b4-46ce-a9a7-093fc764161b]
 pass
test_update_subnet_with_timestamp[id-a490215a-6f4c-4af9-9a4c-57c41f1c4fa1]
 pass
test_update_subnetpool_with_timestamp[id-d48c7578-c3d2-4f9b-a7a1-be2008c770a0]
 pass
neutron_tempest_plugin.api.test_timestamp.TestTimeStampWithL3 6 6 0 0 0 Detail
test_create_floatingip_with_timestamp[id-8ae55186-464f-4b87-1c9f-eb2765ee81ac]
 pass
test_create_router_with_timestamp[id-433ba770-b310-4da9-5d42-733217a1c7b1]
 pass
test_show_floatingip_attribute_with_timestamp[id-32a6a086-e1ef-413b-b13a-0cfe13ef051e]
 pass
test_show_router_attribute_with_timestamp[id-1ab50ac2-7cbd-4a17-b23e-a9e36cfa4ec2]
 pass
test_update_floatingip_with_timestamp[id-a3ac215a-61ac-13f9-9d3c-57c51f11afa1]
 pass
test_update_router_with_timestamp[id-4a65417a-c11c-4b4d-a351-af01abcf57c6]
 pass
neutron_tempest_plugin.api.test_timestamp.TestTimeStampWithSecurityGroup 5 5 0 0 0 Detail
test_create_sg_with_timestamp[id-a3150a7b-d31a-423a-abf3-45e71c97cbac]
 pass
test_create_sgrule_with_timestamp[id-83e8bd32-43e0-a3f0-1af3-12a5733c653e]
 pass
test_show_sg_attribute_with_timestamp[id-521e6723-43d6-12a6-8c3d-f5042ad9fc32]
 pass
test_show_sgrule_attribute_with_timestamp[id-143da0e6-ba17-43ad-b3d7-03aa759c3cb4]
 pass
test_update_sg_with_timestamp[id-432ae0d3-32b4-413e-a9b3-091ac76da31b]
 pass
neutron_tempest_plugin.api.test_trunk.TrunkTestJSON 11 11 0 0 0 Detail
test_add_subport[id-bb5fcead-09b5-484a-bbe6-46d1e06d6cc0]
 pass
test_create_show_delete_trunk[id-7de46c22-e2b6-4959-ac5a-0e624632ab32]
 pass
test_create_trunk_empty_subports_list[id-e1a6355c-4768-41f3-9bf8-0f1d192bd501]
 pass
test_create_trunk_subports_not_specified[id-382dfa39-ca03-4bd3-9a1c-91e36d2e3796]
 pass
test_create_update_trunk[id-4ce46c22-a2b6-4659-bc5a-0ef2463cab32]
 pass
test_create_update_trunk_with_description[id-5ff46c22-a2b6-5559-bc5a-0ef2463cab32]
 pass
test_delete_trunk_with_subport_is_allowed[id-ee5fcead-1abf-483a-bce6-43d1e06d6aa0]
 pass
test_get_subports[id-bb5fcaad-09b5-484a-dde6-4cd1ea6d6ff0]
 pass
test_list_trunks[id-73365f73-bed6-42cd-960b-ec04e0c99d85]
 pass
test_remove_subport[id-96eea398-a03c-4c3e-a99e-864392c2ca53]
 pass
test_show_trunk_has_project_id[id-8d83a6ca-662d-45b8-8062-d513077296aa]
 pass
neutron_tempest_plugin.api.test_trunk.TrunksSearchCriteriaTest 9 9 0 0 0 Detail
test_list_no_pagination_limit_0[id-eafe7024-77ab-4cfe-824b-0b2bf4217727]
 pass
test_list_pagination[id-b202fdc8-6616-45df-b6a0-463932de6f94]
 pass
test_list_pagination_page_reverse_asc[id-f8857391-dc44-40cc-89b7-2800402e03ce]
 pass
test_list_pagination_page_reverse_desc[id-ae51e9c9-ceae-4ec0-afd4-147569247699]
 pass
test_list_pagination_page_reverse_with_href_links[id-b4293e59-d794-4a93-be09-38667199ef68]
 pass
test_list_pagination_with_href_links[id-dcd02a7a-f07e-4d5e-b0ca-b58e48927a9b]
 pass
test_list_pagination_with_marker[id-c4723b8e-8186-4b9a-bf9e-57519967e048]
 pass
test_list_sorts_asc[id-fab73df4-960a-4ae3-87d3-60992b8d3e2d]
 pass
test_list_sorts_desc[id-a426671d-7270-430f-82ff-8f33eec93010]
 pass
neutron_tempest_plugin.api.test_trunk_details.TestTrunkDetailsJSON 3 3 0 0 0 Detail
test_port_resource_empty_trunk_details[id-fe6d865f-1d5c-432e-b65d-904157172f24]
 pass
test_port_resource_trunk_details_no_subports[id-f0bed24f-d36a-498b-b4e7-0d66e3fb7308]
 pass
test_port_resource_trunk_details_with_subport[id-544bcaf2-86fb-4930-93ab-ece1c3cc33df]
 pass
neutron_tempest_plugin.api.test_trunk_negative.TrunkTestJSON 20 19 0 0 1 Detail
test_add_subport_duplicate_segmentation_details[id-00cb40bb-1593-44c8-808c-72b47e64252f,negative]
 pass
test_add_subport_passing_dict[id-4eac8c25-83ee-4051-9620-34774f565730,negative]
 pass
test_add_subport_port_id_disabled_trunk[id-7f132ccc-1380-42d8-9c44-50411612bd01,negative]
 pass
test_add_subport_port_id_uses_trunk_port_id[id-6f132ccc-1380-42d8-9c44-50411612bd01,negative]
 pass
test_create_subport_invalid_inherit_network_segmentation_type[id-40aed9be-e976-47d0-dada-bde2c7e74e57,negative]
 skip
test_create_subport_missing_segmentation_id[id-7e0f99ab-fe37-408b-a889-9e44ef300084,negative]
 pass
test_create_subport_nonexistent_port_id[id-a5c5200a-72a0-43c5-a11a-52f808490344,negative]
 pass
test_create_subport_nonexistent_trunk[id-80deb6a9-da2a-48db-b7fd-bcef5b14edc1,negative]
 pass
test_create_trunk_duplicate_subport_segmentation_ids[id-40aed9be-e976-47d0-a555-bde2c7e74e57,negative]
 pass
test_create_trunk_nonexistent_port_id[id-1b5cf87a-1d3a-4a94-ba64-647153d54f32,negative]
 pass
test_create_trunk_nonexistent_subport_port_id[id-980bca3b-b0be-45ac-8067-b401e445b796,negative]
 pass
test_create_trunk_with_subport_missing_port_id[id-a717691c-4e07-4d81-a98d-6f1c18c5d183,negative]
 pass
test_create_trunk_with_subport_missing_segmentation_id[id-a315d78b-2f43-4efa-89ae-166044c568aa,negative]
 pass
test_create_trunk_with_subport_missing_segmentation_type[id-33498618-f75a-4796-8ae6-93d4fd203fa4,negative]
 pass
test_delete_port_in_use_by_subport[id-343a03d0-4f7c-11e6-97fa-40a8f063c891,negative]
 pass
test_delete_port_in_use_by_trunk[id-6c9c5126-4f61-11e6-8248-40a8f063c891,negative]
 pass
test_delete_trunk_disabled_trunk[id-9f132ccc-1380-42d8-9c44-50411612bd01,negative]
 pass
test_remove_subport_not_found[id-aaca7dd7-96b8-445a-931e-63f0d86d2fe2,negative]
 pass
test_remove_subport_passing_dict[id-17ca7dd7-96a8-445a-941e-53c0c86c2fe2,negative]
 pass
test_remove_subport_port_id_disabled_trunk[id-8f132ccc-1380-42d8-9c44-50411612bd01,negative]
 pass
neutron_tempest_plugin.scenario.admin.test_floatingip.FloatingIpTestCasesAdmin 1 1 0 0 0 Detail
test_two_vms_fips[id-6bba729b-3fb6-494b-9e1e-82bbd89a1045]
 pass
neutron_tempest_plugin.scenario.test_basic.NetworkBasicTest 1 1 0 0 0 Detail
test_basic_instance[id-de07fe0a-e955-449e-b48b-8641c14cd52e]
 pass
neutron_tempest_plugin.scenario.test_floatingip.DefaultSnatToExternal 1 1 0 0 0 Detail
test_snat_external_ip[id-3d73ea1a-27c6-45a9-b0f8-04a283d9d764]
 pass
neutron_tempest_plugin.scenario.test_floatingip.FloatingIpSameNetwork 4 4 0 0 0 Detail
test_east_west[id-05c4e3b3-7319-4052-90ad-e8916436c23b](SRC with FIP,DEST with FIP)
 pass
test_east_west[id-05c4e3b3-7319-4052-90ad-e8916436c23b](SRC with FIP,DEST without FIP)
 pass
test_east_west[id-05c4e3b3-7319-4052-90ad-e8916436c23b](SRC without FIP,DEST with FIP)
 pass
test_east_west[id-05c4e3b3-7319-4052-90ad-e8916436c23b](SRC without FIP,DEST without FIP)
 pass
neutron_tempest_plugin.scenario.test_floatingip.FloatingIpSeparateNetwork 4 4 0 0 0 Detail
test_east_west[id-f18f0090-3289-4783-b956-a0f8ac511e8b](SRC with FIP,DEST with FIP)
 pass
test_east_west[id-f18f0090-3289-4783-b956-a0f8ac511e8b](SRC with FIP,DEST without FIP)
 pass
test_east_west[id-f18f0090-3289-4783-b956-a0f8ac511e8b](SRC without FIP,DEST with FIP)
 pass
test_east_west[id-f18f0090-3289-4783-b956-a0f8ac511e8b](SRC without FIP,DEST without FIP)
 pass
neutron_tempest_plugin.scenario.test_portsecurity.PortSecurityTest 1 1 0 0 0 Detail
test_port_security_removed_added[id-61ab176e-d48b-42b7-b38a-1ba571ecc033]
 pass
neutron_tempest_plugin.scenario.test_qos.QoSTest 1 1 0 0 0 Detail
test_qos[id-1f7ed39b-428f-410a-bd2b-db9f465680df]
 pass
neutron_tempest_plugin.scenario.test_security_groups.NetworkSecGroupTest 7 7 0 0 0 Detail
test_default_sec_grp_scenarios[id-3d73ec1a-2ec6-45a9-b0f8-04a283d9d764]
 pass
test_ip_prefix[id-3d73ec1a-2ec6-45a9-b0f8-04a283d9d664]
 pass
test_ip_prefix_negative[id-a01cd2ef-3cfc-4614-8aac-9d1333ea21dd,negative]
 pass
test_multiple_ports_secgroup_inheritance[id-f07d0159-8f9e-4faa-87f5-a869ab0ad488]
 pass
test_protocol_number_rule[id-3d73ec1a-2ec6-45a9-b0f8-04a283d9d864]
 pass
test_remote_group[id-7ed39b86-006d-40fb-887a-ae46693dabc9]
 pass
test_two_sec_groups[id-3d73ec1a-2ec6-45a9-b0f8-04a283d9d964]
 pass
neutron_tempest_plugin.scenario.test_trunk.TrunkTest 2 0 0 0 2 Detail
test_subport_connectivity[id-a8a02c9b-b453-49b5-89a2-cce7da66aafb]
 skip
test_trunk_subport_lifecycle[id-bb13fe28-f152-4000-8131-37890a40c79e]
 skip
setUpClass (neutron_tempest_plugin.api.admin.test_agent_availability_zone 1 0 0 0 1 Detail
AgentAvailabilityZoneTestCase)
 skip
setUpClass (neutron_tempest_plugin.api.admin.test_l3_agent_scheduler 1 0 0 0 1 Detail
L3AgentSchedulerTestJSON)
 skip
setUpClass (neutron_tempest_plugin.api.admin.test_logging 1 0 0 0 1 Detail
LoggingTestJSON)
 skip
setUpClass (neutron_tempest_plugin.api.admin.test_logging_negative 1 0 0 0 1 Detail
LoggingNegativeTestJSON)
 skip
setUpClass (neutron_tempest_plugin.api.admin.test_routers_dvr 1 0 0 0 1 Detail
RoutersTestDVR)
 skip
setUpClass (neutron_tempest_plugin.api.admin.test_routers_flavors 1 0 0 0 1 Detail
RoutersFlavorTestCase)
 skip
setUpClass (neutron_tempest_plugin.api.admin.test_routers_ha 1 0 0 0 1 Detail
RoutersTestHA)
 skip
setUpClass (neutron_tempest_plugin.api.test_auto_allocated_topology 1 0 0 0 1 Detail
TestAutoAllocatedTopology)
 skip
setUpClass (neutron_tempest_plugin.api.test_metering_extensions 1 0 0 0 1 Detail
MeteringTestJSON)
 skip
setUpClass (neutron_tempest_plugin.api.test_metering_negative 1 0 0 0 1 Detail
MeteringNegativeTestJSON)
 skip
setUpClass (neutron_tempest_plugin.api.test_qos 2 0 0 0 2 Detail
QosMinimumBandwidthRuleTestJSON)
 skip
QosDscpMarkingRuleTestJSON)
 skip
setUpClass (neutron_tempest_plugin.api.test_routers 2 0 0 0 2 Detail
HaRoutersTest)
 skip
DvrRoutersTest)
 skip
setUpClass (neutron_tempest_plugin.api.test_routers_negative 2 0 0 0 2 Detail
DvrRoutersNegativeTest)
 skip
HaRoutersNegativeTest)
 skip
setUpClass (neutron_tempest_plugin.api.test_trunk 2 0 0 0 2 Detail
TrunkTestMtusJSON)
 skip
TrunkTestInheritJSONBase)
 skip
setUpClass (neutron_tempest_plugin.api.test_trunk_negative 1 0 0 0 1 Detail
TrunkTestMtusJSON)
 skip
setUpClass (neutron_tempest_plugin.scenario.test_dns_integration 1 0 0 0 1 Detail
DNSIntegrationTests)
 skip
setUpClass (neutron_tempest_plugin.scenario.test_dvr 1 0 0 0 1 Detail
NetworkDvrTest)
 skip
setUpClass (neutron_tempest_plugin.scenario.test_floatingip 1 0 0 0 1 Detail
FloatingIPQosTest)
 skip
setUpClass (neutron_tempest_plugin.scenario.test_migration 4 0 0 0 4 Detail
NetworkMigrationFromDVR)
 skip
NetworkMigrationFromLegacy)
 skip
NetworkMigrationFromHA)
 skip
NetworkMigrationFromDVRHA)
 skip
setUpClass (neutron_tempest_plugin.scenario.test_mtu 2 0 0 0 2 Detail
NetworkWritableMtuTest)
 skip
NetworkMtuTest)
 skip
setUpClass (tempest.api.network.admin.test_l3_agent_scheduler 1 0 0 0 1 Detail
L3AgentSchedulerTestJSON)
 skip
setUpClass (tempest.api.network.admin.test_metering_extensions 1 0 0 0 1 Detail
MeteringTestJSON)
 skip
setUpClass (tempest.api.network.admin.test_routers_dvr 1 0 0 0 1 Detail
RoutersTestDVR)
 skip
setUpClass (tempest.api.network.test_routers_negative 1 0 0 0 1 Detail
DvrRoutersNegativeTest)
 skip
tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON 5 5 0 0 0 Detail
test_create_external_network[id-462be770-b310-4df9-9c42-773217e4c8b1]
 pass
test_delete_external_networks_with_floating_ip[id-82068503-2cf2-4ed4-b3be-ecb89432e4bb]
 pass
test_list_external_networks[id-39be4c9b-a57e-4ff9-b7c7-b218e209dfcc]
 pass
test_show_external_networks_attribute[id-2ac50ab2-7ebd-4e27-b3ce-a9e399faaea2]
 pass
test_update_external_network[id-4db5417a-e11c-474d-a361-af00ebef57c5]
 pass
tempest.api.network.admin.test_external_networks_negative.ExternalNetworksAdminNegativeTestJSON 1 1 0 0 0 Detail
test_create_port_with_precreated_floatingip_as_fixed_ip[id-d402ae6c-0be0-4d8e-833b-a738895d98d0,negative]
 pass
tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON 2 2 0 0 0 Detail
test_create_list_show_floating_ip_with_tenant_id_by_admin[id-32727cc3-abe2-4485-a16e-48f2d54c14f2]
 pass
test_list_floating_ips_from_admin_and_nonadmin[id-64f2100b-5471-4ded-b46c-ddeeeb4f231b]
 pass
tempest.api.network.admin.test_negative_quotas.QuotasNegativeTest 1 1 0 0 0 Detail
test_network_quota_exceeding[id-644f4e1b-1bf9-4af0-9fd8-eb56ac0f51cf,negative]
 pass
tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON 4 4 0 0 0 Detail
test_create_port_binding_ext_attr[id-8e8569c1-9ac7-44db-8bc1-f5fb2814f29b]
 pass
test_list_ports_binding_ext_attr[id-1c82a44a-6c6e-48ff-89e1-abe7eaf8f9f8]
 pass
test_show_port_binding_ext_attr[id-b54ac0ff-35fc-4c79-9ca3-c7dbd4ea4f13]
 pass
test_update_port_binding_ext_attr[id-6f6c412c-711f-444d-8502-0ac30fbf5dd5]
 pass
tempest.api.network.admin.test_quotas.QuotasTest 2 2 0 0 0 Detail
test_quotas[id-2390f766-836d-40ef-9aeb-e810d78207fb]
 pass
test_show_quota_details[id-7b05ec5f-bf44-43cb-b28f-ddd72a824288]
 pass
tempest.api.network.admin.test_routers.RoutersAdminTest 8 8 0 0 0 Detail
test_create_router_setting_project_id[id-e54dd3a3-4352-4921-b09d-44369ae17397]
 pass
test_create_router_with_default_snat_value[id-847257cc-6afd-4154-b8fb-af49f5670ce8]
 pass
test_create_router_with_snat_explicit[id-ea74068d-09e9-4fd7-8995-9b6a1ace920f]
 pass
test_update_router_reset_gateway_without_snat[id-f2faf994-97f4-410b-a831-9bc977b64374]
 pass
test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]
 pass
test_update_router_set_gateway_with_snat_explicit[id-b386c111-3b21-466d-880c-5e72b01e1a33]
 pass
test_update_router_set_gateway_without_snat[id-96536bc7-8262-4fb2-9967-5c46940fa279]
 pass
test_update_router_unset_gateway[id-ad81b7ee-4f81-407b-a19c-17e623f763e8]
 pass
tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeTest 1 1 0 0 0 Detail
test_router_set_gateway_used_ip_returns_409[id-7101cc02-058a-11e7-93e1-fa163e4fa634,negative]
 pass
tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON 4 4 0 0 0 Detail
test_create_list_port_with_address_pair[id-86c3529b-1231-40de-803c-00e40882f043]
 pass
test_update_port_with_address_pair[id-9599b337-272c-47fd-b3cf-509414414ac4]
 pass
test_update_port_with_cidr_address_pair[id-4d6d178f-34f6-4bff-a01c-0a2f8fe909e4]
 pass
test_update_port_with_multiple_ip_mac_address_pair[id-b3f20091-6cd5-472b-8487-3516137df933]
 pass
tempest.api.network.test_extensions.ExtensionsTestJSON 1 1 0 0 0 Detail
test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke]
 pass
tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON 2 2 0 0 0 Detail
test_create_list_port_with_extra_dhcp_options[id-d2c17063-3767-4a24-be4f-a23dbfa133c9]
 pass
test_update_show_port_with_extra_dhcp_options[id-9a6aebf4-86ee-4f47-b07a-7f7232c55607]
 pass
tempest.api.network.test_floating_ips.FloatingIPTestJSON 5 5 0 0 0 Detail
test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke]
 pass
test_create_list_show_update_delete_floating_ip[id-62595970-ab1c-4b7f-8fcc-fddfe55e8718,smoke]
 pass
test_create_update_floatingip_with_port_multiple_ip_address[id-45c4c683-ea97-41ef-9c51-5e9802f2f3d7]
 pass
test_floating_ip_delete_port[id-e1f6bffd-442f-4668-b30e-df13f2705e77]
 pass
test_floating_ip_update_different_router[id-1bb2f731-fe5a-4b8c-8409-799ade1bed4d]
 pass
tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON 3 3 0 0 0 Detail
test_associate_floatingip_port_ext_net_unreachable[id-6b3b8797-6d43-4191-985c-c48b773eb429,negative]
 pass
test_create_floatingip_in_private_network[id-50b9aeb4-9f0b-48ee-aa31-fa955a48ff54,negative]
 pass
test_create_floatingip_with_port_ext_net_unreachable[id-22996ea8-4a81-4b27-b6e1-fa5df92fa5e8,negative]
 pass
tempest.api.network.test_networks.BulkNetworkOpsTest 3 3 0 0 0 Detail
test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke]
 pass
test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke]
 pass
test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke]
 pass
tempest.api.network.test_networks.NetworksTest 20 20 0 0 0 Detail
test_create_delete_subnet_all_attributes[id-a4d9ec4c-0306-4111-a75c-db01a709030b]
 pass
test_create_delete_subnet_with_allocation_pools[id-bec949c4-3147-4ba6-af5f-cd2306118404]
 pass
test_create_delete_subnet_with_dhcp_enabled[id-94ce038d-ff0a-4a4c-a56b-09da3ca0b55d]
 pass
test_create_delete_subnet_with_gw[id-9393b468-186d-496d-aa36-732348cd76e7]
 pass
test_create_delete_subnet_with_gw_and_allocation_pools[id-8217a149-0c6c-4cfb-93db-0486f707d13f]
 pass
test_create_delete_subnet_with_host_routes_and_dns_nameservers[id-d830de0a-be47-468f-8f02-1fd996118289]
 pass
test_create_delete_subnet_without_gateway[id-d2d596e2-8e76-47a9-ac51-d4648009f4d3]
 pass
test_create_update_delete_network_subnet[id-0e269138-0da6-4efc-a46d-578161e7b221,smoke]
 pass
test_create_update_network_description[id-c72c1c0c-2193-4aca-ccc4-b1442640bbbb]
 pass
test_delete_network_with_subnet[id-f04f61a9-b7f3-4194-90b2-9bcf660d1bfe]
 pass
test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke]
 pass
test_list_networks[id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43,smoke]
 pass
test_list_networks_fields[id-6ae6d24f-9194-4869-9c85-c313cb20e080]
 pass
test_list_subnets[id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a,smoke]
 pass
test_list_subnets_fields[id-842589e3-9663-46b0-85e4-7f01273b0412]
 pass
test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e,smoke]
 pass
test_show_network_fields[id-867819bb-c4b6-45f7-acf9-90edcf70aa5e]
 pass
test_show_subnet[id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc,smoke]
 pass
test_show_subnet_fields[id-270fff0b-8bfc-411f-a184-1e8fd35286f0]
 pass
test_update_subnet_gw_dns_host_routes_dhcp[id-3d3852eb-3009-49ec-97ac-5ce83b73010a]
 pass
tempest.api.network.test_networks_negative.NetworksNegativeTestJSON 10 10 0 0 0 Detail
test_create_port_on_non_existent_network[id-13d3b106-47e6-4b9b-8d53-dae947f092fe,negative]
 pass
test_delete_non_existent_network[id-03795047-4a94-4120-a0a1-bd376e36fd4e,negative]
 pass
test_delete_non_existent_port[id-49ec2bbd-ac2e-46fd-8054-798e679ff894,negative]
 pass
test_delete_non_existent_subnet[id-a176c859-99fb-42ec-a208-8a85b552a239,negative]
 pass
test_show_non_existent_network[id-9293e937-824d-42d2-8d5b-e985ea67002a,negative]
 pass
test_show_non_existent_port[id-a954861d-cbfd-44e8-b0a9-7fab111f235d,negative]
 pass
test_show_non_existent_subnet[id-d746b40c-5e09-4043-99f7-cba1be8b70df,negative]
 pass
test_update_non_existent_network[id-98bfe4e3-574e-4012-8b17-b2647063de87,negative]
 pass
test_update_non_existent_port[id-cf8eef21-4351-4f53-adcd-cc5cb1e76b92,negative]
 pass
test_update_non_existent_subnet[id-1cc47884-ac52-4415-a31c-e7ce5474a868,negative]
 pass
tempest.api.network.test_ports.PortsTestJSON 15 15 0 0 0 Detail
test_create_bulk_port[id-67f1b811-f8db-43e2-86bd-72c074d4a42c]
 pass
test_create_port_in_allowed_allocation_pools[id-0435f278-40ae-48cb-a404-b8a087bc09b1,smoke]
 pass
test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke]
 pass
test_create_show_delete_port_user_defined_mac[id-13e95171-6cbd-489c-9d7c-3f9c58215c18]
 pass
test_create_update_delete_port[id-c72c1c0c-2193-4aca-aaa4-b1442640f51c,smoke]
 pass
test_create_update_port_with_second_ip[id-63aeadd4-3b49-427f-a3b1-19ca81f06270]
 pass
test_list_ports[id-cf95b358-3e92-4a29-a148-52445e1ac50e,smoke]
 pass
test_list_ports_fields[id-ff7f117f-f034-4e0e-abff-ccef05c454b4]
 pass
test_port_list_filter_by_ip[id-e7fe260b-1e79-4dd3-86d9-bec6a7959fc5]
 pass
test_port_list_filter_by_ip_substr[id-79895408-85d5-460d-94e7-9531c5fd9123]
 pass
test_port_list_filter_by_router_id[id-5ad01ed0-0e6e-4c5d-8194-232801b15c72]
 pass
test_show_port[id-c9a685bd-e83f-499c-939f-9f7863ca259f,smoke]
 pass
test_show_port_fields[id-45fcdaf2-dab0-4c13-ac6c-fcddfb579dbd]
 pass
test_update_port_with_security_group_and_extra_attributes[id-58091b66-4ff4-4cc1-a549-05d60c7acd1a]
 pass
test_update_port_with_two_security_groups_and_extra_attributes[id-edf6766d-3d40-4621-bc6e-2521a44c257d]
 pass
tempest.api.network.test_routers.RoutersTest 8 7 0 0 1 Detail
test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke]
 pass
test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke]
 pass
test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke]
 pass
test_create_router_set_gateway_with_fixed_ip[id-cbe42f84-04c2-11e7-8adb-fa163e4fa634]
 skip
test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke]
 pass
test_router_interface_port_update_with_fixed_ip[id-96522edf-b4b5-45d9-8443-fa11c26e6eff]
 pass
test_update_delete_extra_route[id-c86ac3a8-50bd-4b00-a6b8-62af84a0765c]
 pass
test_update_router_admin_state[id-a8902683-c788-4246-95c7-ad9c6d63a4d9]
 pass
tempest.api.network.test_routers_negative.RoutersNegativeTest 7 7 0 0 0 Detail
test_add_router_interfaces_on_overlapping_subnets_returns_400[id-957751a3-3c68-4fa2-93b6-eb52ea10db6e,negative]
 pass
test_delete_non_existent_router_returns_404[id-c7edc5ad-d09d-41e6-a344-5c0c31e2e3e4,negative]
 pass
test_router_add_gateway_invalid_network_returns_404[id-37a94fc0-a834-45b9-bd23-9a81d2fd1e22,negative]
 pass
test_router_add_gateway_net_not_external_returns_400[id-11836a18-0b15-4327-a50b-f0d9dc66bddd,negative]
 pass
test_router_remove_interface_in_use_returns_409[id-04df80f9-224d-47f5-837a-bf23e33d1c20,negative]
 pass
test_show_non_existent_router_returns_404[id-c2a70d72-8826-43a7-8208-0209e6360c47,negative]
 pass
test_update_non_existent_router_returns_404[id-b23d1569-8b0c-4169-8d4b-6abd34fad5c7,negative]
 pass
tempest.api.network.test_security_groups.SecGroupTest 8 8 0 0 0 Detail
test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke]
 pass
test_create_security_group_rule_with_additional_args[id-87dfbcf9-1849-43ea-b1e4-efa3eeae9f71]
 pass
test_create_security_group_rule_with_icmp_type_code[id-c9463db8-b44d-4f52-b6c0-8dbda99f26ce]
 pass
test_create_security_group_rule_with_protocol_integer_value[id-0a307599-6655-4220-bebc-fd70c64f2290]
 pass
test_create_security_group_rule_with_remote_group_id[id-c2ed2deb-7a0c-44d8-8b4c-a5825b5c310b]
 pass
test_create_security_group_rule_with_remote_ip_prefix[id-16459776-5da2-4634-bce4-4b55ee3ec188]
 pass
test_create_show_delete_security_group_rule[id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9,smoke]
 pass
test_list_security_groups[id-e30abd17-fef9-4739-8617-dc26da88e686,smoke]
 pass
tempest.api.network.test_security_groups_negative.NegativeSecGroupTest 13 13 0 0 0 Detail
test_create_additional_default_security_group_fails[id-2323061e-9fbf-4eb0-b547-7e8fafc90849,negative]
 pass
test_create_duplicate_security_group_rule_fails[id-8fde898f-ce88-493b-adc9-4e4692879fc5,negative]
 pass
test_create_security_group_rule_with_bad_ethertype[id-5666968c-fff3-40d6-9efc-df1c8bd01abb,negative]
 pass
test_create_security_group_rule_with_bad_protocol[id-981bdc22-ce48-41ed-900a-73148b583958,negative]
 pass
test_create_security_group_rule_with_bad_remote_ip_prefix[id-5f8daf69-3c5f-4aaa-88c9-db1d66f68679,negative]
 pass
test_create_security_group_rule_with_invalid_ports[id-0d9c7791-f2ad-4e2f-ac73-abf2373b0d2d,negative]
 pass
test_create_security_group_rule_with_non_existent_remote_groupid[id-4bf786fd-2f02-443c-9716-5b98e159a49a,negative]
 pass
test_create_security_group_rule_with_non_existent_security_group[id-be308db6-a7cf-4d5c-9baf-71bafd73f35e,negative]
 pass
test_create_security_group_rule_with_remote_ip_and_group[id-b5c4b247-6b02-435b-b088-d10d45650881,negative]
 pass
test_create_security_group_update_name_default[id-966e2b96-023a-11e7-a9e4-fa163e4fa634,negative]
 pass
test_delete_non_existent_security_group[id-1f1bb89d-5664-4956-9fcd-83ee0fa603df,negative]
 pass
test_show_non_existent_security_group[id-424fd5c3-9ddc-486a-b45f-39bf0c820fc6,negative]
 pass
test_show_non_existent_security_group_rule[id-4c094c09-000b-4e41-8100-9617600c02a6,negative]
 pass
tempest.api.network.test_service_providers.ServiceProvidersTest 1 1 0 0 0 Detail
test_service_providers_list[id-2cbbeea9-f010-40f6-8df5-4eaa0c918ea6]
 pass
tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON 1 1 0 0 0 Detail
test_create_list_show_update_delete_subnetpools[id-62595970-ab1c-4b7f-8fcc-fddfe55e9811,smoke]
 pass
tempest.api.network.test_tags.TagsExtTest 2 2 0 0 0 Detail
test_create_check_list_and_delete_tags[id-c6231efa-9a89-4adf-b050-2a3156b8a1d9]
 pass
test_update_and_delete_all_tags[id-663a90f5-f334-4b44-afe0-c5fc1d408791]
 pass
tempest.api.network.test_tags.TagsTest 1 1 0 0 0 Detail
test_create_list_show_update_delete_tags[id-ee76bfaf-ac94-4d74-9ecc-4bbd4c583cb1]
 pass
tempest.api.network.test_versions.NetworksApiDiscovery 1 1 0 0 0 Detail
test_api_version_resources[id-cac8a836-c2e0-4304-b556-cd299c7281d1,smoke]
 pass
tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps 8 7 0 0 1 Detail
test_server_connectivity_cold_migration[compute,id-a4858f6c-401e-4155-9a49-d5cd053d1a2f,network,slow]
 pass
test_server_connectivity_cold_migration_revert[compute,id-25b188d7-0183-4b1e-a11d-15840c8e2fd6,network,slow]
 pass
test_server_connectivity_pause_unpause[compute,id-2b2642db-6568-4b35-b812-eceed3fa20ce,network,slow]
 pass
test_server_connectivity_reboot[compute,id-7b6860c2-afa3-4846-9522-adeb38dfbe08,network]
 pass
test_server_connectivity_rebuild[compute,id-88a529c2-1daa-4c85-9aec-d541ba3eb699,network,slow]
 pass
test_server_connectivity_resize[compute,id-719eb59d-2f42-4b66-b8b1-bb1254473967,network,slow]
 skip
test_server_connectivity_stop_start[compute,id-61f1aa9a-1573-410e-9054-afa557cab021,network,slow]
 pass
test_server_connectivity_suspend_resume[compute,id-5cdf9499-541d-4923-804e-b9a60620a7f0,network,slow]
 pass
tempest.scenario.test_network_basic_ops.TestNetworkBasicOps 9 7 0 0 2 Detail
test_connectivity_between_vms_on_different_networks[compute,id-1546850e-fbaa-42f5-8b5f-03d8a6a95f15,network,slow]
 skip
test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network]
 pass
test_mtu_sized_frames[compute,id-b158ea55-472e-4086-8fa9-c64ac0c6c1d0,network,slow]
 pass
test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke]
 pass
test_preserve_preexisting_port[compute,id-759462e1-8535-46b0-ab3a-33aa45c55aaa,network,slow]
 pass
test_router_rescheduling[compute,id-2e788c46-fb3f-4ac9-8f82-0561555bea73,network,slow]
 skip
test_subnet_details[compute,id-d8bb918e-e2df-48b2-97cd-b73c95450980,network,slow]
 pass
test_update_instance_port_admin_state[compute,id-f5dfcc22-45fd-409f-954c-5bd500d7890b,network,slow]
 pass
test_update_router_admin_state[compute,id-04b9fe4e-85e8-4aea-b937-ea93885ac59f,network,slow]
 pass
tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps 6 6 0 0 0 Detail
test_boot_into_disabled_port_security_network_without_secgroup[compute,id-13ccf253-e5ad-424b-9c4a-97b88a026699,network,slow]
 pass
test_cross_tenant_traffic[compute,id-e79f879e-debb-440c-a7e4-efeda05b6848,network]
 pass
test_in_tenant_traffic[compute,id-63163892-bbf6-4249-aa12-d5ea1f8f421b,network]
 pass
test_multiple_security_groups[compute,id-d2f77418-fcc4-439d-b935-72eca704e293,network,slow]
 pass
test_port_security_disable_security_group[compute,id-7c811dcc-263b-49a3-92d2-1b4d8405f50c,network,slow]
 pass
test_port_update_new_security_group[compute,id-f4d556d7-1526-42ad-bafb-6bebf48568f6,network,slow]
 pass
Total 619 576 0 0 43