+ tempest cleanup --init-saved-state
+ '[' true == false ']'
+ tempest run --config-file /etc/tempest/tempest.conf -w 4 --smoke
/var/lib/openstack/lib/python3.12/site-packages/jsonpath_rw_ext/_string.py:19: SyntaxWarning: invalid escape sequence '\('
  SUB = re.compile("sub\(/(.*)/,\s+(.*)\)")
/var/lib/openstack/lib/python3.12/site-packages/jsonpath_rw_ext/_string.py:20: SyntaxWarning: invalid escape sequence '\('
  SPLIT = re.compile("split\((.),\s+(\d+),\s+(\d+|-1)\)")
{1} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor [0.150293s] ... ok
{1} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors [0.053734s] ... ok
{3} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create [1.607614s] ... ok
{3} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list [1.758698s] ... ok
{3} tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete [1.670954s] ... ok
{1} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses [0.034294s] ... ok
{1} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network [0.081499s] ... ok
{2} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers [0.153385s] ... ok
{2} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details [0.000229s] ... ok
{1} tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint [0.533766s] ... ok
{2} tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete [0.121087s] ... ok
{1} tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy [0.197620s] ... ok
{2} tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain [0.839817s] ... ok
{2} tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list [0.169291s] ... ok
{1} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address [1.663757s] ... ok
{1} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip [2.723265s] ... ok
{2} tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service [0.306613s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types [0.065774s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources [0.021698s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses [0.016273s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions [0.010047s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network [2.149887s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port [2.292264s] ... ok
{0} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard [24.505055s] ... ok
{2} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network [2.099679s] ... ok
{2} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port [2.524725s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet [3.596601s] ... ok
{2} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet [2.251635s] ... ok
{3} tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesUnderV243Test.test_add_remove_fixed_ip [44.186758s] ... ok
{1} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet [2.800945s] ... ok
{1} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility [0.117439s] ... ok
{1} tempest.api.network.test_networks.NetworksTest.test_list_networks [0.105034s] ... ok
{1} tempest.api.network.test_networks.NetworksTest.test_list_subnets [0.029676s] ... ok
{1} tempest.api.network.test_networks.NetworksTest.test_show_network [0.071350s] ... ok
{1} tempest.api.network.test_networks.NetworksTest.test_show_subnet [0.059275s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools [2.258391s] ... ok
{0} tempest.api.compute.test_versions.TestVersions.test_get_version_details [0.626953s] ... ok
{0} tempest.api.compute.test_versions.TestVersions.test_list_api_versions [0.009825s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups [1.726222s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port [0.963976s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports [0.039204s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port [0.034799s] ... ok
{1} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group [0.840481s] ... ok
{1} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule [1.754084s] ... ok
{1} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups [0.039618s] ... ok
{0} tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all [2.461562s] ... ok
{1} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources [0.009926s] ... ok
{1} tempest.api.network.test_versions.NetworksApiDiscovery.test_show_api_v2_details [0.098773s] ... ok
{2} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools [2.681428s] ... ok
{0} tempest.api.image.v2.test_versions.VersionsTest.test_list_versions [0.006913s] ... ok
{1} tempest.api.object_storage.test_container_services.ContainerTest.test_create_container [0.473589s] ... ok
{1} tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents [0.080823s] ... ok
{1} tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata [0.057492s] ... ok
{2} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups [2.292693s] ... ok
{2} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port [0.924310s] ... ok
{2} tempest.api.network.test_ports.PortsTestJSON.test_list_ports [0.036656s] ... ok
{2} tempest.api.network.test_ports.PortsTestJSON.test_show_port [0.057943s] ... ok
{2} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools [0.400890s] ... ok
{2} tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota [0.104086s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces [8.660979s] ... ok
{2} tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_overlimit_upload [0.046336s] ... ok
{2} tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object [0.088462s] ... ok
{2} tempest.api.object_storage.test_object_services.ObjectTest.test_create_object [0.074286s] ... ok
{2} tempest.api.object_storage.test_object_services.ObjectTest.test_get_object [0.037792s] ... ok
{2} tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata [0.028989s] ... ok
{2} tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata [0.076016s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id [4.628192s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_list_servers [0.083649s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_verify_server_details [0.000254s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id [4.573662s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router [3.065352s] ... ok
{0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group [0.872928s] ... ok
{0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule [2.045162s] ... ok
{0} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups [0.047382s] ... ok
{0} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object [0.174956s] ... ok
{0} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects [0.145461s] ... ok
{0} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object [0.090363s] ... ok
{1} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance [22.771766s] ... ok
{0} tempest.api.volume.test_versions.VersionsTest.test_list_versions [0.007889s] ... ok
{0} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list [0.069446s] ... ok
{0} setUpClass (tempest.scenario.test_server_multinode.TestServerMultinode) ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{0} neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest.test_create_rbac_policy_with_target_tenant_none [2.152125s] ... ok
{0} neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest.test_create_rbac_policy_with_target_tenant_too_long_id [1.740329s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers [0.055907s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details [0.000358s] ... ok
{0} neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest.test_network_only_visible_to_policy_target [3.022951s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagFilterNetworkTestJSON.test_filter_network_tags [0.489581s] ... ok
{3} tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete [2.783270s] ... ok
{3} tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id [0.102378s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagFilterSubnetTestJSON.test_filter_subnet_tags [0.464657s] ... ok
{3} tempest.api.identity.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists [0.073792s] ... ok
{3} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image [0.349338s] ... ok
{3} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file [0.655213s] ... ok
{3} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image [0.136366s] ... ok
{1} tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops [41.817878s] ... ok
{3} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions [0.812042s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagFloatingIpTestJSON.test_floatingip_tags [0.825553s] ... ok
{2} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops [77.806198s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet [2.070384s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility [0.133170s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks [0.048701s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets [0.034415s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network [0.051093s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet [0.037366s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagNetworkTestJSON.test_network_tags [0.699881s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagFilterRouterTestJSON.test_filter_router_tags [0.407424s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.TagFilterFloatingIpTestJSON.test_filter_floatingip_tags [0.395232s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagSubnetTestJSON.test_subnet_tags [0.892609s] ... ok
{3} tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces [13.403957s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagFilterTrunkTestJSON.test_filter_trunk_tags [0.173724s] ... ok
{3} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id [6.061132s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.TagFilterPortTestJSON.test_filter_port_tags [0.906098s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_endpoint_group_for_tenant [0.159599s] ... ok
{3} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id [5.222485s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_ike_policy_for_tenant [0.597970s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_ipsec_policy_for_tenant [0.129164s] ... ok
{3} tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router [2.762274s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagQosPolicyTestJSON.test_qos_policy_tags [0.472522s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.TagFilterSubnetpoolTestJSON.test_filter_subnetpool_tags [0.217563s] ... ok
{3} tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata [0.044870s] ... ok
{3} tempest.api.object_storage.test_account_services.AccountTest.test_list_containers [0.012294s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagRouterTestJSON.test_router_tags [0.897099s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_vpn_service_for_tenant [11.512274s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_cidr_and_endpoint_group [0.238154s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_mix_ip_endpoint_group [0.317137s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_subnet_and_local_endpoint_group [0.143208s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_subnet_and_remote_endpoint_group [0.114232s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.TagSubnetPoolTestJSON.test_subnetpool_tags [0.517122s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_delete_vpn_connection_with_ep_group [1.734401s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_delete_vpn_connection_with_legacy_mode [1.297414s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_endpoint_group [0.173180s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_ike_policy [0.166010s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_ipsec_policy [0.121556s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagSecGroupTestJSON.test_security_group_tags [0.589133s] ... ok
{3} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete [5.292272s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.UpdateTagsTest.test_update_tags_affects_only_updated_resource [1.831470s] ... ok
{3} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image [5.271737s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagTrunkTestJSON.test_trunk_tags [0.415546s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_vpn_service [10.805080s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_missing_peer_cidr [0.057710s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_small_MTU [0.059624s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_small_dpd [0.015395s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_with_missing_local_endpoint_group [0.169546s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_with_missing_remote_endpoint_group [0.173363s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_wrong_peer_cidr [0.014803s] ... ok
{3} tempest.scenario.test_dashboard_basic_ops.TestDashboardBasicOps.test_basic_scenario [5.056722s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_service_subnet_not_on_router [3.462448s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpnservice_long_description [0.009681s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpnservice_long_name [0.008652s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_fail_create_endpoint_group_when_provide_subnet_id_with_cidr [0.056549s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_fail_create_endpoint_group_when_wrong_type [0.056445s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_fail_create_endpoint_group_with_mixed_IP_version [0.043653s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_ike_policies [0.012267s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_ipsec_policies [0.011414s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_vpn_connections [0.009857s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_vpn_services [0.011742s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_endpoint_group [0.021706s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_ike_policy [0.011905s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_ipsec_policy [0.014070s] ... ok
{0} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_vpn_service [0.011296s] ... ok
{3} neutron_tempest_plugin.api.admin.test_tag.TagFilterQosPolicyTestJSON.test_filter_qos_policy_tags [0.873101s] ... ok
{3} neutron_tempest_plugin.api.admin.test_tag.TagFilterSecGroupTestJSON.test_filter_security_group_tags [0.353153s] ... ok
{3} neutron_tempest_plugin.api.admin.test_tag.TagPortTestJSON.test_port_tags [0.680140s] ... ok
{0} octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest.test_basic_http_traffic [72.886327s] ... ok

======
Totals
======
Ran: 164 tests in 486.5238 sec.
 - Passed: 163
 - Skipped: 1
 - Expected Fail: 0
 - Unexpected Success: 0
 - Failed: 0
Sum of execute time for each test: 458.2804 sec.

==============
Worker Balance
==============
 - Worker 0 (61 tests) => 0:07:22.645227
 - Worker 1 (33 tests) => 0:04:03.490584
 - Worker 2 (37 tests) => 0:03:33.417154
 - Worker 3 (33 tests) => 0:04:26.256530
+ tempest cleanup