/opt/stack/tempest ~
Initializing stestr
all-plugin create: /opt/stack/tempest/.tox/all-plugin
all-plugin installdeps: -chttps://releases.openstack.org/constraints/upper/master, -r/opt/stack/tempest/requirements.txt
all-plugin develop-inst: /opt/stack/tempest
all-plugin installed: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead,  from cryptography.utils import int_from_bytes,/usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead,  from cryptography.utils import int_from_bytes,alembic==1.8.0,amqp==5.1.1,aniso8601==9.0.1,appdirs==1.4.4,attrs==21.4.0,Automat==0.8.0,automaton==3.0.0,autopage==0.5.1,bcrypt==3.2.2,blinker==1.4,boto3==1.24.22,botocore==1.27.22,cachetools==5.2.0,castellan==4.0.0,certifi==2019.11.28,cffi==1.15.1,chardet==3.0.4,charset-normalizer==2.1.0,-e git+https://opendev.org/openstack/cinder@7b424fcdcb6cc3cb2d11da04cb6b7744cb13fe20#egg=cinder,click==8.1.3,cliff==3.10.1,cmd2==2.4.1,colorama==0.4.3,command-not-found==0.3,configobj==5.0.6,configshell-fb==1.1.25,constantly==15.1.0,cryptography==36.0.2,cursive==0.2.2,dbcounter==0.1,dbus-python==1.2.16,debtcollector==2.5.0,decorator==5.1.1,defusedxml==0.7.1,distlib==0.3.4,distro==1.4.0,distro-info===0.23ubuntu1,dnspython==2.2.1,dogpile.cache==1.1.8,elementpath==2.5.3,entrypoints==0.3,etcd3==0.12.0,etcd3gw==1.0.2,eventlet==0.33.1,extras==1.0.0,fasteners==0.17.3,filelock==3.7.1,fixtures==4.0.1,Flask==2.1.2,Flask-RESTful==0.3.9,future==0.18.2,futurist==2.4.1,-e git+https://opendev.org/openstack/glance@00f453372ccd4faf99e9a0bf527762a131968ad0#egg=glance,glance-store==4.0.1,google-api-core==2.8.2,google-api-python-client==2.52.0,google-auth==2.9.0,google-auth-httplib2==0.1.0,googleapis-common-protos==1.56.3,greenlet==1.1.2,grpcio==1.47.0,httplib2==0.20.4,hyperlink==19.0.0,idna==3.3,importlib-metadata==4.12.0,importlib-resources==5.8.0,incremental==16.10.1,iso8601==1.0.2,itsdangerous==2.1.2,Jinja2==3.1.2,jmespath==1.0.1,jsonpatch==1.32,jsonpointer==2.3,jsonschema==3.2.0,keyring==18.0.1,-e git+https://opendev.org/openstack/keystone@d7b1d57cae738183f8d85413e942402a8a4efb31#egg=keystone,keystoneauth1==5.0.0,keystonemiddleware==10.0.0,kombu==5.2.4,language-selector==0.1,lazr.uri==1.0.3,logutils==0.3.5,lxml==4.9.1,Mako==1.2.1,MarkupSafe==2.1.1,microversion-parse==1.0.1,more-itertools==4.2.0,msgpack==1.0.4,munch==2.5.0,mysqlclient==1.4.4,netaddr==0.8.0,netifaces==0.11.0,-e git+https://opendev.org/openstack/networking-hyperv@fec25c8763fcc7347440b368b5221007940cab00#egg=networking_hyperv,networkx==2.8.3,-e git+http://10.106.1.39/p/openstack/neutron@5848c0dd1c951e916c0b769f711d8aafa6aa72b1#egg=neutron,neutron-lib==3.0.0,-e git+https://opendev.org/openstack/nova@bcb96f362ab12e297f125daa5189fb66345b4976#egg=nova,numpy==1.23.0,oauth2client==4.1.3,oauthlib==3.2.0,-e git+https://opendev.org/openstack/placement.git@d723f225c194659961ce5adaeaaf0515497a48a8#egg=openstack_placement,openstacksdk==0.99.0,os-brick==6.0.0,os-client-config==2.1.0,os-ken==2.4.0,os-resource-classes==1.1.0,os-service-types==1.7.0,os-testr==3.0.0,os-traits==2.7.0,os-vif==2.8.0,os-win==5.7.0,osc-lib==2.6.1,osc-placement==4.0.0,oslo.cache==3.0.0,oslo.concurrency==4.5.1,oslo.config==9.0.0,oslo.context==5.0.0,oslo.db==12.0.0,oslo.i18n==5.1.0,oslo.limit==2.0.0,oslo.log==5.0.0,oslo.messaging==13.0.0,oslo.metrics==0.4.0,oslo.middleware==5.0.0,oslo.policy==4.0.0,oslo.privsep==3.0.0,oslo.reports==2.4.0,oslo.rootwrap==6.3.1,oslo.serialization==5.0.0,oslo.service==3.0.0,oslo.upgradecheck==2.0.0,oslo.utils==6.0.0,oslo.versionedobjects==3.0.0,oslo.vmware==4.0.0,osprofiler==3.4.3,ovs==2.17.1.post1,ovsdbapp==2.0.0,packaging==21.3,paramiko==2.11.0,passlib==1.7.4,Paste==3.5.1,PasteDeploy==2.1.1,pbr==5.9.0,pcp==5.0,pecan==1.4.2,pexpect==4.6.0,platformdirs==2.5.2,pluggy==1.0.0,prettytable==3.3.0,prometheus-client==0.14.1,protobuf==3.20.1,psutil==5.9.1,py==1.11.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycadf==3.1.1,pycparser==2.21,pydot==1.4.2,pyeclib==1.6.1,Pygments==2.3.1,PyGObject==3.36.0,PyHamcrest==1.9.0,pyinotify==0.9.6,PyJWT==2.4.0,pymacaroons==0.13.0,PyMySQL==1.0.2,PyNaCl==1.5.0,pyOpenSSL==22.0.0,pyparsing==3.0.9,pyperclip==1.8.2,pyroute2==0.6.13,pyroute2.core==0.6.13,pyroute2.ethtool==0.6.13,pyroute2.ipdb==0.6.13,pyroute2.ipset==0.6.13,pyroute2.ndb==0.6.13,pyroute2.nftables==0.6.13,pyroute2.nslink==0.6.13,pyrsistent==0.15.5,pysaml2==7.1.2,pyserial==3.4,python-apt==2.0.0+ubuntu0.20.4.4,python-barbicanclient==5.4.0,python-cinderclient==9.0.0,python-dateutil==2.8.2,python-debian===0.1.36ubuntu1,python-designateclient==5.0.0,python-glanceclient==4.0.1,python-keystoneclient==5.0.0,python-memcached==1.59,python-neutronclient==8.0.0,python-novaclient==18.0.0,python-openstackclient==5.8.0,python-subunit==1.4.0,python-swiftclient==4.0.1,pytz==2022.1,pyudev==0.23.2,PyYAML==6.0,repoze.lru==0.7,requests==2.28.1,requests-unixsocket==0.2.0,requestsexceptions==1.4.0,retrying==1.3.3,rfc3986==1.5.0,Routes==2.5.1,rsa==4.8,rtslib-fb==2.1.75,s3transfer==0.6.0,scrypt==0.8.20,SecretStorage==2.3.1,setproctitle==1.2.3,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,sortedcontainers==2.4.0,sos==4.1,SQLAlchemy==1.4.39,sqlalchemy-migrate==0.13.0,sqlparse==0.4.2,ssh-import-id==5.10,statsd==3.3.0,stestr==3.2.1,stevedore==3.5.0,suds-community==1.1.2,-e git+https://opendev.org/openstack/swift@c3aa1ce66c20c0c9148a4d3e22d3ff5bcd12bfdb#egg=swift,systemd-python==234,tabulate==0.8.10,targetcli-fb==2.1.51,taskflow==5.0.0,-e git+https://opendev.org/openstack/tempest@97be23ea6402649652991983f3f2b85873eba4d8#egg=tempest,Tempita==0.5.2,tenacity==6.3.1,testresources==2.0.1,testscenarios==0.5.0,testtools==2.5.0,toml==0.10.2,tooz==2.11.1,tox==3.25.1,ufw==0.36,unattended-upgrades==0.1,uritemplate==4.1.1,urllib3==1.26.9,urwid==2.0.1,vine==5.0.0,virtualenv==20.15.1,voluptuous==0.13.1,wadllib==1.3.3,warlock==1.3.3,wcwidth==0.2.5,WebOb==1.8.7,websockify==0.10.0,Werkzeug==2.1.2,wrapt==1.14.1,WSME==0.11.0,xattr==0.9.9,xmlschema==1.11.3,yappi==1.3.5,zipp==3.8.0,zope.interface==4.7.1,zstd==1.5.2.5
___________________________________ summary ____________________________________
  all-plugin: skipped tests
  congratulations :)
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_create_external_network [3.289483s] ... ok
{0} tempest.api.network.admin.test_external_networks_negative.ExternalNetworksAdminNegativeTestJSON.test_create_port_with_precreated_floatingip_as_fixed_ip [9.004068s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_create_port_binding_ext_attr [10.628676s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_create_delete_metering_label_rule_with_filters [0.781598s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_create_delete_metering_label_with_filters [1.102465s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_list_metering_label_rules [0.030768s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_list_metering_labels [0.030254s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_show_metering_label [0.543819s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_show_metering_label_rule [0.432771s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_list_ports_binding_ext_attr [8.369971s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_delete_external_networks_with_floating_ip [19.804587s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_show_port_binding_ext_attr [3.274833s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful [27.648173s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_set_gateway_with_fixed_ip [27.681616s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_list_external_networks [4.298908s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_setting_project_id [1.847364s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_update_port_binding_ext_attr [5.631731s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_show_external_networks_attribute [5.346674s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_update_external_network [6.106400s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_with_default_snat_value [16.512381s] ... ok
{4} tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeTest.test_router_set_gateway_used_ip_returns_409 [7.875798s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_set_gateway_with_fixed_ip [21.983662s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_setting_project_id [1.789381s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips [29.669342s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips_duplicate [8.470245s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_with_default_snat_value [11.294728s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_with_snat_explicit [22.837994s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips_outrange [4.843480s] ... ok
{4} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_create_list_port_with_extra_dhcp_options [5.755161s] ... ok
{4} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_update_show_port_with_extra_dhcp_options [2.026821s] ... ok
{6} tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_create_list_show_floating_ip_with_tenant_id_by_admin [5.295584s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_reset_gateway_without_snat [8.744062s] ... ok
{6} tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_list_floating_ips_from_admin_and_nonadmin [9.063213s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway [6.832840s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_with_snat_explicit [17.195037s] ... ok
{1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus [28.979987s] ... ok
{1} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details [0.000538s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_dhcp_enabled [7.425005s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_router [24.629754s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway_with_snat_explicit [9.925002s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_reset_gateway_without_snat [10.666475s] ... ok
{2} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus [28.605849s] ... ok
{2} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details [0.000551s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw [2.476992s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw_and_allocation_pools [6.406287s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway_without_snat [9.455425s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway [13.205899s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_host_routes_and_dns_nameservers [7.240143s] ... ok
{6} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_create_port_binding_ext_attr [4.166683s] ... ok
{5} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server [25.349000s] ... ok
{6} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_list_ports_binding_ext_attr [4.324346s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_without_gateway [7.106519s] ... ok
{7} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_unset_gateway [13.851338s] ... ok
{6} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_show_port_binding_ext_attr [3.007763s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway_with_snat_explicit [12.404267s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_list_subnet_with_no_gw64_one_network [4.922006s] ... ok
{5} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server [7.687216s] ... ok
{6} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_update_port_binding_ext_attr [5.676570s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_create_delete_metering_label_rule_with_filters [1.433921s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_create_delete_metering_label_with_filters [1.698427s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_list_metering_label_rules [0.075510s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_list_metering_labels [0.075667s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_show_metering_label [0.096554s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_show_metering_label_rule [0.076152s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet [8.307693s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_network_description [2.866927s] ... ok
{2} tempest.api.network.admin.test_negative_quotas.QuotasNegativeTest.test_network_quota_exceeding [7.824037s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility [0.928214s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway_without_snat [13.611193s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks [0.529701s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks_fields [0.359758s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets [0.168583s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets_fields [0.196754s] ... ok
{7} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_create_list_port_with_address_pair [4.159178s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network [0.753028s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network_fields [0.341659s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet [0.257254s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet_fields [0.141338s] ... ok
{2} tempest.api.network.admin.test_quotas.QuotasTest.test_quotas [1.174942s] ... ok
{7} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_address_pair [5.412910s] ... ok
{2} tempest.api.network.admin.test_quotas.QuotasTest.test_show_quota_details [0.668165s] ... ok
{4} tempest.api.network.test_networks.NetworksIpV6Test.test_update_subnet_gw_dns_host_routes_dhcp [5.525871s] ... ok
{1} tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeIpV6Test.test_router_set_gateway_used_ip_returns_409 [8.381588s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_bulk_port [8.583427s] ... ok
{0} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_unset_gateway [10.522829s] ... ok
{7} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_cidr_address_pair [5.393571s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_64_subnets [53.303100s] ... ok
{2} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_centralized_router_creation [2.324340s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_invalid_options [5.132607s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools [10.454817s] ... ok
{2} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_centralized_router_update_to_dvr [4.390288s] ... ok
{2} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_distributed_router_creation [0.981946s] ... ok
{7} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_multiple_ip_mac_address_pair [13.187002s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_slaac_subnet_with_ports [5.052843s] ... ok
{4} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools [3.763967s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups [11.973826s] ... ok
{4} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources [0.023918s] ... ok
{4} tempest.api.network.test_versions.NetworksApiDiscovery.test_show_api_v2_details [0.331683s] ... ok
{0} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsIpV6TestJSON.test_create_list_port_with_extra_dhcp_options [5.180366s] ... ok
{0} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsIpV6TestJSON.test_update_show_port_with_extra_dhcp_options [1.866992s] ... ok
{7} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions [2.317460s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_stateless_subnet_with_ports [9.557631s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_eui64 [19.050884s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_show_delete_port_user_defined_mac [8.028290s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_slaac [4.197406s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes [10.515658s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_create_port_on_non_existent_network [0.455948s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network [0.049704s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_port [0.131922s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_subnet [0.073827s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network [0.087580s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port [0.162720s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet [0.159769s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network [0.053257s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_port [0.078797s] ... ok
{0} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_subnet [0.109888s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateful [4.213561s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port [4.981752s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateless [4.872635s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools [8.610302s] ... ok
{5} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard [64.679667s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_no_ra [18.095896s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port [3.588346s] ... ok
{7} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_associate_floatingip_port_ext_net_unreachable [9.309053s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled [8.228987s] ... ok
{7} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_create_floatingip_in_private_network [0.614800s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_no_ra_no_dhcp [7.502327s] ... ok
{7} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_create_floatingip_with_port_ext_net_unreachable [5.187573s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_port_with_second_ip [21.681663s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports [0.175941s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports_fields [0.204037s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw [8.293104s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools [14.180424s] ... ok
{5} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server [22.991933s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools [11.532383s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups [11.679891s] ... ok
{7} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network [6.557980s] ... ok
{4} tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_server_sequence_suspend_resume [43.942716s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_create_show_delete_port_user_defined_mac [6.377022s] ... ok
{5} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server [13.383846s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_ip [22.804039s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers [9.907188s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port [2.760669s] ... ok
{7} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port [10.687151s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway [8.860208s] ... ok
{1} tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces [39.029755s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_ip_substr [15.238721s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet [7.742894s] ... ok
{7} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet [10.867176s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_create_update_network_description [2.545042s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_create_update_port_with_second_ip [25.887687s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_list_ports [0.113248s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields [0.114658s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet [8.327558s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility [0.682531s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_list_networks [0.632239s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_list_networks_fields [0.636662s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id [14.573168s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_list_subnets [0.192420s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port [0.193957s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields [0.183022s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port_fields [0.104411s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_show_network [0.572642s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_show_network_fields [0.380921s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_show_subnet [0.216799s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields [0.192779s] ... ok
{3} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_two_subnets [64.784998s] ... ok
{5} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent [6.021566s] ... ok
{5} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_dhcp_agent_hosting_network [0.126852s] ... ok
{1} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id [28.658968s] ... ok
{2} tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp [8.772777s] ... ok
{5} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp [0.865941s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip [16.264783s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_security_group_and_extra_attributes [19.215279s] ... ok
{5} tempest.api.network.test_agent_management_negative.AgentManagementNegativeTest.test_list_agents_non_admin [0.579678s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails [0.289090s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails [5.976642s] ... ok
{1} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id [18.404861s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype [1.046211s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol [1.678279s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip_substr [18.183747s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix [2.216262s] ... ok
{5} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_create_list_port_with_address_pair [4.147914s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports [2.499728s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid [2.066150s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group [0.260403s] ... ok
{5} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_address_pair [4.141532s] ... ok
{6} tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_two_security_groups_and_extra_attributes [21.371423s] ... ok
{1} tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router [12.395272s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_remote_ip_and_group [3.678012s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_update_name_default [1.395033s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group [0.040405s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group [0.031328s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule [0.053809s] ... ok
{5} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_cidr_address_pair [6.396807s] ... ok
{2} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{2} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{2} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_live_migration ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{3} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address [9.514321s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id [19.464579s] ... ok
{0} tempest.api.network.test_ports.PortsTestJSON.test_show_port [0.171665s] ... ok