/opt/stack/tempest ~
Initializing stestr
all-plugin create: /opt/stack/tempest/.tox/all-plugin
all-plugin installdeps: -chttps://releases.openstack.org/constraints/upper/wallaby, -r/opt/stack/tempest/requirements.txt
all-plugin develop-inst: /opt/stack/tempest
all-plugin installed: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead,  from cryptography.utils import int_from_bytes,/usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead,  from cryptography.utils import int_from_bytes,alembic==1.6.5,amqp==5.0.6,aniso8601==9.0.1,appdirs==1.4.4,attrs==20.3.0,Automat==0.8.0,automaton==2.3.0,Babel==2.9.1,backports.entry-points-selectable==1.1.0,bcrypt==3.2.0,beautifulsoup4==4.9.3,blinker==1.4,boto3==1.17.109,botocore==1.20.109,cachetools==4.2.2,castellan==3.9.0,certifi==2020.12.5,cffi==1.14.5,chardet==4.0.0,-e git+https://opendev.org/openstack/cinder@cbd6ad383d1a29dff45de64a7fafda7379ce88ba#egg=cinder,click==8.0.1,cliff==3.7.0,cmd2==1.5.0,colorama==0.4.4,command-not-found==0.3,configobj==5.0.6,configshell-fb==1.1.25,constantly==15.1.0,cryptography==3.4.6,cursive==0.2.2,dbus-python==1.2.16,debtcollector==2.2.0,decorator==4.4.2,defusedxml==0.7.1,distlib==0.3.2,distro==1.4.0,distro-info===0.23ubuntu1,dnspython==1.16.0,dogpile.cache==1.1.3,elementpath==2.2.3,entrypoints==0.3,etcd3==0.12.0,etcd3gw==1.0.0,eventlet==0.31.1,extras==1.0.0,fasteners==0.14.1,filelock==3.0.12,fixtures==3.0.0,Flask==2.0.1,Flask-RESTful==0.3.9,future==0.18.2,futurist==2.3.0,-e git+https://opendev.org/openstack/glance@2555f8796bca3286dd6094613e236a2ac69e62e4#egg=glance,glance-store==2.6.0,google-api-core==1.31.0,google-api-python-client==2.12.0,google-auth==1.32.1,google-auth-httplib2==0.1.0,googleapis-common-protos==1.53.0,greenlet==1.1.0,grpcio==1.38.1,httplib2==0.19.1,hyperlink==19.0.0,idna==2.10,importlib-metadata==1.5.0,importlib-resources==5.2.0,incremental==16.10.1,iso8601==0.1.14,itsdangerous==2.0.1,Jinja2==3.0.1,jmespath==0.10.0,jsonpatch==1.32,jsonpointer==2.1,jsonschema==3.2.0,keyring==18.0.1,-e git+https://opendev.org/openstack/keystone@d1c7759f487612d6069ac076ad314e572a71ed24#egg=keystone,keystoneauth1==4.3.1,keystonemiddleware==9.3.0,kombu==5.1.0,language-selector==0.1,lazr.uri==1.0.3,linecache2==1.0.0,logutils==0.3.5,lxml==4.6.3,Mako==1.1.4,MarkupSafe==2.0.1,microversion-parse==1.0.1,monotonic==1.5,more-itertools==4.2.0,msgpack==1.0.2,munch==2.5.0,mysqlclient==1.4.4,netaddr==0.8.0,netifaces==0.10.9,-e git+https://opendev.org/openstack/networking-hyperv@2329562d274b953851603f09f59b140b21a898b4#egg=networking_hyperv,networkx==2.5.1,-e git+http://10.106.1.39/p/openstack/neutron@4dfddc0aa1cfbffe9cbe2c1339fe29e7f9f50a4e#egg=neutron,neutron-lib==2.12.0,-e git+https://opendev.org/openstack/nova@3545356ae3a719442833cb8c3c911408d4bd3c15#egg=nova,numpy==1.21.0,oauth2client==4.1.3,oauthlib==3.1.1,-e git+https://opendev.org/openstack/placement.git@4fa74c24e7d58f192ca9fb165243f0b1fc56491e#egg=openstack_placement,openstacksdk==0.57.0,os-brick==4.4.0,os-client-config==2.1.0,os-ken==2.0.0,os-resource-classes==1.1.0,os-service-types==1.7.0,os-testr==2.0.0,os-traits==2.5.0,os-vif==2.5.0,os-win==5.4.0,os-xenapi==0.3.4,osc-lib==2.4.1,osc-placement==3.0.1,oslo.cache==2.8.1,oslo.concurrency==4.4.0,oslo.config==8.5.0,oslo.context==3.2.0,oslo.db==10.0.0,oslo.i18n==5.0.1,oslo.limit==1.4.0,oslo.log==4.4.0,oslo.messaging==12.8.0,oslo.middleware==4.3.0,oslo.policy==3.8.1,oslo.privsep==2.6.0,oslo.reports==2.3.0,oslo.rootwrap==6.3.0,oslo.serialization==4.1.0,oslo.service==2.6.0,oslo.upgradecheck==1.4.0,oslo.utils==4.8.0,oslo.versionedobjects==2.4.0,oslo.vmware==3.9.0,osprofiler==3.4.1,ovs==2.13.3,ovsdbapp==1.11.0,packaging==20.9,paramiko==2.7.2,passlib==1.7.4,Paste==3.5.0,PasteDeploy==2.1.1,pbr==5.5.1,pcp==5.0,pecan==1.3.3,pexpect==4.6.0,platformdirs==2.0.2,pluggy==0.13.1,prettytable==0.7.2,protobuf==3.17.3,psutil==5.8.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycadf==3.1.1,pycparser==2.20,pydot==1.4.2,pyeclib==1.6.0,Pygments==2.3.1,PyGObject==3.36.0,PyHamcrest==1.9.0,pyinotify==0.9.6,PyJWT==2.1.0,pymacaroons==0.13.0,PyMySQL==1.0.2,PyNaCl==1.4.0,pyOpenSSL==20.0.1,pyparsing==2.4.7,pyperclip==1.8.2,pypowervm==1.1.26,pyroute2==0.6.4,pyroute2.core==0.6.4,pyroute2.ethtool==0.6.4,pyroute2.ipdb==0.6.4,pyroute2.ipset==0.6.4,pyroute2.ndb==0.6.4,pyroute2.nftables==0.6.4,pyroute2.nslink==0.6.4,pyrsistent==0.15.5,pysaml2==7.0.1,pyserial==3.4,python-apt==2.0.0+ubuntu0.20.4.4,python-barbicanclient==5.1.0,python-cinderclient==7.4.0,python-dateutil==2.8.1,python-debian===0.1.36ubuntu1,python-designateclient==4.3.0,python-editor==1.0.4,python-glanceclient==3.4.0,python-keystoneclient==4.2.0,python-memcached==1.59,python-mimeparse==1.6.0,python-neutronclient==7.5.0,python-novaclient==17.5.0,python-openstackclient==5.5.0,python-subunit==1.4.0,python-swiftclient==3.12.0,pytz==2021.1,pyudev==0.22.0,PyYAML==5.4.1,repoze.lru==0.7,requests==2.25.1,requests-unixsocket==0.2.0,requestsexceptions==1.4.0,retrying==1.3.3,rfc3986==1.4.0,Routes==2.5.1,rsa==4.7.2,rtslib-fb==2.1.74,s3transfer==0.4.2,scrypt==0.8.18,SecretStorage==2.3.1,setproctitle==1.2.2,simplegeneric==0.8.1,simplejson==3.17.3,six==1.15.0,sortedcontainers==2.1.0,sos==4.1,soupsieve==2.2.1,SQLAlchemy==1.4.20,sqlalchemy-migrate==0.13.0,sqlparse==0.4.1,ssh-import-id==5.10,statsd==3.3.0,stestr==3.1.0,stevedore==3.3.0,suds-jurko==0.6,-e git+https://opendev.org/openstack/swift@48a2e686169ff64c090d2329558c9d90407b8f07#egg=swift,systemd-python==234,tabulate==0.8.9,targetcli-fb==2.1.51,taskflow==4.6.1,-e git+https://opendev.org/openstack/tempest@2eb82f1cbc2bd1e189e33ee65a5beb33aff9d1f5#egg=tempest,Tempita==0.5.2,tenacity==6.3.1,testresources==2.0.1,testscenarios==0.5.0,testtools==2.4.0,toml==0.10.2,tooz==2.9.0,tox==3.24.0,traceback2==1.4.0,ufw==0.36,unattended-upgrades==0.1,unittest2==1.1.0,uritemplate==3.0.1,urllib3==1.26.3,urwid==2.0.1,vine==5.0.0,virtualenv==20.4.7,voluptuous==0.12.1,wadllib==1.3.3,waitress==2.0.0,warlock==1.3.3,wcwidth==0.2.5,WebOb==1.8.7,websockify==0.9.0,WebTest==2.0.35,Werkzeug==2.0.1,wrapt==1.12.1,WSME==0.10.1,xattr==0.9.7,xmlschema==1.6.4,yappi==1.3.2,zipp==3.5.0,zope.interface==4.7.1,zstd==1.5.0.2,zVMCloudConnector==1.4.1
___________________________________ summary ____________________________________
  all-plugin: skipped tests
  congratulations :)
{3} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_create_delete_metering_label_rule_with_filters [1.039833s] ... ok
{3} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_create_delete_metering_label_with_filters [1.364436s] ... ok
{3} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_list_metering_label_rules [0.017128s] ... ok
{3} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_list_metering_labels [0.029764s] ... ok
{3} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_show_metering_label [0.082035s] ... ok
{3} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_show_metering_label_rule [0.016959s] ... ok
{2} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_create_external_network [5.243195s] ... ok
{5} tempest.api.network.admin.test_external_networks_negative.ExternalNetworksAdminNegativeTestJSON.test_create_port_with_precreated_floatingip_as_fixed_ip [10.933071s] ... ok
{7} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_create_port_binding_ext_attr [9.187632s] ... ok
{4} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent [7.270208s] ... ok
{4} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_dhcp_agent_hosting_network [0.123766s] ... ok
{4} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp [1.030930s] ... ok
{7} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_list_ports_binding_ext_attr [8.768818s] ... ok
{2} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_delete_external_networks_with_floating_ip [12.250579s] ... ok
{7} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_show_port_binding_ext_attr [3.591881s] ... ok
{5} tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeIpV6Test.test_router_set_gateway_used_ip_returns_409 [7.088193s] ... ok
{2} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_list_external_networks [3.436624s] ... ok
{2} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_show_external_networks_attribute [3.484828s] ... ok
{7} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_update_port_binding_ext_attr [6.984873s] ... ok
{2} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_update_external_network [3.754133s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_set_gateway_with_fixed_ip [21.962390s] ... ok
{5} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network [5.687623s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_setting_project_id [2.601645s] ... ok
{7} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_centralized_router_creation [1.561145s] ... ok
{7} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_centralized_router_update_to_dvr [3.725091s] ... ok
{5} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port [9.021803s] ... ok
{7} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_distributed_router_creation [0.907842s] ... ok
{2} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_create_port_binding_ext_attr [4.727514s] ... ok
{2} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_list_ports_binding_ext_attr [1.894889s] ... ok
{2} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_show_port_binding_ext_attr [1.123224s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_with_default_snat_value [13.161089s] ... ok
{2} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_update_port_binding_ext_attr [3.066831s] ... ok
{5} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet [8.655050s] ... ok
{4} tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_create_list_show_floating_ip_with_tenant_id_by_admin [10.596511s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_with_snat_explicit [19.697797s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes [3.519506s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_create_list_port_with_address_pair [4.881654s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful [20.305637s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_address_pair [4.043003s] ... ok
{4} tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_list_floating_ips_from_admin_and_nonadmin [9.984901s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools [5.658248s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_cidr_address_pair [3.312245s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled [3.146556s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_reset_gateway_without_snat [9.927746s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw [2.194069s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_multiple_ip_mac_address_pair [7.165277s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway [6.985189s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools [5.841502s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips [18.647772s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers [3.056919s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway_with_snat_explicit [6.011558s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway [4.869195s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips_duplicate [6.430988s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips_outrange [2.801613s] ... ok
{0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus [0.570379s] ... ok
{0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details [0.000565s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet [6.420260s] ... ok
{6} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus [1.092781s] ... ok
{6} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details [0.000618s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway_without_snat [10.079797s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_create_list_port_with_address_pair [6.756033s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_create_update_network_description [2.017635s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet [2.528276s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility [0.397024s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_list_networks [0.282238s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_list_networks_fields [0.290669s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_list_subnets [0.131107s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields [0.542488s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_show_network [0.374148s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_show_network_fields [0.392949s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_show_subnet [0.183498s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields [0.251380s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_address_pair [7.507764s] ... ok
{1} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server [19.712261s] ... ok
{3} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_unset_gateway [15.098753s] ... ok
{5} tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp [10.180988s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_cidr_address_pair [8.969069s] ... ok
{1} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server [7.205098s] ... ok
{4} tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces [36.055653s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_create_delete_metering_label_rule_with_filters [0.961876s] ... ok
{2} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_multiple_ip_mac_address_pair [11.220170s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_create_delete_metering_label_with_filters [0.676726s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_list_metering_label_rules [0.040429s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_list_metering_labels [0.034788s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_show_metering_label [0.085556s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_show_metering_label_rule [0.033780s] ... ok
{3} tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeTest.test_router_set_gateway_used_ip_returns_409 [11.170264s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_router [37.949283s] ... ok
{6} tempest.api.network.admin.test_negative_quotas.QuotasNegativeTest.test_network_quota_exceeding [9.208440s] ... ok
{3} tempest.api.network.test_agent_management_negative.AgentManagementNegativeTest.test_list_agents_non_admin [0.373560s] ... ok
{2} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsIpV6TestJSON.test_create_list_port_with_extra_dhcp_options [6.874944s] ... ok
{0} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_create_list_port_with_extra_dhcp_options [5.958384s] ... ok
{4} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id [21.849883s] ... ok
{2} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsIpV6TestJSON.test_update_show_port_with_extra_dhcp_options [2.745800s] ... ok
{0} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_update_show_port_with_extra_dhcp_options [2.907245s] ... ok
{5} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_add_router_interfaces_on_overlapping_subnets_returns_400 [20.627087s] ... ok
{5} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_delete_non_existent_router_returns_404 [0.105256s] ... ok
{5} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_router_add_gateway_invalid_network_returns_404 [1.357918s] ... ok
{5} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_router_add_gateway_net_not_external_returns_400 [5.046350s] ... ok
{0} tempest.api.network.test_routers_negative.DvrRoutersNegativeTest.test_router_create_tenant_distributed_returns_forbidden [0.239182s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_slaac_subnet_with_ports [9.245609s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_additional_default_security_group_fails [0.315385s] ... ok
{4} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id [17.985230s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_duplicate_security_group_rule_fails [5.184787s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_ethertype [1.270487s] ... ok
{5} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_router_remove_interface_in_use_returns_409 [11.829898s] ... ok
{5} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_show_non_existent_router_returns_404 [0.083689s] ... ok
{5} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_update_non_existent_router_returns_404 [0.068644s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_protocol [1.629755s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_remote_ip_prefix [1.280581s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_stateless_subnet_with_ports [10.174452s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_invalid_ports [2.780746s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_64_subnets [41.343685s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_non_existent_remote_groupid [1.385011s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_non_existent_security_group [0.167906s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_dhcp_enabled [9.239057s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_invalid_options [3.753544s] ... ok
{4} tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router [12.983018s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_slaac [7.173248s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_remote_ip_and_group [3.536069s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw [4.276627s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_wrong_ip_prefix_version [1.801480s] ... ok
{6} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address [11.375541s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_update_name_default [2.756801s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_delete_non_existent_security_group [0.049835s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_show_non_existent_security_group [0.221908s] ... ok
{0} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_show_non_existent_security_group_rule [0.034095s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateful [5.425120s] ... ok
{1} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard [65.944645s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group [3.117311s] ... ok
{0} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{0} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{0} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_live_migration ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw_and_allocation_pools [8.667990s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_additional_args [2.876964s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_host_routes_and_dns_nameservers [4.004854s] ... ok
{3} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateless [9.142776s] ... ok
{4} tempest.api.network.test_routers.RoutersTest.test_router_interface_port_update_with_fixed_ip [16.775299s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_eui64 [19.333902s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_without_gateway [5.794156s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_icmp_type_code [8.409109s] ... ok
{6} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip [19.366104s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_protocol_integer_value [3.638098s] ... ok
{1} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server [17.606993s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_list_subnet_with_no_gw64_one_network [7.206946s] ... ok
{3} tempest.api.network.test_service_providers.ServiceProvidersTest.test_service_providers_list [0.328009s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_remote_group_id [6.175774s] ... ok
{3} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources [0.045060s] ... ok
{3} tempest.api.network.test_versions.NetworksApiDiscovery.test_show_api_v2_details [0.695943s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_remote_ip_prefix [5.275553s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet [9.951713s] ... ok
{1} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server [11.189738s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_network_description [2.957368s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility [0.361969s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks [0.356950s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks_fields [0.538706s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets [0.142080s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets_fields [0.122536s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network [0.633512s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network_fields [0.262202s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_no_ra [23.519859s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet [0.296522s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet_fields [0.407223s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule [8.834508s] ... ok
{5} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups [0.257548s] ... ok
{6} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_with_port_multiple_ip_address [25.047055s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_no_ra_no_dhcp [8.988506s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_update_subnet_gw_dns_host_routes_dhcp [8.595676s] ... ok
{6} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_delete_port [16.199927s] ... ok
{1} tempest.api.network.admin.test_quotas.QuotasTest.test_quotas [2.029043s] ... ok
{1} tempest.api.network.admin.test_quotas.QuotasTest.test_show_quota_details [0.813750s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_bulk_port [7.225227s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools [6.175228s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_set_gateway_with_fixed_ip [13.732565s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_setting_project_id [1.362938s] ... ok
{4} tempest.api.network.test_routers.RoutersTest.test_update_delete_extra_route [75.710402s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups [8.297742s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_with_default_snat_value [6.555534s] ... ok
{4} tempest.api.network.test_routers.RoutersTest.test_update_router_admin_state [2.225977s] ... ok
{6} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_update_different_router [33.310817s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_show_delete_port_user_defined_mac [4.492100s] ... ok
{7} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_two_subnets [47.166700s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port [3.303541s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group [3.215158s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args [2.282505s] ... ok
{7} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions [1.500602s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_with_snat_explicit [13.579989s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code [4.813792s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value [1.853212s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_port_with_second_ip [12.923573s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports [0.256518s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports_fields [0.257705s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id [3.069793s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_reset_gateway_without_snat [8.081507s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix [1.818295s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port [5.754942s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule [3.441696s] ... ok
{4} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups [0.182493s] ... ok
{6} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_associate_floatingip_port_ext_net_unreachable [3.767864s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway [6.634105s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails [0.210554s] ... ok
{6} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_create_floatingip_in_private_network [1.018509s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_ip [10.149386s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails [2.640986s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools [6.994763s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype [0.782557s] ... ok
{6} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_create_floatingip_with_port_ext_net_unreachable [3.837243s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol [1.202254s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway_with_snat_explicit [5.101488s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix [1.604563s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports [2.315774s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid [2.109220s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups [7.684972s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group [0.262496s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway_without_snat [7.476250s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_create_port_on_non_existent_network [0.175577s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network [0.033979s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_port [0.058645s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_subnet [0.056623s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network [0.069388s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_remote_ip_and_group [2.895448s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port [0.102383s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet [0.049485s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network [0.063439s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_port [0.047760s] ... ok
{6} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_subnet [0.040550s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_ip_substr [11.743561s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_update_name_default [1.912405s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group [0.026865s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group [0.042615s] ... ok
{4} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule [0.052963s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_create_show_delete_port_user_defined_mac [5.023023s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port [2.357866s] ... ok
{1} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_unset_gateway [10.320564s] ... ok
{0} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_rebuild [141.810671s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_create_update_port_with_second_ip [12.262679s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_list_ports [0.574659s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields [0.224547s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network [4.223865s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id [18.435717s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port [0.122924s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port_fields [0.096937s] ... ok
{4} tempest.api.network.test_tags.TagsExtTest.test_create_check_list_and_delete_tags [5.799080s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port [6.508067s] ... ok
{4} tempest.api.network.test_tags.TagsExtTest.test_update_and_delete_all_tags [6.755752s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip [13.918000s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_security_group_and_extra_attributes [12.550092s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet [9.809976s] ... ok
{7} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip_substr [13.086842s] ... ok
{6} tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_server_sequence_suspend_resume [42.357779s] ... ok