/opt/stack/tempest ~
Initializing stestr
all-plugin create: /opt/stack/tempest/.tox/all-plugin
all-plugin installdeps: -chttps://releases.openstack.org/constraints/upper/master, -r/opt/stack/tempest/requirements.txt
all-plugin develop-inst: /opt/stack/tempest
all-plugin installed: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead,  from cryptography.utils import int_from_bytes,/usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead,  from cryptography.utils import int_from_bytes,alembic==1.7.4,amqp==5.0.6,aniso8601==9.0.1,appdirs==1.4.4,attrs==21.2.0,Automat==0.8.0,automaton==2.4.0,autopage==0.4.0,Babel==2.9.1,backports.entry-points-selectable==1.1.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,blinker==1.4,boto3==1.19.8,botocore==1.22.8,cachetools==4.2.4,castellan==3.10.0,certifi==2019.11.28,cffi==1.15.0,chardet==3.0.4,charset-normalizer==2.0.7,-e git+https://opendev.org/openstack/cinder@aafaba0e95b02cdb7a0f00401385bfc8f723449d#egg=cinder,click==8.0.3,cliff==3.9.0,cmd2==2.2.0,colorama==0.4.4,command-not-found==0.3,configobj==5.0.6,configshell-fb==1.1.25,constantly==15.1.0,cryptography==35.0.0,cursive==0.2.2,dbus-python==1.2.16,debtcollector==2.3.0,decorator==5.1.0,defusedxml==0.7.1,distlib==0.3.3,distro==1.4.0,distro-info===0.23ubuntu1,dnspython==2.1.0,dogpile.cache==1.1.4,elementpath==2.3.2,entrypoints==0.3,etcd3==0.12.0,etcd3gw==1.0.0,eventlet==0.32.0,extras==1.0.0,fasteners==0.14.1,filelock==3.3.2,fixtures==3.0.0,Flask==2.0.2,Flask-RESTful==0.3.9,future==0.18.2,futurist==2.4.0,-e git+https://opendev.org/openstack/glance@a693e066b3a713e0cc76389837593cde472cb9c8#egg=glance,glance-store==2.7.0,google-api-core==2.2.1,google-api-python-client==2.28.0,google-auth==2.3.3,google-auth-httplib2==0.1.0,googleapis-common-protos==1.53.0,greenlet==1.1.2,grpcio==1.41.1,httplib2==0.20.1,hyperlink==19.0.0,idna==3.3,importlib-metadata==4.8.1,importlib-resources==5.4.0,incremental==16.10.1,iso8601==0.1.16,itsdangerous==2.0.1,Jinja2==3.0.2,jmespath==0.10.0,jsonpatch==1.32,jsonpointer==2.1,jsonschema==3.2.0,keyring==18.0.1,-e git+https://opendev.org/openstack/keystone@1e7ecca881a51144d61ae8026e1a77d6669997e2#egg=keystone,keystoneauth1==4.4.0,keystonemiddleware==9.3.0,kombu==5.1.0,language-selector==0.1,lazr.uri==1.0.3,linecache2==1.0.0,logutils==0.3.5,lxml==4.6.3,Mako==1.1.5,MarkupSafe==2.0.1,microversion-parse==1.0.1,monotonic==1.6,more-itertools==4.2.0,msgpack==1.0.2,munch==2.5.0,mysqlclient==1.4.4,netaddr==0.8.0,netifaces==0.11.0,-e git+https://opendev.org/openstack/networking-hyperv@7619f8c9974dcceeb4f04b43c30564a753c357ec#egg=networking_hyperv,networkx==2.6.3,-e git+http://10.106.1.39/p/openstack/neutron@076f031dd632557e66470a08d5cda3a6932c8905#egg=neutron,neutron-lib==2.16.0,-e git+https://opendev.org/openstack/nova@82be4652e2c840bd69ec354fd734a2d3f83f395b#egg=nova,numpy==1.21.3,oauth2client==4.1.3,oauthlib==3.1.1,-e git+https://opendev.org/openstack/placement.git@6d49b6df1d3f62e2003c55509875380148281a79#egg=openstack_placement,openstacksdk==0.59.0,os-brick==5.0.1,os-client-config==2.1.0,os-ken==2.2.0,os-resource-classes==1.1.0,os-service-types==1.7.0,os-testr==2.0.1,os-traits==2.6.0,os-vif==2.6.0,os-win==5.5.0,os-xenapi==0.3.4,osc-lib==2.4.2,osc-placement==3.1.1,oslo.cache==2.8.1,oslo.concurrency==4.4.1,oslo.config==8.7.1,oslo.context==3.4.0,oslo.db==11.0.0,oslo.i18n==5.1.0,oslo.limit==1.4.0,oslo.log==4.6.1,oslo.messaging==12.11.0,oslo.metrics==0.4.0,oslo.middleware==4.4.0,oslo.policy==3.9.0,oslo.privsep==2.6.2,oslo.reports==2.3.0,oslo.rootwrap==6.3.0,oslo.serialization==4.2.0,oslo.service==2.7.0,oslo.upgradecheck==1.4.0,oslo.utils==4.11.0,oslo.versionedobjects==2.5.0,oslo.vmware==3.10.0,osprofiler==3.4.2,ovs==2.16.0,ovsdbapp==1.12.0,packaging==21.2,paramiko==2.8.0,passlib==1.7.4,Paste==3.5.0,PasteDeploy==2.1.1,pbr==5.6.0,pcp==5.0,pecan==1.3.3,pexpect==4.6.0,platformdirs==2.4.0,pluggy==1.0.0,prettytable==2.3.0,prometheus-client==0.12.0,protobuf==3.19.1,psutil==5.8.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycadf==3.1.1,pycparser==2.20,pydot==1.4.2,pyeclib==1.6.0,Pygments==2.3.1,PyGObject==3.36.0,PyHamcrest==1.9.0,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyMySQL==1.0.2,PyNaCl==1.4.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pyperclip==1.8.2,pypowervm==1.1.26,pyroute2==0.6.5,pyroute2.core==0.6.5,pyroute2.ethtool==0.6.5,pyroute2.ipdb==0.6.5,pyroute2.ipset==0.6.5,pyroute2.ndb==0.6.5,pyroute2.nftables==0.6.5,pyroute2.nslink==0.6.5,pyrsistent==0.15.5,pysaml2==7.0.1,pyserial==3.4,python-apt==2.0.0+ubuntu0.20.4.4,python-barbicanclient==5.2.0,python-cinderclient==8.1.0,python-dateutil==2.8.2,python-debian===0.1.36ubuntu1,python-designateclient==4.3.0,python-glanceclient==3.5.0,python-keystoneclient==4.3.0,python-memcached==1.59,python-neutronclient==7.6.0,python-novaclient==17.6.0,python-openstackclient==5.6.0,python-subunit==1.4.0,python-swiftclient==3.12.0,pytz==2021.3,pyudev==0.22.0,PyYAML==6.0,repoze.lru==0.7,requests==2.26.0,requests-unixsocket==0.2.0,requestsexceptions==1.4.0,retrying==1.3.3,rfc3986==1.5.0,Routes==2.5.1,rsa==4.7.2,rtslib-fb==2.1.74,s3transfer==0.5.0,scrypt==0.8.18,SecretStorage==2.3.1,setproctitle==1.2.2,simplegeneric==0.8.1,simplejson==3.17.5,six==1.16.0,sortedcontainers==2.4.0,sos==4.1,soupsieve==2.2.1,SQLAlchemy==1.4.26,sqlalchemy-migrate==0.13.0,sqlparse==0.4.2,ssh-import-id==5.10,statsd==3.3.0,stestr==3.2.1,stevedore==3.5.0,suds-community==1.0.0,-e git+https://opendev.org/openstack/swift@27478f07c3f45067a2644140b7da2b356ca9ac60#egg=swift,systemd-python==234,tabulate==0.8.9,targetcli-fb==2.1.51,taskflow==4.6.2,-e git+https://opendev.org/openstack/tempest@8cd09500bea38bfd9478814be95fddf3df56fbff#egg=tempest,Tempita==0.5.2,tenacity==6.3.1,testresources==2.0.1,testscenarios==0.5.0,testtools==2.5.0,toml==0.10.2,tooz==2.9.0,tox==3.24.4,traceback2==1.4.0,ufw==0.36,unattended-upgrades==0.1,unittest2==1.1.0,uritemplate==4.1.1,urllib3==1.26.7,urwid==2.0.1,vine==5.0.0,virtualenv==20.10.0,voluptuous==0.12.2,wadllib==1.3.3,waitress==2.0.0,warlock==1.3.3,wcwidth==0.2.5,WebOb==1.8.7,websockify==0.10.0,WebTest==3.0.0,Werkzeug==2.0.2,wrapt==1.13.3,WSME==0.11.0,xattr==0.9.7,xmlschema==1.8.1,yappi==1.3.3,zipp==3.6.0,zope.interface==4.7.1,zstd==1.5.0.2,zVMCloudConnector==1.4.1
___________________________________ summary ____________________________________
  all-plugin: skipped tests
  congratulations :)
{7} tempest.api.network.test_agent_management_negative.AgentManagementNegativeTest.test_list_agents_non_admin [0.256972s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_create_delete_metering_label_rule_with_filters [0.525603s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_create_delete_metering_label_with_filters [0.676200s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_list_metering_label_rules [0.014422s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_list_metering_labels [0.019866s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_show_metering_label [0.063777s] ... ok
{1} tempest.api.network.admin.test_metering_extensions.MeteringIpV6TestJSON.test_show_metering_label_rule [0.020614s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_create_external_network [4.654115s] ... ok
{5} tempest.api.network.admin.test_external_networks_negative.ExternalNetworksAdminNegativeTestJSON.test_create_port_with_precreated_floatingip_as_fixed_ip [11.401051s] ... ok
{7} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_create_list_port_with_extra_dhcp_options [7.892175s] ... ok
{7} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_update_show_port_with_extra_dhcp_options [2.213378s] ... ok
{1} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_create_port_binding_ext_attr [6.608465s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_delete_external_networks_with_floating_ip [17.089516s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_list_external_networks [2.273781s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_set_gateway_with_fixed_ip [25.267474s] ... ok
{1} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_list_ports_binding_ext_attr [6.685509s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_setting_project_id [2.296219s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_show_external_networks_attribute [3.831015s] ... ok
{6} tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_update_external_network [4.158542s] ... ok
{1} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_show_port_binding_ext_attr [5.932547s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_with_default_snat_value [11.389545s] ... ok
{1} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_update_port_binding_ext_attr [7.028670s] ... ok
{6} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_centralized_router_creation [1.724964s] ... ok
{7} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_associate_floatingip_port_ext_net_unreachable [6.302649s] ... ok
{7} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_create_floatingip_in_private_network [1.175895s] ... ok
{6} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_centralized_router_update_to_dvr [4.346567s] ... ok
{6} tempest.api.network.admin.test_routers_dvr.RoutersTestDVR.test_distributed_router_creation [0.548202s] ... ok
{7} tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON.test_create_floatingip_with_port_ext_net_unreachable [5.897402s] ... ok
{1} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_create_list_port_with_address_pair [3.453976s] ... ok
{5} tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_create_list_show_floating_ip_with_tenant_id_by_admin [12.496281s] ... ok
{1} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_address_pair [3.664502s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_create_router_with_snat_explicit [21.966239s] ... ok
{6} tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeTest.test_router_set_gateway_used_ip_returns_409 [7.563733s] ... ok
{1} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_cidr_address_pair [4.514505s] ... ok
{5} tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_list_floating_ips_from_admin_and_nonadmin [10.399487s] ... ok
{7} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network [3.820554s] ... ok
{1} tempest.api.network.test_allowed_address_pair.AllowedAddressPairIpV6TestJSON.test_update_port_with_multiple_ip_mac_address_pair [8.302877s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_reset_gateway_without_snat [12.842517s] ... ok
{7} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port [5.870867s] ... ok
{7} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet [4.095707s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway [6.094657s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful [18.622768s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway_with_snat_explicit [7.128091s] ... ok
{5} tempest.api.network.admin.test_negative_quotas.QuotasNegativeTest.test_network_quota_exceeding [5.261137s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway_without_snat [8.028426s] ... ok
{7} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_slaac_subnet_with_ports [5.679633s] ... ok
{1} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address [8.948068s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips [15.591846s] ... ok
{7} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_stateless_subnet_with_ports [5.726251s] ... ok
{2} tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_unset_gateway [7.603069s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips_duplicate [6.192795s] ... ok
{7} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_slaac [5.637277s] ... ok
{7} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateful [2.170266s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_fixedips_outrange [3.728198s] ... ok
{2} tempest.api.network.admin.test_routers_negative.RoutersAdminNegativeIpV6Test.test_router_set_gateway_used_ip_returns_409 [4.085957s] ... ok
{7} tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateless [3.765454s] ... ok
{1} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip [13.306731s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_set_gateway_with_fixed_ip [15.504343s] ... ok
{0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus [0.704397s] ... ok
{0} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details [0.000666s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_setting_project_id [2.317546s] ... ok
{2} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions [1.563446s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus [0.701569s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details [0.000584s] ... ok
{2} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network [4.898557s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_with_default_snat_value [12.278088s] ... ok
{1} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_with_port_multiple_ip_address [20.383874s] ... ok
{4} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server [27.938402s] ... ok
{2} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port [13.977140s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcp_stateful_router [33.659224s] ... ok
{7} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_add_router_interfaces_on_overlapping_subnets_returns_400 [20.035646s] ... ok
{7} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_delete_non_existent_router_returns_404 [0.123813s] ... ok
{7} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_router_add_gateway_invalid_network_returns_404 [1.088407s] ... ok
{4} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server [8.112886s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_create_delete_metering_label_rule_with_filters [0.675946s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_create_delete_metering_label_with_filters [1.478204s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_list_metering_label_rules [0.037779s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_list_metering_labels [0.061073s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_show_metering_label [0.130404s] ... ok
{0} tempest.api.network.admin.test_metering_extensions.MeteringTestJSON.test_show_metering_label_rule [0.072358s] ... ok
{1} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_delete_port [17.579315s] ... ok
{7} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_router_add_gateway_net_not_external_returns_400 [4.635500s] ... ok
{2} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet [12.681834s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_create_router_with_snat_explicit [29.323641s] ... ok
{3} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent [5.664785s] ... ok
{3} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_dhcp_agent_hosting_network [0.118178s] ... ok
{3} tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp [0.505050s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_bulk_port [6.170436s] ... ok
{7} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_router_remove_interface_in_use_returns_409 [14.674893s] ... ok
{7} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_show_non_existent_router_returns_404 [0.124771s] ... ok
{7} tempest.api.network.test_routers_negative.RoutersNegativeIpV6Test.test_update_non_existent_router_returns_404 [0.093084s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_reset_gateway_without_snat [16.122819s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools [11.265235s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway [9.775638s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes [5.564043s] ... ok
{2} tempest.api.network.test_routers_negative.RoutersNegativeTest.test_add_router_interfaces_on_overlapping_subnets_returns_400 [20.023294s] ... ok
{2} tempest.api.network.test_routers_negative.RoutersNegativeTest.test_delete_non_existent_router_returns_404 [0.058189s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups [14.522388s] ... ok
{2} tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_invalid_network_returns_404 [0.640217s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools [6.231469s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway_with_snat_explicit [9.271257s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_64_subnets [52.113389s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_show_delete_port_user_defined_mac [6.060023s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled [5.737691s] ... ok
{2} tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_remove_interface_in_use_returns_409 [7.519225s] ... ok
{2} tempest.api.network.test_routers_negative.RoutersNegativeTest.test_show_non_existent_router_returns_404 [0.338966s] ... ok
{2} tempest.api.network.test_routers_negative.RoutersNegativeTest.test_update_non_existent_router_returns_404 [0.041723s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_invalid_options [2.954397s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port [3.196068s] ... ok
{1} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_update_different_router [50.128837s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_set_gateway_without_snat [8.845498s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw [6.961916s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools [3.642345s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group [2.333486s] ... ok
{5} tempest.api.network.admin.test_routers.RoutersIpV6AdminTest.test_update_router_unset_gateway [10.046498s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_eui64 [13.843771s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers [6.759757s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_additional_args [1.874076s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_port_with_second_ip [17.992725s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports [0.128002s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports_fields [0.124108s] ... ok
{4} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard [70.107454s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_additional_default_security_group_fails [0.167533s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway [5.835652s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_duplicate_security_group_rule_fails [2.193179s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_ethertype [1.350046s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_icmp_type_code [8.362416s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_protocol [1.802591s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_protocol_integer_value [1.469418s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_remote_ip_prefix [1.742805s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet [6.118228s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_no_ra [13.411362s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_create_update_network_description [2.357260s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_invalid_ports [3.209544s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_ip [11.492022s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_remote_group_id [5.519291s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_non_existent_remote_groupid [2.901738s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_non_existent_security_group [0.151150s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_remote_ip_prefix [2.039302s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet [4.496892s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility [0.545890s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_dhcp_enabled [7.947941s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_list_networks [0.645240s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_list_networks_fields [0.241539s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_list_subnets [0.165541s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields [0.159138s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_stateless_no_ra_no_dhcp [8.497764s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_show_network [0.403034s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_show_network_fields [0.270837s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_show_subnet [0.177424s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_remote_ip_and_group [3.791180s] ... ok
{4} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server [17.708913s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields [0.259373s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw [2.339390s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_wrong_ip_prefix_version [1.671945s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule [5.657336s] ... ok
{2} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups [0.082340s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_update_name_default [0.723607s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_delete_non_existent_security_group [0.024813s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_show_non_existent_security_group [0.025480s] ... ok
{5} tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_show_non_existent_security_group_rule [0.038799s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails [0.440922s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_ip_substr [13.340840s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw_and_allocation_pools [7.355967s] ... ok
{4} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server [8.478669s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails [2.984744s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype [0.763427s] ... ok
{3} tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp [9.847538s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_host_routes_and_dns_nameservers [2.805355s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol [1.097004s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix [1.285499s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_without_gateway [3.293203s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports [5.327931s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_list_subnet_with_no_gw64_one_network [5.689921s] ... ok
{3} tempest.api.network.test_routers_negative.DvrRoutersNegativeTest.test_router_create_tenant_distributed_returns_forbidden [0.187869s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid [2.694798s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group [0.254816s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_remote_ip_and_group [5.304242s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_update_name_default [2.073887s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group [0.054376s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group [0.110617s] ... ok
{2} tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule [0.048421s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group [3.311544s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet [11.346383s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id [24.180821s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port [0.172812s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port_fields [0.133009s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args [3.212926s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_network_description [2.162608s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility [0.442066s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks [0.299874s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks_fields [0.796241s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets [0.169112s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets_fields [0.126148s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network [0.628352s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network_fields [0.266618s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet [0.219153s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet_fields [0.171255s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code [7.249996s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value [0.989156s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id [4.216167s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_create_port_binding_ext_attr [5.140638s] ... ok
{1} tempest.api.network.test_networks.NetworksIpV6Test.test_update_subnet_gw_dns_host_routes_dhcp [9.831224s] ... ok
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_security_group_and_extra_attributes [15.335413s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix [2.377478s] ... ok
{6} tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6.test_dhcpv6_two_subnets [48.002935s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_list_ports_binding_ext_attr [4.146805s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_show_port_binding_ext_attr [2.758521s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule [5.899555s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups [0.200941s] ... ok
{4} tempest.api.network.admin.test_ports.PortsAdminExtendedAttrsTestJSON.test_update_port_binding_ext_attr [2.529978s] ... ok
{6} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools [0.988616s] ... ok
{3} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{3} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{3} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_live_migration ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{0} tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_two_security_groups_and_extra_attributes [13.508420s] ... ok
{4} tempest.api.network.admin.test_quotas.QuotasTest.test_quotas [1.220558s] ... ok
{4} tempest.api.network.admin.test_quotas.QuotasTest.test_show_quota_details [0.902938s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port [5.308949s] ... ok
{4} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_create_list_port_with_address_pair [2.884733s] ... ok
{6} tempest.api.network.test_tags.TagsExtTest.test_create_check_list_and_delete_tags [6.584004s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools [7.932491s] ... ok
{4} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_address_pair [7.122612s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups [9.302966s] ... ok
{4} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_cidr_address_pair [4.105741s] ... ok
{6} tempest.api.network.test_tags.TagsExtTest.test_update_and_delete_all_tags [10.410599s] ... ok
{4} tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_multiple_ip_mac_address_pair [5.438492s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_create_show_delete_port_user_defined_mac [5.615593s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port [2.588639s] ... ok
{0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces [26.228749s] ... ok
{4} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsIpV6TestJSON.test_create_list_port_with_extra_dhcp_options [3.450010s] ... ok
{4} tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsIpV6TestJSON.test_update_show_port_with_extra_dhcp_options [0.748918s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_create_update_port_with_second_ip [14.101889s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_list_ports [0.239869s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields [0.108360s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_create_port_on_non_existent_network [0.175338s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network [0.045441s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_port [0.039198s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_subnet [0.039897s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network [0.047865s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port [0.049235s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet [0.068662s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network [0.033846s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_port [0.053167s] ... ok
{4} tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_subnet [0.051544s] ... ok
{0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id [15.300620s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip [8.527391s] ... ok
{0} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id [10.567815s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip_substr [13.020995s] ... ok
{0} tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router [8.680862s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id [12.156598s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_show_port [0.066486s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields [0.096006s] ... ok
{0} tempest.api.network.test_routers.RoutersIpV6Test.test_router_interface_port_update_with_fixed_ip [12.236680s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes [8.785657s] ... ok
{1} tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes [10.478887s] ... ok
{1} tempest.api.network.test_tags.TagsTest.test_create_list_show_update_delete_tags [3.005409s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_connectivity_between_vms_on_different_networks [175.755742s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic ... SKIPPED: NIC hotplug not available
{0} tempest.api.network.test_routers.RoutersIpV6Test.test_update_delete_extra_route [43.623957s] ... ok
{0} tempest.api.network.test_routers.RoutersIpV6Test.test_update_router_admin_state [1.611470s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces [13.986889s] ... ok
{3} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_rebuild [152.465913s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id [9.933201s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id [7.196495s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router [4.935332s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_router_interface_port_update_with_fixed_ip [7.160131s] ... ok
{3} tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_server_sequence_suspend_resume [27.395779s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_mtu_sized_frames [75.948166s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_update_delete_extra_route [28.058608s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_update_router_admin_state [1.470542s] ... ok
{0} tempest.api.network.test_service_providers.ServiceProvidersTest.test_service_providers_list [0.155833s] ... ok
{0} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources [0.007513s] ... ok
{0} tempest.api.network.test_versions.NetworksApiDiscovery.test_show_api_v2_details [0.116898s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops [127.005000s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port ... SKIPPED: NIC hotplug not available
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_preserve_preexisting_port [45.082149s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling [68.369951s] ... ok
{4} tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern [483.647788s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details [190.786800s] ... ok
{5} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state [87.217220s] ... ok